From 410e15600c5af031902179d6cae6640500f62fb0 Mon Sep 17 00:00:00 2001 From: Raymond Kim Date: Wed, 2 Oct 2024 13:31:27 -0400 Subject: [PATCH 1/2] #13363: Add initial case handling for generic set up error where it starts the step, but never successfully completes it --- infra/data_collection/github/utils.py | 22 + infra/data_collection/models.py | 5 + infra/pytest.ini | 2 +- .../10996802864/logs/30531878948.log | 4099 +++++++++++++++++ .../10996802864/logs/30531894488.log | 1430 ++++++ .../10996802864/logs/30531895148.log | 1599 +++++++ .../workflow.json | 1 + .../workflow_jobs.json | 1 + infra/tests/data_collection/test_cicd.py | 35 + 9 files changed, 7193 insertions(+), 1 deletion(-) create mode 100644 infra/data_collection/models.py create mode 100644 infra/tests/_data/data_collection/cicd/all_post_commit_runner_died_12626_10996802864/10996802864/logs/30531878948.log create mode 100644 infra/tests/_data/data_collection/cicd/all_post_commit_runner_died_12626_10996802864/10996802864/logs/30531894488.log create mode 100644 infra/tests/_data/data_collection/cicd/all_post_commit_runner_died_12626_10996802864/10996802864/logs/30531895148.log create mode 100644 infra/tests/_data/data_collection/cicd/all_post_commit_runner_died_12626_10996802864/workflow.json create mode 100644 infra/tests/_data/data_collection/cicd/all_post_commit_runner_died_12626_10996802864/workflow_jobs.json diff --git a/infra/data_collection/github/utils.py b/infra/data_collection/github/utils.py index e192f87a075..2bc2dbf1612 100644 --- a/infra/data_collection/github/utils.py +++ b/infra/data_collection/github/utils.py @@ -7,9 +7,12 @@ import pathlib import os from datetime import datetime +from typing import Optional, Union from loguru import logger +from infra.data_collection.models import InfraErrorV1 + BENCHMARK_ENVIRONMENT_CSV_FIELDS = ( "git_repo_name", "git_commit_hash", @@ -117,6 +120,22 @@ def return_first_string_starts_with(starting_string, strings): raise Exception(f"{strings} do not have any that match {starting_string}") +def get_job_failure_signature_(github_job) -> Optional[Union[InfraErrorV1]]: + if github_job["conclusion"] == "success": + return None + for step in github_job["steps"]: + is_generic_setup_failure = ( + step["name"] == "Set up runner" + and step["status"] in ("completed", "cancelled") + and step["conclusion"] != "success" + and step["started_at"] is not None + and step["completed_at"] is None + ) + if is_generic_setup_failure: + return str(InfraErrorV1.GENERIC_SET_UP_FAILURE) + return None + + def get_job_row_from_github_job(github_job): github_job_id = github_job["id"] @@ -220,6 +239,8 @@ def get_job_row_from_github_job(github_job): github_job_link = github_job["html_url"] + failure_signature = get_job_failure_signature_(github_job) + return { "github_job_id": github_job_id, "host_name": host_name, @@ -235,6 +256,7 @@ def get_job_row_from_github_job(github_job): "job_matrix_config": job_matrix_config, "docker_image": docker_image, "github_job_link": github_job_link, + "failure_signature": failure_signature, } diff --git a/infra/data_collection/models.py b/infra/data_collection/models.py new file mode 100644 index 00000000000..d5a3bad8839 --- /dev/null +++ b/infra/data_collection/models.py @@ -0,0 +1,5 @@ +import enum + + +class InfraErrorV1(enum.Enum): + GENERIC_SET_UP_FAILURE = enum.auto() diff --git a/infra/pytest.ini b/infra/pytest.ini index c8a2ee0c664..1ab480acb50 100644 --- a/infra/pytest.ini +++ b/infra/pytest.ini @@ -1,2 +1,2 @@ [pytest] -addopts = --import-mode=importlib -vvs -rA --durations=0 +addopts = --import-mode=importlib -s -rA --durations=0 diff --git a/infra/tests/_data/data_collection/cicd/all_post_commit_runner_died_12626_10996802864/10996802864/logs/30531878948.log b/infra/tests/_data/data_collection/cicd/all_post_commit_runner_died_12626_10996802864/10996802864/logs/30531878948.log new file mode 100644 index 00000000000..38dfc68f0f8 --- /dev/null +++ b/infra/tests/_data/data_collection/cicd/all_post_commit_runner_died_12626_10996802864/10996802864/logs/30531878948.log @@ -0,0 +1,4099 @@ +2024-09-23T15:06:30.3930729Z Requested labels: N150, cloud-virtual-machine, in-service +2024-09-23T15:06:30.3931139Z Job defined at: tenstorrent/tt-metal/.github/workflows/fast-dispatch-build-and-unit-tests.yaml@refs/heads/virdhatchani/5_clean +2024-09-23T15:06:30.3931382Z Reusable workflow chain: +2024-09-23T15:06:30.3931478Z tenstorrent/tt-metal/.github/workflows/all-post-commit-workflows.yaml@refs/heads/virdhatchani/5_clean (64249512152ed52c6df7d6adf6bb1a59b96db81c) +2024-09-23T15:06:30.3931591Z -> tenstorrent/tt-metal/.github/workflows/fast-dispatch-build-and-unit-tests.yaml@refs/heads/virdhatchani/5_clean (64249512152ed52c6df7d6adf6bb1a59b96db81c) +2024-09-23T15:06:30.3931875Z Waiting for a runner to pick up this job... +2024-09-23T15:06:32.3137841Z Job is about to start running on the runner: tt-metal-ci-vm-83 (repository) +2024-09-23T15:06:38.8847335Z Current runner version: '2.319.1' +2024-09-23T15:06:38.8854957Z Runner name: 'tt-metal-ci-vm-83' +2024-09-23T15:06:38.8855795Z Runner group name: 'Default' +2024-09-23T15:06:38.8856801Z Machine name: 'tt-metal-ci-vm-83' +2024-09-23T15:06:38.8877691Z Testing runner upgrade compatibility +2024-09-23T15:06:38.9852790Z ##[group]GITHUB_TOKEN Permissions +2024-09-23T15:06:38.9855673Z Actions: read +2024-09-23T15:06:38.9856305Z Contents: read +2024-09-23T15:06:38.9856877Z Metadata: read +2024-09-23T15:06:38.9857440Z Packages: write +2024-09-23T15:06:38.9857991Z Pages: write +2024-09-23T15:06:38.9858538Z ##[endgroup] +2024-09-23T15:06:38.9862909Z Secret source: Actions +2024-09-23T15:06:38.9863768Z Prepare workflow directory +2024-09-23T15:06:39.1434084Z Prepare all required actions +2024-09-23T15:06:39.1728937Z Getting action download info +2024-09-23T15:06:39.4201428Z Download action repository 'tenstorrent-metal/metal-workflows@v2.0.0' (SHA:22c747950076e4c9627125e14734e287c08287a7) +2024-09-23T15:06:39.8272798Z Download action repository 'actions/download-artifact@v4' (SHA:fa0a91b85d4f404e444e00e005971372dc801d16) +2024-09-23T15:06:40.5166451Z Getting action download info +2024-09-23T15:06:40.6631542Z Download action repository 'actions/checkout@v4' (SHA:692973e3d937129bcbf40652eb9f2f61becf3332) +2024-09-23T15:06:41.2753045Z Uses: tenstorrent/tt-metal/.github/workflows/fast-dispatch-build-and-unit-tests.yaml@refs/heads/virdhatchani/5_clean (64249512152ed52c6df7d6adf6bb1a59b96db81c) +2024-09-23T15:06:41.2755965Z ##[group] Inputs +2024-09-23T15:06:41.2756477Z arch: wormhole_b0 +2024-09-23T15:06:41.2756980Z runner-label: N150 +2024-09-23T15:06:41.2758207Z timeout: 45 +2024-09-23T15:06:41.2758651Z ##[endgroup] +2024-09-23T15:06:41.2759771Z Complete job name: fast-dispatch-unit-tests (wormhole_b0, N150) / eager trace tests wormhole_b0 N150 +2024-09-23T15:06:41.3535757Z A job started hook has been configured by the self-hosted runner administrator +2024-09-23T15:06:41.3718612Z ##[group]Run '/opt/tt_metal_infra/scripts/ci/wormhole_b0/reset.sh' +2024-09-23T15:06:41.3737361Z shell: /usr/bin/bash --noprofile --norc -e -o pipefail {0} +2024-09-23T15:06:41.3738015Z ##[endgroup] +2024-09-23T15:06:41.4027084Z Current date / time is Mon Sep 23 15:06:41 UTC 2024 +2024-09-23T15:07:56.3098927Z Traceback (most recent call last): +2024-09-23T15:07:56.3100582Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T15:07:56.3101653Z sys.exit(main()) +2024-09-23T15:07:56.3103048Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T15:07:56.3104186Z pci_board_reset(args.reset, reinit=True) +2024-09-23T15:07:56.3105655Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T15:07:56.3108238Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T15:07:56.3109859Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T15:07:56.3111190Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T15:07:56.3112721Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T15:07:56.3114028Z high1 = chip.axi_read32(high_addr) +2024-09-23T15:07:56.3114798Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T15:07:56.3908216Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T15:07:56.3909213Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T15:09:13.9094020Z Traceback (most recent call last): +2024-09-23T15:09:13.9095699Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T15:09:13.9096599Z sys.exit(main()) +2024-09-23T15:09:13.9097729Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T15:09:13.9099467Z pci_board_reset(args.reset, reinit=True) +2024-09-23T15:09:13.9100930Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T15:09:13.9102303Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T15:09:13.9104151Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T15:09:13.9105425Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T15:09:13.9106958Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T15:09:13.9108241Z high1 = chip.axi_read32(high_addr) +2024-09-23T15:09:13.9108987Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T15:09:13.9830469Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T15:09:13.9831341Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T15:10:29.9070759Z Traceback (most recent call last): +2024-09-23T15:10:29.9072603Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T15:10:29.9073503Z sys.exit(main()) +2024-09-23T15:10:29.9074623Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T15:10:29.9075723Z pci_board_reset(args.reset, reinit=True) +2024-09-23T15:10:29.9077642Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T15:10:29.9079050Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T15:10:29.9080747Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T15:10:29.9082043Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T15:10:29.9083581Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T15:10:29.9084897Z high1 = chip.axi_read32(high_addr) +2024-09-23T15:10:29.9085677Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T15:10:30.0076982Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T15:10:30.0077968Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T15:11:45.6450924Z Traceback (most recent call last): +2024-09-23T15:11:45.6452334Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T15:11:45.6453200Z sys.exit(main()) +2024-09-23T15:11:45.6454367Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T15:11:45.6455476Z pci_board_reset(args.reset, reinit=True) +2024-09-23T15:11:45.6456960Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T15:11:45.6458377Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T15:11:45.6460060Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T15:11:45.6461374Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T15:11:45.6463122Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T15:11:45.6464431Z high1 = chip.axi_read32(high_addr) +2024-09-23T15:11:45.6465814Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T15:11:45.7114203Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T15:11:45.7115116Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T15:13:01.4296256Z Traceback (most recent call last): +2024-09-23T15:13:01.4297919Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T15:13:01.4298926Z sys.exit(main()) +2024-09-23T15:13:01.4300035Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T15:13:01.4301146Z pci_board_reset(args.reset, reinit=True) +2024-09-23T15:13:01.4302723Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T15:13:01.4304146Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T15:13:01.4305820Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T15:13:01.4307105Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T15:13:01.4308639Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T15:13:01.4309936Z high1 = chip.axi_read32(high_addr) +2024-09-23T15:13:01.4310690Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T15:13:01.5196958Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T15:13:01.5198588Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T15:14:17.2302535Z Traceback (most recent call last): +2024-09-23T15:14:17.2304031Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T15:14:17.2304914Z sys.exit(main()) +2024-09-23T15:14:17.2306027Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T15:14:17.2307090Z pci_board_reset(args.reset, reinit=True) +2024-09-23T15:14:17.2308436Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T15:14:17.2309805Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T15:14:17.2311420Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T15:14:17.2312718Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T15:14:17.2314221Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T15:14:17.2315646Z high1 = chip.axi_read32(high_addr) +2024-09-23T15:14:17.2316404Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T15:14:17.2918919Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T15:14:17.2919814Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T15:15:32.9779466Z Traceback (most recent call last): +2024-09-23T15:15:32.9781170Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T15:15:32.9782301Z sys.exit(main()) +2024-09-23T15:15:32.9783905Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T15:15:32.9785366Z pci_board_reset(args.reset, reinit=True) +2024-09-23T15:15:32.9787288Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T15:15:32.9789182Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T15:15:32.9791890Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T15:15:32.9793716Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T15:15:32.9795811Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T15:15:32.9797616Z high1 = chip.axi_read32(high_addr) +2024-09-23T15:15:32.9798636Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T15:15:33.0576224Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T15:15:33.0577255Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T15:16:48.7494979Z Traceback (most recent call last): +2024-09-23T15:16:48.7496579Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T15:16:48.7497506Z sys.exit(main()) +2024-09-23T15:16:48.7498642Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T15:16:48.7499708Z pci_board_reset(args.reset, reinit=True) +2024-09-23T15:16:48.7501037Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T15:16:48.7502608Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T15:16:48.7504348Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T15:16:48.7506266Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T15:16:48.7507917Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T15:16:48.7509235Z high1 = chip.axi_read32(high_addr) +2024-09-23T15:16:48.7510003Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T15:16:48.8145692Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T15:16:48.8146632Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T15:18:04.5251140Z Traceback (most recent call last): +2024-09-23T15:18:04.5252694Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T15:18:04.5253525Z sys.exit(main()) +2024-09-23T15:18:04.5254675Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T15:18:04.5255824Z pci_board_reset(args.reset, reinit=True) +2024-09-23T15:18:04.5257196Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T15:18:04.5258597Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T15:18:04.5260233Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T15:18:04.5261523Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T15:18:04.5263232Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T15:18:04.5264618Z high1 = chip.axi_read32(high_addr) +2024-09-23T15:18:04.5265394Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T15:18:04.5912970Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T15:18:04.5913898Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T15:19:20.3344935Z Traceback (most recent call last): +2024-09-23T15:19:20.3347093Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T15:19:20.3348086Z sys.exit(main()) +2024-09-23T15:19:20.3349244Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T15:19:20.3350350Z pci_board_reset(args.reset, reinit=True) +2024-09-23T15:19:20.3351713Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T15:19:20.3353104Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T15:19:20.3354854Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T15:19:20.3356161Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T15:19:20.3357705Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T15:19:20.3359022Z high1 = chip.axi_read32(high_addr) +2024-09-23T15:19:20.3359804Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T15:19:20.3978371Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T15:19:20.3980725Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T15:20:36.0787766Z Traceback (most recent call last): +2024-09-23T15:20:36.0790032Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T15:20:36.0790916Z sys.exit(main()) +2024-09-23T15:20:36.0792588Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T15:20:36.0793765Z pci_board_reset(args.reset, reinit=True) +2024-09-23T15:20:36.0795126Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T15:20:36.0796503Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T15:20:36.0798121Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T15:20:36.0799384Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T15:20:36.0800896Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T15:20:36.0802181Z high1 = chip.axi_read32(high_addr) +2024-09-23T15:20:36.0802923Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T15:20:36.1665393Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T15:20:36.1666386Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T15:21:51.8875316Z Traceback (most recent call last): +2024-09-23T15:21:51.8876732Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T15:21:51.8877595Z sys.exit(main()) +2024-09-23T15:21:51.8878684Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T15:21:51.8879846Z pci_board_reset(args.reset, reinit=True) +2024-09-23T15:21:51.8881209Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T15:21:51.8882576Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T15:21:51.8884357Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T15:21:51.8885645Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T15:21:51.8887164Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T15:21:51.8888937Z high1 = chip.axi_read32(high_addr) +2024-09-23T15:21:51.8889743Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T15:21:51.9514707Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T15:21:51.9515575Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T15:23:07.6313186Z Traceback (most recent call last): +2024-09-23T15:23:07.6316215Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T15:23:07.6317157Z sys.exit(main()) +2024-09-23T15:23:07.6318451Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T15:23:07.6319572Z pci_board_reset(args.reset, reinit=True) +2024-09-23T15:23:07.6320964Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T15:23:07.6322389Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T15:23:07.6324049Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T15:23:07.6325338Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T15:23:07.6326896Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T15:23:07.6328233Z high1 = chip.axi_read32(high_addr) +2024-09-23T15:23:07.6329462Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T15:23:07.6971203Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T15:23:07.6972207Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T15:24:23.4064168Z Traceback (most recent call last): +2024-09-23T15:24:23.4065856Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T15:24:23.4066724Z sys.exit(main()) +2024-09-23T15:24:23.4067858Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T15:24:23.4068965Z pci_board_reset(args.reset, reinit=True) +2024-09-23T15:24:23.4070345Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T15:24:23.4071742Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T15:24:23.4073507Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T15:24:23.4074791Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T15:24:23.4076370Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T15:24:23.4077686Z high1 = chip.axi_read32(high_addr) +2024-09-23T15:24:23.4078458Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T15:24:23.4694124Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T15:24:23.4695000Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T15:25:39.2153198Z Traceback (most recent call last): +2024-09-23T15:25:39.2154828Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T15:25:39.2155729Z sys.exit(main()) +2024-09-23T15:25:39.2156885Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T15:25:39.2157989Z pci_board_reset(args.reset, reinit=True) +2024-09-23T15:25:39.2160000Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T15:25:39.2161397Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T15:25:39.2163043Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T15:25:39.2164340Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T15:25:39.2165881Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T15:25:39.2167200Z high1 = chip.axi_read32(high_addr) +2024-09-23T15:25:39.2167989Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T15:25:39.2774988Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T15:25:39.2775881Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T15:26:55.0538886Z Traceback (most recent call last): +2024-09-23T15:26:55.0540266Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T15:26:55.0541073Z sys.exit(main()) +2024-09-23T15:26:55.0542149Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T15:26:55.0543387Z pci_board_reset(args.reset, reinit=True) +2024-09-23T15:26:55.0544751Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T15:26:55.0546114Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T15:26:55.0548180Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T15:26:55.0549486Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T15:26:55.0551033Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T15:26:55.0552372Z high1 = chip.axi_read32(high_addr) +2024-09-23T15:26:55.0553123Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T15:26:55.1159319Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T15:26:55.1160167Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T15:28:10.7350242Z Traceback (most recent call last): +2024-09-23T15:28:10.7352298Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T15:28:10.7353469Z sys.exit(main()) +2024-09-23T15:28:10.7354793Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T15:28:10.7356164Z pci_board_reset(args.reset, reinit=True) +2024-09-23T15:28:10.7357898Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T15:28:10.7359659Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T15:28:10.7361796Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T15:28:10.7363458Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T15:28:10.7365367Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T15:28:10.7367085Z high1 = chip.axi_read32(high_addr) +2024-09-23T15:28:10.7368052Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T15:28:10.8959281Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T15:28:10.8961070Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T15:29:26.5426653Z Traceback (most recent call last): +2024-09-23T15:29:26.5428294Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T15:29:26.5429221Z sys.exit(main()) +2024-09-23T15:29:26.5430324Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T15:29:26.5431425Z pci_board_reset(args.reset, reinit=True) +2024-09-23T15:29:26.5432803Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T15:29:26.5434222Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T15:29:26.5435865Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T15:29:26.5437197Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T15:29:26.5438725Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T15:29:26.5440038Z high1 = chip.axi_read32(high_addr) +2024-09-23T15:29:26.5440794Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T15:29:26.6068772Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T15:29:26.6069889Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T15:30:42.2850783Z Traceback (most recent call last): +2024-09-23T15:30:42.2853705Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T15:30:42.2854785Z sys.exit(main()) +2024-09-23T15:30:42.2856174Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T15:30:42.2857598Z pci_board_reset(args.reset, reinit=True) +2024-09-23T15:30:42.2859296Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T15:30:42.2861175Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T15:30:42.2863447Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T15:30:42.2865109Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T15:30:42.2867073Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T15:30:42.2868755Z high1 = chip.axi_read32(high_addr) +2024-09-23T15:30:42.2869702Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T15:30:42.3530607Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T15:30:42.3531815Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T15:31:58.0639070Z Traceback (most recent call last): +2024-09-23T15:31:58.0640748Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T15:31:58.0641656Z sys.exit(main()) +2024-09-23T15:31:58.0642834Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T15:31:58.0643920Z pci_board_reset(args.reset, reinit=True) +2024-09-23T15:31:58.0645288Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T15:31:58.0646735Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T15:31:58.0648419Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T15:31:58.0650403Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T15:31:58.0652052Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T15:31:58.0653514Z high1 = chip.axi_read32(high_addr) +2024-09-23T15:31:58.0654292Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T15:31:58.1282307Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T15:31:58.1283271Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T15:33:13.8693895Z Traceback (most recent call last): +2024-09-23T15:33:13.8695440Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T15:33:13.8696402Z sys.exit(main()) +2024-09-23T15:33:13.8697628Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T15:33:13.8698850Z pci_board_reset(args.reset, reinit=True) +2024-09-23T15:33:13.8700496Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T15:33:13.8702049Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T15:33:13.8704165Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T15:33:13.8705460Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T15:33:13.8707469Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T15:33:13.8708769Z high1 = chip.axi_read32(high_addr) +2024-09-23T15:33:13.8709505Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T15:33:13.9344204Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T15:33:13.9345444Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T15:34:29.6551670Z Traceback (most recent call last): +2024-09-23T15:34:29.6553430Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T15:34:29.6554370Z sys.exit(main()) +2024-09-23T15:34:29.6555648Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T15:34:29.6557002Z pci_board_reset(args.reset, reinit=True) +2024-09-23T15:34:29.6558466Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T15:34:29.6559856Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T15:34:29.6561504Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T15:34:29.6562818Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T15:34:29.6564377Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T15:34:29.6565698Z high1 = chip.axi_read32(high_addr) +2024-09-23T15:34:29.6566487Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T15:34:29.7610523Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T15:34:29.7611494Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T15:35:45.3927205Z Traceback (most recent call last): +2024-09-23T15:35:45.3928816Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T15:35:45.3930506Z sys.exit(main()) +2024-09-23T15:35:45.3931622Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T15:35:45.3933432Z pci_board_reset(args.reset, reinit=True) +2024-09-23T15:35:45.3934830Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T15:35:45.3936215Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T15:35:45.3937855Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T15:35:45.3939151Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T15:35:45.3940700Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T15:35:45.3942009Z high1 = chip.axi_read32(high_addr) +2024-09-23T15:35:45.3943087Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T15:35:45.4551323Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T15:35:45.4552203Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T15:37:01.2299076Z Traceback (most recent call last): +2024-09-23T15:37:01.2301495Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T15:37:01.2302307Z sys.exit(main()) +2024-09-23T15:37:01.2303725Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T15:37:01.2304823Z pci_board_reset(args.reset, reinit=True) +2024-09-23T15:37:01.2306563Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T15:37:01.2307929Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T15:37:01.2309547Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T15:37:01.2310900Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T15:37:01.2312407Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T15:37:01.2313691Z high1 = chip.axi_read32(high_addr) +2024-09-23T15:37:01.2314438Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T15:37:01.3206660Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T15:37:01.3207561Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T15:38:16.9754590Z Traceback (most recent call last): +2024-09-23T15:38:16.9757114Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T15:38:16.9757997Z sys.exit(main()) +2024-09-23T15:38:16.9759137Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T15:38:16.9760251Z pci_board_reset(args.reset, reinit=True) +2024-09-23T15:38:16.9761632Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T15:38:16.9763023Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T15:38:16.9764674Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T15:38:16.9765957Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T15:38:16.9767505Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T15:38:16.9768825Z high1 = chip.axi_read32(high_addr) +2024-09-23T15:38:16.9770325Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T15:38:17.0602257Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T15:38:17.0605934Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T15:39:32.7530500Z Traceback (most recent call last): +2024-09-23T15:39:32.7532256Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T15:39:32.7533138Z sys.exit(main()) +2024-09-23T15:39:32.7534257Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T15:39:32.7535369Z pci_board_reset(args.reset, reinit=True) +2024-09-23T15:39:32.7536812Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T15:39:32.7538233Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T15:39:32.7539897Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T15:39:32.7541177Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T15:39:32.7543001Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T15:39:32.7544307Z high1 = chip.axi_read32(high_addr) +2024-09-23T15:39:32.7545081Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T15:39:32.8146891Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T15:39:32.8150997Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T15:40:48.5292425Z Traceback (most recent call last): +2024-09-23T15:40:48.5294829Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T15:40:48.5295768Z sys.exit(main()) +2024-09-23T15:40:48.5296889Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T15:40:48.5298003Z pci_board_reset(args.reset, reinit=True) +2024-09-23T15:40:48.5299401Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T15:40:48.5300815Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T15:40:48.5302804Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T15:40:48.5304112Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T15:40:48.5310405Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T15:40:48.5312235Z high1 = chip.axi_read32(high_addr) +2024-09-23T15:40:48.5313328Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T15:40:48.5951254Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T15:40:48.5952290Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T15:42:04.3022645Z Traceback (most recent call last): +2024-09-23T15:42:04.3024007Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T15:42:04.3024834Z sys.exit(main()) +2024-09-23T15:42:04.3026041Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T15:42:04.3027109Z pci_board_reset(args.reset, reinit=True) +2024-09-23T15:42:04.3028496Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T15:42:04.3029877Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T15:42:04.3032257Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T15:42:04.3033544Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T15:42:04.3035053Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T15:42:04.3036350Z high1 = chip.axi_read32(high_addr) +2024-09-23T15:42:04.3037108Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T15:42:04.3656645Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T15:42:04.3657605Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T15:43:20.0826613Z Traceback (most recent call last): +2024-09-23T15:43:20.0829004Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T15:43:20.0830020Z sys.exit(main()) +2024-09-23T15:43:20.0831207Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T15:43:20.0832390Z pci_board_reset(args.reset, reinit=True) +2024-09-23T15:43:20.0834114Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T15:43:20.0835563Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T15:43:20.0837203Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T15:43:20.0839048Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T15:43:20.0840599Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T15:43:20.0841898Z high1 = chip.axi_read32(high_addr) +2024-09-23T15:43:20.0842636Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T15:43:20.2501098Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T15:43:20.2502039Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T15:44:35.8554151Z Traceback (most recent call last): +2024-09-23T15:44:35.8556016Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T15:44:35.8556891Z sys.exit(main()) +2024-09-23T15:44:35.8558050Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T15:44:35.8559328Z pci_board_reset(args.reset, reinit=True) +2024-09-23T15:44:35.8560744Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T15:44:35.8562162Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T15:44:35.8563791Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T15:44:35.8565090Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T15:44:35.8566637Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T15:44:35.8567929Z high1 = chip.axi_read32(high_addr) +2024-09-23T15:44:35.8568699Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T15:44:35.9193345Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T15:44:35.9194322Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T15:45:51.6319738Z Traceback (most recent call last): +2024-09-23T15:45:51.6321601Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T15:45:51.6323463Z sys.exit(main()) +2024-09-23T15:45:51.6324906Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T15:45:51.6326226Z pci_board_reset(args.reset, reinit=True) +2024-09-23T15:45:51.6327868Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T15:45:51.6329530Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T15:45:51.6331595Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T15:45:51.6333170Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T15:45:51.6335025Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T15:45:51.6336648Z high1 = chip.axi_read32(high_addr) +2024-09-23T15:45:51.6337532Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T15:45:51.6981110Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T15:45:51.6982117Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T15:47:07.4050462Z Traceback (most recent call last): +2024-09-23T15:47:07.4051816Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T15:47:07.4052641Z sys.exit(main()) +2024-09-23T15:47:07.4054085Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T15:47:07.4055180Z pci_board_reset(args.reset, reinit=True) +2024-09-23T15:47:07.4059704Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T15:47:07.4061654Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T15:47:07.4064102Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T15:47:07.4065767Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T15:47:07.4067727Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T15:47:07.4069383Z high1 = chip.axi_read32(high_addr) +2024-09-23T15:47:07.4070335Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T15:47:07.4732037Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T15:47:07.4733169Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T15:48:23.2148562Z Traceback (most recent call last): +2024-09-23T15:48:23.2150532Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T15:48:23.2151615Z sys.exit(main()) +2024-09-23T15:48:23.2153015Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T15:48:23.2154400Z pci_board_reset(args.reset, reinit=True) +2024-09-23T15:48:23.2156132Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T15:48:23.2157937Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T15:48:23.2160055Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T15:48:23.2161748Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T15:48:23.2163770Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T15:48:23.2166200Z high1 = chip.axi_read32(high_addr) +2024-09-23T15:48:23.2167154Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T15:48:23.2797300Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T15:48:23.2798346Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T15:49:38.9587174Z Traceback (most recent call last): +2024-09-23T15:49:38.9588518Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T15:49:38.9590462Z sys.exit(main()) +2024-09-23T15:49:38.9591686Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T15:49:38.9592951Z pci_board_reset(args.reset, reinit=True) +2024-09-23T15:49:38.9594427Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T15:49:38.9595808Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T15:49:38.9597433Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T15:49:38.9598683Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T15:49:38.9600170Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T15:49:38.9601446Z high1 = chip.axi_read32(high_addr) +2024-09-23T15:49:38.9602554Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T15:49:39.0249612Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T15:49:39.0250524Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T15:50:54.7373237Z Traceback (most recent call last): +2024-09-23T15:50:54.7374933Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T15:50:54.7375802Z sys.exit(main()) +2024-09-23T15:50:54.7376964Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T15:50:54.7378097Z pci_board_reset(args.reset, reinit=True) +2024-09-23T15:50:54.7379504Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T15:50:54.7380936Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T15:50:54.7382827Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T15:50:54.7384133Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T15:50:54.7385777Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T15:50:54.7387110Z high1 = chip.axi_read32(high_addr) +2024-09-23T15:50:54.7387908Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T15:50:54.8454296Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T15:50:54.8455161Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T15:52:10.5155765Z Traceback (most recent call last): +2024-09-23T15:52:10.5157342Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T15:52:10.5158310Z sys.exit(main()) +2024-09-23T15:52:10.5159589Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T15:52:10.5160837Z pci_board_reset(args.reset, reinit=True) +2024-09-23T15:52:10.5162982Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T15:52:10.5164663Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T15:52:10.5166366Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T15:52:10.5167651Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T15:52:10.5169243Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T15:52:10.5170556Z high1 = chip.axi_read32(high_addr) +2024-09-23T15:52:10.5171337Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T15:52:10.5831638Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T15:52:10.5832632Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T15:53:26.2891574Z Traceback (most recent call last): +2024-09-23T15:53:26.2892886Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T15:53:26.2893725Z sys.exit(main()) +2024-09-23T15:53:26.2894842Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T15:53:26.2895945Z pci_board_reset(args.reset, reinit=True) +2024-09-23T15:53:26.2897328Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T15:53:26.2898689Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T15:53:26.2900854Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T15:53:26.2902155Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T15:53:26.2903871Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T15:53:26.2905164Z high1 = chip.axi_read32(high_addr) +2024-09-23T15:53:26.2905904Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T15:53:26.3526876Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T15:53:26.3527738Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T15:54:42.0649207Z Traceback (most recent call last): +2024-09-23T15:54:42.0651223Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T15:54:42.0652224Z sys.exit(main()) +2024-09-23T15:54:42.0653636Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T15:54:42.0654866Z pci_board_reset(args.reset, reinit=True) +2024-09-23T15:54:42.0656342Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T15:54:42.0657740Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T15:54:42.0659405Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T15:54:42.0660752Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T15:54:42.0662306Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T15:54:42.0663958Z high1 = chip.axi_read32(high_addr) +2024-09-23T15:54:42.0664729Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T15:54:42.1339318Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T15:54:42.1340740Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T15:55:57.8734422Z Traceback (most recent call last): +2024-09-23T15:55:57.8735877Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T15:55:57.8736835Z sys.exit(main()) +2024-09-23T15:55:57.8738234Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T15:55:57.8739556Z pci_board_reset(args.reset, reinit=True) +2024-09-23T15:55:57.8743351Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T15:55:57.8744760Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T15:55:57.8746392Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T15:55:57.8747683Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T15:55:57.8749199Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T15:55:57.8750524Z high1 = chip.axi_read32(high_addr) +2024-09-23T15:55:57.8751270Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T15:55:57.9370428Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T15:55:57.9371302Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T15:57:13.6140199Z Traceback (most recent call last): +2024-09-23T15:57:13.6141691Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T15:57:13.6143519Z sys.exit(main()) +2024-09-23T15:57:13.6144862Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T15:57:13.6146042Z pci_board_reset(args.reset, reinit=True) +2024-09-23T15:57:13.6147425Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T15:57:13.6148795Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T15:57:13.6150421Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T15:57:13.6151702Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T15:57:13.6153220Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T15:57:13.6154513Z high1 = chip.axi_read32(high_addr) +2024-09-23T15:57:13.6155271Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T15:57:13.6760843Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T15:57:13.6761714Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T15:58:29.5878032Z Traceback (most recent call last): +2024-09-23T15:58:29.5879622Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T15:58:29.5880468Z sys.exit(main()) +2024-09-23T15:58:29.5881606Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T15:58:29.5882724Z pci_board_reset(args.reset, reinit=True) +2024-09-23T15:58:29.5884394Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T15:58:29.5886168Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T15:58:29.5888068Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T15:58:29.5890015Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T15:58:29.5891549Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T15:58:29.5892823Z high1 = chip.axi_read32(high_addr) +2024-09-23T15:58:29.5893575Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T15:58:29.6643962Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T15:58:29.6644895Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T15:59:45.1707798Z Traceback (most recent call last): +2024-09-23T15:59:45.1709573Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T15:59:45.1710496Z sys.exit(main()) +2024-09-23T15:59:45.1711628Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T15:59:45.1712780Z pci_board_reset(args.reset, reinit=True) +2024-09-23T15:59:45.1714156Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T15:59:45.1715568Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T15:59:45.1717231Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T15:59:45.1718549Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T15:59:45.1720604Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T15:59:45.1721926Z high1 = chip.axi_read32(high_addr) +2024-09-23T15:59:45.1722720Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T15:59:45.2360795Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T15:59:45.2361813Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T16:01:00.9489766Z Traceback (most recent call last): +2024-09-23T16:01:00.9491427Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T16:01:00.9492294Z sys.exit(main()) +2024-09-23T16:01:00.9493419Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T16:01:00.9494535Z pci_board_reset(args.reset, reinit=True) +2024-09-23T16:01:00.9495993Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T16:01:00.9497443Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T16:01:00.9499119Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T16:01:00.9500476Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T16:01:00.9502011Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T16:01:00.9504362Z high1 = chip.axi_read32(high_addr) +2024-09-23T16:01:00.9716228Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T16:01:01.0429799Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T16:01:01.0430731Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T16:02:16.7557309Z Traceback (most recent call last): +2024-09-23T16:02:16.7558692Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T16:02:16.7559544Z sys.exit(main()) +2024-09-23T16:02:16.7560635Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T16:02:16.7562284Z pci_board_reset(args.reset, reinit=True) +2024-09-23T16:02:16.7563632Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T16:02:16.7565007Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T16:02:16.7566628Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T16:02:16.7567924Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T16:02:16.7569447Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T16:02:16.7570747Z high1 = chip.axi_read32(high_addr) +2024-09-23T16:02:16.7571489Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T16:02:16.8207017Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T16:02:16.8208021Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T16:03:32.4961391Z Traceback (most recent call last): +2024-09-23T16:03:32.4963175Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T16:03:32.4964077Z sys.exit(main()) +2024-09-23T16:03:32.4965201Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T16:03:32.4966293Z pci_board_reset(args.reset, reinit=True) +2024-09-23T16:03:32.4968359Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T16:03:32.4969757Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T16:03:32.4971374Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T16:03:32.4972667Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T16:03:32.4974178Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T16:03:32.4975480Z high1 = chip.axi_read32(high_addr) +2024-09-23T16:03:32.4976231Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T16:03:32.5616074Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T16:03:32.5616959Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T16:04:48.3054937Z Traceback (most recent call last): +2024-09-23T16:04:48.3056940Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T16:04:48.3057911Z sys.exit(main()) +2024-09-23T16:04:48.3059213Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T16:04:48.3060305Z pci_board_reset(args.reset, reinit=True) +2024-09-23T16:04:48.3061668Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T16:04:48.3063344Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T16:04:48.3064984Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T16:04:48.3066279Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T16:04:48.3067818Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T16:04:48.3069122Z high1 = chip.axi_read32(high_addr) +2024-09-23T16:04:48.3070393Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T16:04:48.3707187Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T16:04:48.3708507Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T16:06:04.0857108Z Traceback (most recent call last): +2024-09-23T16:06:04.0863525Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T16:06:04.0864531Z sys.exit(main()) +2024-09-23T16:06:04.0865683Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T16:06:04.0866792Z pci_board_reset(args.reset, reinit=True) +2024-09-23T16:06:04.0868404Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T16:06:04.0870286Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T16:06:04.0872069Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T16:06:04.0873380Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T16:06:04.0874912Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T16:06:04.0876226Z high1 = chip.axi_read32(high_addr) +2024-09-23T16:06:04.0876997Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T16:06:04.1861181Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T16:06:04.1862840Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T16:07:19.9539896Z Traceback (most recent call last): +2024-09-23T16:07:19.9541609Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T16:07:19.9542912Z sys.exit(main()) +2024-09-23T16:07:19.9544024Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T16:07:19.9545142Z pci_board_reset(args.reset, reinit=True) +2024-09-23T16:07:19.9546532Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T16:07:19.9547905Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T16:07:19.9549539Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T16:07:19.9550838Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T16:07:19.9552397Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T16:07:19.9553704Z high1 = chip.axi_read32(high_addr) +2024-09-23T16:07:19.9554475Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T16:07:20.0969689Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T16:07:20.0970854Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T16:08:35.6303319Z Traceback (most recent call last): +2024-09-23T16:08:35.6305000Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T16:08:35.6305907Z sys.exit(main()) +2024-09-23T16:08:35.6307020Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T16:08:35.6308119Z pci_board_reset(args.reset, reinit=True) +2024-09-23T16:08:35.6309563Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T16:08:35.6310955Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T16:08:35.6313405Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T16:08:35.6314691Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T16:08:35.6316242Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T16:08:35.6317556Z high1 = chip.axi_read32(high_addr) +2024-09-23T16:08:35.6318332Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T16:08:35.6943171Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T16:08:35.6944136Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T16:09:51.3735762Z Traceback (most recent call last): +2024-09-23T16:09:51.3737365Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T16:09:51.3738344Z sys.exit(main()) +2024-09-23T16:09:51.3739469Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T16:09:51.3740585Z pci_board_reset(args.reset, reinit=True) +2024-09-23T16:09:51.3741958Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T16:09:51.3743577Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T16:09:51.3745297Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T16:09:51.3747273Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T16:09:51.3748836Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T16:09:51.3750170Z high1 = chip.axi_read32(high_addr) +2024-09-23T16:09:51.3750963Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T16:09:51.4381508Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T16:09:51.4382706Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T16:11:07.1553126Z Traceback (most recent call last): +2024-09-23T16:11:07.1554630Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T16:11:07.1555526Z sys.exit(main()) +2024-09-23T16:11:07.1556746Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T16:11:07.1557890Z pci_board_reset(args.reset, reinit=True) +2024-09-23T16:11:07.1559258Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T16:11:07.1560676Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T16:11:07.1562312Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T16:11:07.1563594Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T16:11:07.1565139Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T16:11:07.1566462Z high1 = chip.axi_read32(high_addr) +2024-09-23T16:11:07.1567239Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T16:11:07.2268658Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T16:11:07.2269523Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T16:12:22.9309691Z Traceback (most recent call last): +2024-09-23T16:12:22.9312206Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T16:12:22.9313569Z sys.exit(main()) +2024-09-23T16:12:22.9314700Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T16:12:22.9315767Z pci_board_reset(args.reset, reinit=True) +2024-09-23T16:12:22.9317115Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T16:12:22.9318545Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T16:12:22.9320177Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T16:12:22.9321461Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T16:12:22.9323020Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T16:12:22.9324311Z high1 = chip.axi_read32(high_addr) +2024-09-23T16:12:22.9325068Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T16:12:22.9933810Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T16:12:22.9934667Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T16:13:38.7339890Z Traceback (most recent call last): +2024-09-23T16:13:38.7368239Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T16:13:38.7369105Z sys.exit(main()) +2024-09-23T16:13:38.7370715Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T16:13:38.7371821Z pci_board_reset(args.reset, reinit=True) +2024-09-23T16:13:38.7373165Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T16:13:38.7374580Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T16:13:38.7396164Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T16:13:38.7397585Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T16:13:38.7399164Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T16:13:38.7400492Z high1 = chip.axi_read32(high_addr) +2024-09-23T16:13:38.7401288Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T16:13:38.7968616Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T16:13:38.7969513Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T16:14:54.4794954Z Traceback (most recent call last): +2024-09-23T16:14:54.4796714Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T16:14:54.4797597Z sys.exit(main()) +2024-09-23T16:14:54.4798749Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T16:14:54.4799891Z pci_board_reset(args.reset, reinit=True) +2024-09-23T16:14:54.4801291Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T16:14:54.4802712Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T16:14:54.4804458Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T16:14:54.4805772Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T16:14:54.4807335Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T16:14:54.4809509Z high1 = chip.axi_read32(high_addr) +2024-09-23T16:14:54.4810323Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T16:14:54.5443974Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T16:14:54.5445054Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T16:16:10.2556516Z Traceback (most recent call last): +2024-09-23T16:16:10.2558515Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T16:16:10.2559378Z sys.exit(main()) +2024-09-23T16:16:10.2560602Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T16:16:10.2561752Z pci_board_reset(args.reset, reinit=True) +2024-09-23T16:16:10.2563200Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T16:16:10.2564666Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T16:16:10.2566311Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T16:16:10.2567642Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T16:16:10.2569212Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T16:16:10.2570539Z high1 = chip.axi_read32(high_addr) +2024-09-23T16:16:10.2571756Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T16:16:10.3196260Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T16:16:10.3197272Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T16:17:26.0670402Z Traceback (most recent call last): +2024-09-23T16:17:26.0671788Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T16:17:26.0672673Z sys.exit(main()) +2024-09-23T16:17:26.0673765Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T16:17:26.0674835Z pci_board_reset(args.reset, reinit=True) +2024-09-23T16:17:26.0676201Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T16:17:26.0677571Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T16:17:26.0679227Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T16:17:26.0680506Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T16:17:26.0682046Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T16:17:26.0683332Z high1 = chip.axi_read32(high_addr) +2024-09-23T16:17:26.0684080Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T16:17:26.2095452Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T16:17:26.2096531Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T16:18:41.8070060Z Traceback (most recent call last): +2024-09-23T16:18:41.8071755Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T16:18:41.8072793Z sys.exit(main()) +2024-09-23T16:18:41.8074251Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T16:18:41.8075592Z pci_board_reset(args.reset, reinit=True) +2024-09-23T16:18:41.8077276Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T16:18:41.8079679Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T16:18:41.8081746Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T16:18:41.8083377Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T16:18:41.8085282Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T16:18:41.8086926Z high1 = chip.axi_read32(high_addr) +2024-09-23T16:18:41.8087830Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T16:18:41.8739356Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T16:18:41.8740463Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T16:19:57.5844052Z Traceback (most recent call last): +2024-09-23T16:19:57.5846018Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T16:19:57.5847171Z sys.exit(main()) +2024-09-23T16:19:57.5849904Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T16:19:57.5851037Z pci_board_reset(args.reset, reinit=True) +2024-09-23T16:19:57.5852381Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T16:19:57.5853763Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T16:19:57.5855834Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T16:19:57.5857181Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T16:19:57.5858728Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T16:19:57.5860008Z high1 = chip.axi_read32(high_addr) +2024-09-23T16:19:57.5860761Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T16:19:57.6958615Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T16:19:57.6959581Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T16:21:13.3595325Z Traceback (most recent call last): +2024-09-23T16:21:13.3597147Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T16:21:13.3598028Z sys.exit(main()) +2024-09-23T16:21:13.3599217Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T16:21:13.3600348Z pci_board_reset(args.reset, reinit=True) +2024-09-23T16:21:13.3601780Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T16:21:13.3603212Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T16:21:13.3604924Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T16:21:13.3606229Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T16:21:13.3607801Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T16:21:13.3609149Z high1 = chip.axi_read32(high_addr) +2024-09-23T16:21:13.3609949Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T16:21:13.4556332Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T16:21:13.4557941Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T16:22:29.1352878Z Traceback (most recent call last): +2024-09-23T16:22:29.1354667Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T16:22:29.1355604Z sys.exit(main()) +2024-09-23T16:22:29.1356821Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T16:22:29.1357951Z pci_board_reset(args.reset, reinit=True) +2024-09-23T16:22:29.1359394Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T16:22:29.1360863Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T16:22:29.1362542Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T16:22:29.1363898Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T16:22:29.1365464Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T16:22:29.1366786Z high1 = chip.axi_read32(high_addr) +2024-09-23T16:22:29.1392996Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T16:22:29.2414106Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T16:22:29.2415011Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T16:23:44.9157140Z Traceback (most recent call last): +2024-09-23T16:23:44.9158751Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T16:23:44.9160115Z sys.exit(main()) +2024-09-23T16:23:44.9161267Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T16:23:44.9162395Z pci_board_reset(args.reset, reinit=True) +2024-09-23T16:23:44.9163833Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T16:23:44.9165210Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T16:23:44.9166839Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T16:23:44.9168137Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T16:23:44.9169675Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T16:23:44.9170995Z high1 = chip.axi_read32(high_addr) +2024-09-23T16:23:44.9171746Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T16:23:44.9796023Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T16:23:44.9796914Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T16:25:00.7158078Z Traceback (most recent call last): +2024-09-23T16:25:00.7160098Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T16:25:00.7161215Z sys.exit(main()) +2024-09-23T16:25:00.7162481Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T16:25:00.7163992Z pci_board_reset(args.reset, reinit=True) +2024-09-23T16:25:00.7165632Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T16:25:00.7167393Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T16:25:00.7169317Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T16:25:00.7171417Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T16:25:00.7173168Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T16:25:00.7174850Z high1 = chip.axi_read32(high_addr) +2024-09-23T16:25:00.7175859Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T16:25:00.7797070Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T16:25:00.7797969Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T16:26:16.4603485Z Traceback (most recent call last): +2024-09-23T16:26:16.4605312Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T16:26:16.4606241Z sys.exit(main()) +2024-09-23T16:26:16.4607341Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T16:26:16.4608475Z pci_board_reset(args.reset, reinit=True) +2024-09-23T16:26:16.4609827Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T16:26:16.4611220Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T16:26:16.4612923Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T16:26:16.4614235Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T16:26:16.4616228Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T16:26:16.4617538Z high1 = chip.axi_read32(high_addr) +2024-09-23T16:26:16.4618317Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T16:26:16.5249458Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T16:26:16.5250353Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T16:27:32.2366736Z Traceback (most recent call last): +2024-09-23T16:27:32.2368453Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T16:27:32.2369412Z sys.exit(main()) +2024-09-23T16:27:32.2370700Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T16:27:32.2372054Z pci_board_reset(args.reset, reinit=True) +2024-09-23T16:27:32.2373813Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T16:27:32.2375568Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T16:27:32.2377717Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T16:27:32.2379358Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T16:27:32.2381254Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T16:27:32.2383250Z high1 = chip.axi_read32(high_addr) +2024-09-23T16:27:32.2384164Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T16:27:32.3006900Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T16:27:32.3007951Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T16:28:48.0448641Z Traceback (most recent call last): +2024-09-23T16:28:48.0450054Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T16:28:48.0450881Z sys.exit(main()) +2024-09-23T16:28:48.0452020Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T16:28:48.0453731Z pci_board_reset(args.reset, reinit=True) +2024-09-23T16:28:48.0455075Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T16:28:48.0456452Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T16:28:48.0458120Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T16:28:48.0506150Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T16:28:48.0508169Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T16:28:48.0509488Z high1 = chip.axi_read32(high_addr) +2024-09-23T16:28:48.0510241Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T16:28:48.1080408Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T16:28:48.1081266Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T16:30:03.7893805Z Traceback (most recent call last): +2024-09-23T16:30:03.7895576Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T16:30:03.7896472Z sys.exit(main()) +2024-09-23T16:30:03.7897643Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T16:30:03.7898781Z pci_board_reset(args.reset, reinit=True) +2024-09-23T16:30:03.7900849Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T16:30:03.7902638Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T16:30:03.7904326Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T16:30:03.7905657Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T16:30:03.7907217Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T16:30:03.7908542Z high1 = chip.axi_read32(high_addr) +2024-09-23T16:30:03.7909346Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T16:30:03.8528292Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T16:30:03.8529172Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T16:31:19.6028818Z Traceback (most recent call last): +2024-09-23T16:31:19.6030447Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T16:31:19.6031290Z sys.exit(main()) +2024-09-23T16:31:19.6032425Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T16:31:19.6033507Z pci_board_reset(args.reset, reinit=True) +2024-09-23T16:31:19.6034869Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T16:31:19.6036267Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T16:31:19.6038020Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T16:31:19.6039307Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T16:31:19.6040834Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T16:31:19.6042131Z high1 = chip.axi_read32(high_addr) +2024-09-23T16:31:19.6043320Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T16:31:19.6670968Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T16:31:19.6671834Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T16:32:35.3460233Z Traceback (most recent call last): +2024-09-23T16:32:35.3461705Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T16:32:35.3462841Z sys.exit(main()) +2024-09-23T16:32:35.3464084Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T16:32:35.3465417Z pci_board_reset(args.reset, reinit=True) +2024-09-23T16:32:35.3467166Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T16:32:35.3468918Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T16:32:35.3471142Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T16:32:35.3472814Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T16:32:35.3474798Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T16:32:35.3476432Z high1 = chip.axi_read32(high_addr) +2024-09-23T16:32:35.3477359Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T16:32:35.4100043Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T16:32:35.4100964Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T16:33:51.1185955Z Traceback (most recent call last): +2024-09-23T16:33:51.1187517Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T16:33:51.1188532Z sys.exit(main()) +2024-09-23T16:33:51.1189665Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T16:33:51.1190733Z pci_board_reset(args.reset, reinit=True) +2024-09-23T16:33:51.1192058Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T16:33:51.1193431Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T16:33:51.1195048Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T16:33:51.1196314Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T16:33:51.1197887Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T16:33:51.1199174Z high1 = chip.axi_read32(high_addr) +2024-09-23T16:33:51.1200089Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T16:33:51.1849375Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T16:33:51.1850502Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T16:35:06.8959643Z Traceback (most recent call last): +2024-09-23T16:35:06.8961036Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T16:35:06.8961864Z sys.exit(main()) +2024-09-23T16:35:06.8962951Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T16:35:06.8964022Z pci_board_reset(args.reset, reinit=True) +2024-09-23T16:35:06.8965441Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T16:35:06.8966818Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T16:35:06.8968884Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T16:35:06.8970155Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T16:35:06.8971666Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T16:35:06.8972938Z high1 = chip.axi_read32(high_addr) +2024-09-23T16:35:06.8973689Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T16:35:06.9597380Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T16:35:06.9598258Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T16:36:22.6762187Z Traceback (most recent call last): +2024-09-23T16:36:22.6763821Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T16:36:22.6764721Z sys.exit(main()) +2024-09-23T16:36:22.6765807Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T16:36:22.6766916Z pci_board_reset(args.reset, reinit=True) +2024-09-23T16:36:22.6768260Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T16:36:22.6769622Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T16:36:22.6771242Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T16:36:22.6772904Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T16:36:22.6774441Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T16:36:22.6775749Z high1 = chip.axi_read32(high_addr) +2024-09-23T16:36:22.6776507Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T16:36:22.7500242Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T16:36:22.7501110Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T16:37:38.4484190Z Traceback (most recent call last): +2024-09-23T16:37:38.4488469Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T16:37:38.4489337Z sys.exit(main()) +2024-09-23T16:37:38.4490743Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T16:37:38.4491871Z pci_board_reset(args.reset, reinit=True) +2024-09-23T16:37:38.4493226Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T16:37:38.4494609Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T16:37:38.4496227Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T16:37:38.4497498Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T16:37:38.4499022Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T16:37:38.4500313Z high1 = chip.axi_read32(high_addr) +2024-09-23T16:37:38.4501064Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T16:37:38.5193419Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T16:37:38.5194402Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T16:38:54.2257355Z Traceback (most recent call last): +2024-09-23T16:38:54.2259075Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T16:38:54.2260762Z sys.exit(main()) +2024-09-23T16:38:54.2261944Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T16:38:54.2263276Z pci_board_reset(args.reset, reinit=True) +2024-09-23T16:38:54.2264689Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T16:38:54.2266136Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T16:38:54.2267819Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T16:38:54.2269154Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T16:38:54.2270721Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T16:38:54.2272073Z high1 = chip.axi_read32(high_addr) +2024-09-23T16:38:54.2272869Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T16:38:54.2901655Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T16:38:54.2902778Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T16:40:10.0007307Z Traceback (most recent call last): +2024-09-23T16:40:10.0008970Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T16:40:10.0009809Z sys.exit(main()) +2024-09-23T16:40:10.0010907Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T16:40:10.0012595Z pci_board_reset(args.reset, reinit=True) +2024-09-23T16:40:10.0013953Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T16:40:10.0015368Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T16:40:10.0026732Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T16:40:10.0028133Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T16:40:10.0029690Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T16:40:10.0030990Z high1 = chip.axi_read32(high_addr) +2024-09-23T16:40:10.0031856Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T16:40:10.0698611Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T16:40:10.0699602Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T16:41:25.7737847Z Traceback (most recent call last): +2024-09-23T16:41:25.7739584Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T16:41:25.7740423Z sys.exit(main()) +2024-09-23T16:41:25.7741638Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T16:41:25.7743028Z pci_board_reset(args.reset, reinit=True) +2024-09-23T16:41:25.7744468Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T16:41:25.7745874Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T16:41:25.7747558Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T16:41:25.7748863Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T16:41:25.7750398Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T16:41:25.7752292Z high1 = chip.axi_read32(high_addr) +2024-09-23T16:41:25.7753069Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T16:41:25.8717020Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T16:41:25.8717912Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T16:42:41.5491080Z Traceback (most recent call last): +2024-09-23T16:42:41.5492576Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T16:42:41.5493572Z sys.exit(main()) +2024-09-23T16:42:41.5494890Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T16:42:41.5496259Z pci_board_reset(args.reset, reinit=True) +2024-09-23T16:42:41.5497636Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T16:42:41.5499020Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T16:42:41.5500641Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T16:42:41.5501972Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T16:42:41.5503762Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T16:42:41.5505048Z high1 = chip.axi_read32(high_addr) +2024-09-23T16:42:41.5506147Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T16:42:41.6154188Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T16:42:41.6155197Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T16:43:57.3305734Z Traceback (most recent call last): +2024-09-23T16:43:57.3309615Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T16:43:57.3310505Z sys.exit(main()) +2024-09-23T16:43:57.3311616Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T16:43:57.3312700Z pci_board_reset(args.reset, reinit=True) +2024-09-23T16:43:57.3314125Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T16:43:57.3315580Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T16:43:57.3317269Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T16:43:57.3318542Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T16:43:57.3320088Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T16:43:57.3321499Z high1 = chip.axi_read32(high_addr) +2024-09-23T16:43:57.3322273Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T16:43:57.3958702Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T16:43:57.3959574Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T16:45:13.1019305Z Traceback (most recent call last): +2024-09-23T16:45:13.1021281Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T16:45:13.1022560Z sys.exit(main()) +2024-09-23T16:45:13.1024125Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T16:45:13.1025642Z pci_board_reset(args.reset, reinit=True) +2024-09-23T16:45:13.1027399Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T16:45:13.1030004Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T16:45:13.1032097Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T16:45:13.1033784Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T16:45:13.1035839Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T16:45:13.1037534Z high1 = chip.axi_read32(high_addr) +2024-09-23T16:45:13.1038506Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T16:45:13.1674601Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T16:45:13.1675792Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T16:46:28.9101561Z Traceback (most recent call last): +2024-09-23T16:46:28.9103444Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T16:46:28.9104411Z sys.exit(main()) +2024-09-23T16:46:28.9105615Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T16:46:28.9106718Z pci_board_reset(args.reset, reinit=True) +2024-09-23T16:46:28.9108090Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T16:46:28.9109528Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T16:46:28.9111639Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T16:46:28.9112936Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T16:46:28.9114489Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T16:46:28.9115788Z high1 = chip.axi_read32(high_addr) +2024-09-23T16:46:28.9116559Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T16:46:28.9747753Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T16:46:28.9749109Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T16:47:44.6862835Z Traceback (most recent call last): +2024-09-23T16:47:44.6864345Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T16:47:44.6865466Z sys.exit(main()) +2024-09-23T16:47:44.6866658Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T16:47:44.6867956Z pci_board_reset(args.reset, reinit=True) +2024-09-23T16:47:44.6869588Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T16:47:44.6870944Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T16:47:44.6872559Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T16:47:44.6873828Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T16:47:44.6875368Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T16:47:44.6876650Z high1 = chip.axi_read32(high_addr) +2024-09-23T16:47:44.6877404Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T16:47:44.7570736Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T16:47:44.7572193Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T16:49:00.4321335Z Traceback (most recent call last): +2024-09-23T16:49:00.4322795Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T16:49:00.4323630Z sys.exit(main()) +2024-09-23T16:49:00.4324752Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T16:49:00.4325831Z pci_board_reset(args.reset, reinit=True) +2024-09-23T16:49:00.4327173Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T16:49:00.4328570Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T16:49:00.4331901Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T16:49:00.4333224Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T16:49:00.4334747Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T16:49:00.4336040Z high1 = chip.axi_read32(high_addr) +2024-09-23T16:49:00.4336781Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T16:49:00.4980698Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T16:49:00.4981563Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T16:50:16.2713309Z Traceback (most recent call last): +2024-09-23T16:50:16.2714714Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T16:50:16.2716101Z sys.exit(main()) +2024-09-23T16:50:16.2717231Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T16:50:16.2718345Z pci_board_reset(args.reset, reinit=True) +2024-09-23T16:50:16.2719772Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T16:50:16.2721150Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T16:50:16.2722826Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T16:50:16.2724111Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T16:50:16.2725631Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T16:50:16.2726910Z high1 = chip.axi_read32(high_addr) +2024-09-23T16:50:16.2727658Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T16:50:16.3343835Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T16:50:16.3344692Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T16:51:32.0154786Z Traceback (most recent call last): +2024-09-23T16:51:32.0156619Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T16:51:32.0157485Z sys.exit(main()) +2024-09-23T16:51:32.0158718Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T16:51:32.0159863Z pci_board_reset(args.reset, reinit=True) +2024-09-23T16:51:32.0161254Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T16:51:32.0162702Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T16:51:32.0164382Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T16:51:32.0166171Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T16:51:32.0167713Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T16:51:32.0169021Z high1 = chip.axi_read32(high_addr) +2024-09-23T16:51:32.0169827Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T16:51:32.0798610Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T16:51:32.0799492Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T16:52:47.7600528Z Traceback (most recent call last): +2024-09-23T16:52:47.7602242Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T16:52:47.7603108Z sys.exit(main()) +2024-09-23T16:52:47.7604205Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T16:52:47.7605304Z pci_board_reset(args.reset, reinit=True) +2024-09-23T16:52:47.7606667Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T16:52:47.7623900Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T16:52:47.7625624Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T16:52:47.7626908Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T16:52:47.7628952Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T16:52:47.7630256Z high1 = chip.axi_read32(high_addr) +2024-09-23T16:52:47.7631007Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T16:52:47.8278213Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T16:52:47.8279612Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T16:54:03.5647638Z Traceback (most recent call last): +2024-09-23T16:54:03.5649420Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T16:54:03.5650499Z sys.exit(main()) +2024-09-23T16:54:03.5651851Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T16:54:03.5653096Z pci_board_reset(args.reset, reinit=True) +2024-09-23T16:54:03.5654926Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T16:54:03.5656723Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T16:54:03.5658798Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T16:54:03.5660440Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T16:54:03.5662560Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T16:54:03.5664180Z high1 = chip.axi_read32(high_addr) +2024-09-23T16:54:03.5665111Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T16:54:03.6290566Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T16:54:03.6291596Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T16:55:19.3088557Z Traceback (most recent call last): +2024-09-23T16:55:19.3090362Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T16:55:19.3091260Z sys.exit(main()) +2024-09-23T16:55:19.3092356Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T16:55:19.3094307Z pci_board_reset(args.reset, reinit=True) +2024-09-23T16:55:19.3095672Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T16:55:19.3097046Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T16:55:19.3098680Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T16:55:19.3099965Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T16:55:19.3101498Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T16:55:19.3103214Z high1 = chip.axi_read32(high_addr) +2024-09-23T16:55:19.3103996Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T16:55:19.3788562Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T16:55:19.3789433Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T16:56:35.1222469Z Traceback (most recent call last): +2024-09-23T16:56:35.1224463Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T16:56:35.1225393Z sys.exit(main()) +2024-09-23T16:56:35.1226516Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T16:56:35.1227811Z pci_board_reset(args.reset, reinit=True) +2024-09-23T16:56:35.1229759Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T16:56:35.1231205Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T16:56:35.1232903Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T16:56:35.1234272Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T16:56:35.1235830Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T16:56:35.1237157Z high1 = chip.axi_read32(high_addr) +2024-09-23T16:56:35.1237953Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T16:56:35.1872770Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T16:56:35.1873748Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T16:57:50.8615030Z Traceback (most recent call last): +2024-09-23T16:57:50.8616879Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T16:57:50.8617731Z sys.exit(main()) +2024-09-23T16:57:50.8618915Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T16:57:50.8621181Z pci_board_reset(args.reset, reinit=True) +2024-09-23T16:57:50.8622987Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T16:57:50.8624505Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T16:57:50.8626419Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T16:57:50.8627711Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T16:57:50.8629269Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T16:57:50.8630582Z high1 = chip.axi_read32(high_addr) +2024-09-23T16:57:50.8632232Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T16:57:50.9284088Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T16:57:50.9284948Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T16:59:06.7024233Z Traceback (most recent call last): +2024-09-23T16:59:06.7027421Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T16:59:06.7028319Z sys.exit(main()) +2024-09-23T16:59:06.7029431Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T16:59:06.7030541Z pci_board_reset(args.reset, reinit=True) +2024-09-23T16:59:06.7031959Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T16:59:06.7033424Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T16:59:06.7035185Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T16:59:06.7036486Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T16:59:06.7038030Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T16:59:06.7039347Z high1 = chip.axi_read32(high_addr) +2024-09-23T16:59:06.7040127Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T16:59:06.7678661Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T16:59:06.7679564Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T17:00:22.4480914Z Traceback (most recent call last): +2024-09-23T17:00:22.4482608Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T17:00:22.4483618Z sys.exit(main()) +2024-09-23T17:00:22.4484926Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T17:00:22.4485998Z pci_board_reset(args.reset, reinit=True) +2024-09-23T17:00:22.4487356Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T17:00:22.4488719Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T17:00:22.4491857Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T17:00:22.4493121Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T17:00:22.4494634Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T17:00:22.4495915Z high1 = chip.axi_read32(high_addr) +2024-09-23T17:00:22.4496672Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T17:00:22.5589442Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T17:00:22.5590291Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T17:01:38.2236339Z Traceback (most recent call last): +2024-09-23T17:01:38.2238103Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T17:01:38.2238951Z sys.exit(main()) +2024-09-23T17:01:38.2240025Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T17:01:38.2241125Z pci_board_reset(args.reset, reinit=True) +2024-09-23T17:01:38.2242666Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T17:01:38.2244054Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T17:01:38.2246196Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T17:01:38.2247481Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T17:01:38.2248999Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T17:01:38.2250292Z high1 = chip.axi_read32(high_addr) +2024-09-23T17:01:38.2251046Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T17:01:38.2914625Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T17:01:38.2915847Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T17:02:53.9994236Z Traceback (most recent call last): +2024-09-23T17:02:53.9996086Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T17:02:53.9997017Z sys.exit(main()) +2024-09-23T17:02:53.9998190Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T17:02:53.9999267Z pci_board_reset(args.reset, reinit=True) +2024-09-23T17:02:54.0000649Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T17:02:54.0002043Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T17:02:54.0003678Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T17:02:54.0005680Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T17:02:54.0007215Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T17:02:54.0008541Z high1 = chip.axi_read32(high_addr) +2024-09-23T17:02:54.0009318Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T17:02:54.1098036Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T17:02:54.1099008Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T17:04:09.7754696Z Traceback (most recent call last): +2024-09-23T17:04:09.7759083Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T17:04:09.7759929Z sys.exit(main()) +2024-09-23T17:04:09.7761024Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T17:04:09.7762149Z pci_board_reset(args.reset, reinit=True) +2024-09-23T17:04:09.7763508Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T17:04:09.7764897Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T17:04:09.7766595Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T17:04:09.7767872Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T17:04:09.7769390Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T17:04:09.7770682Z high1 = chip.axi_read32(high_addr) +2024-09-23T17:04:09.7771437Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T17:04:09.8388669Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T17:04:09.8389533Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T17:05:25.5564532Z Traceback (most recent call last): +2024-09-23T17:05:25.5566406Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T17:05:25.5568150Z sys.exit(main()) +2024-09-23T17:05:25.5569471Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T17:05:25.5570594Z pci_board_reset(args.reset, reinit=True) +2024-09-23T17:05:25.5572081Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T17:05:25.5573506Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T17:05:25.5575339Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T17:05:25.5576695Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T17:05:25.5578265Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T17:05:25.5579607Z high1 = chip.axi_read32(high_addr) +2024-09-23T17:05:25.5580407Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T17:05:25.6561002Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T17:05:25.6561915Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T17:06:41.3281492Z Traceback (most recent call last): +2024-09-23T17:06:41.3283350Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T17:06:41.3284340Z sys.exit(main()) +2024-09-23T17:06:41.3285680Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T17:06:41.3287808Z pci_board_reset(args.reset, reinit=True) +2024-09-23T17:06:41.3289458Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T17:06:41.3291018Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T17:06:41.3292948Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T17:06:41.3294434Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T17:06:41.3296355Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T17:06:41.3297673Z high1 = chip.axi_read32(high_addr) +2024-09-23T17:06:41.3298440Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T17:06:41.3908630Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T17:06:41.3909606Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T17:07:57.1010340Z Traceback (most recent call last): +2024-09-23T17:07:57.1011897Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T17:07:57.1012834Z sys.exit(main()) +2024-09-23T17:07:57.1013930Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T17:07:57.1015014Z pci_board_reset(args.reset, reinit=True) +2024-09-23T17:07:57.1016374Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T17:07:57.1017755Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T17:07:57.1019407Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T17:07:57.1020704Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T17:07:57.1022240Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T17:07:57.1024171Z high1 = chip.axi_read32(high_addr) +2024-09-23T17:07:57.1024941Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T17:07:57.1912594Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T17:07:57.1913539Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T17:09:12.8466356Z Traceback (most recent call last): +2024-09-23T17:09:12.8468311Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T17:09:12.8469188Z sys.exit(main()) +2024-09-23T17:09:12.8470332Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T17:09:12.8471426Z pci_board_reset(args.reset, reinit=True) +2024-09-23T17:09:12.8472782Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T17:09:12.8474186Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T17:09:12.8475815Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T17:09:12.8477089Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T17:09:12.8478619Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T17:09:12.8479926Z high1 = chip.axi_read32(high_addr) +2024-09-23T17:09:12.8480686Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T17:09:12.9459329Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T17:09:12.9460232Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T17:10:28.6540710Z Traceback (most recent call last): +2024-09-23T17:10:28.6542595Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T17:10:28.6543453Z sys.exit(main()) +2024-09-23T17:10:28.6544548Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T17:10:28.6545650Z pci_board_reset(args.reset, reinit=True) +2024-09-23T17:10:28.6547032Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T17:10:28.6548415Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T17:10:28.6550131Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T17:10:28.6551440Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T17:10:28.6552981Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T17:10:28.6554315Z high1 = chip.axi_read32(high_addr) +2024-09-23T17:10:28.6555098Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T17:10:28.7217103Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T17:10:28.7218303Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T17:11:44.4618529Z Traceback (most recent call last): +2024-09-23T17:11:44.4620309Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T17:11:44.4621398Z sys.exit(main()) +2024-09-23T17:11:44.4623075Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T17:11:44.4624487Z pci_board_reset(args.reset, reinit=True) +2024-09-23T17:11:44.4626191Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T17:11:44.4628373Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T17:11:44.4630349Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T17:11:44.4631920Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T17:11:44.4633776Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T17:11:44.4635378Z high1 = chip.axi_read32(high_addr) +2024-09-23T17:11:44.4636270Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T17:11:44.5247510Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T17:11:44.5248601Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T17:13:00.2061383Z Traceback (most recent call last): +2024-09-23T17:13:00.2063035Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T17:13:00.2063910Z sys.exit(main()) +2024-09-23T17:13:00.2065036Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T17:13:00.2066153Z pci_board_reset(args.reset, reinit=True) +2024-09-23T17:13:00.2067586Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T17:13:00.2068992Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T17:13:00.2071076Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T17:13:00.2072418Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T17:13:00.2309953Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T17:13:00.2311364Z high1 = chip.axi_read32(high_addr) +2024-09-23T17:13:00.2312213Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T17:13:00.2710484Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T17:13:00.2711387Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T17:14:15.9514222Z Traceback (most recent call last): +2024-09-23T17:14:15.9515687Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T17:14:15.9516639Z sys.exit(main()) +2024-09-23T17:14:15.9518001Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T17:14:15.9519237Z pci_board_reset(args.reset, reinit=True) +2024-09-23T17:14:15.9520638Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T17:14:15.9522131Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T17:14:15.9523751Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T17:14:15.9525019Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T17:14:15.9526543Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T17:14:15.9527817Z high1 = chip.axi_read32(high_addr) +2024-09-23T17:14:15.9528563Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T17:14:16.0145888Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T17:14:16.0147443Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T17:15:31.7279406Z Traceback (most recent call last): +2024-09-23T17:15:31.7280982Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T17:15:31.7281827Z sys.exit(main()) +2024-09-23T17:15:31.7282932Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T17:15:31.7284068Z pci_board_reset(args.reset, reinit=True) +2024-09-23T17:15:31.7285510Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T17:15:31.7286973Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T17:15:31.7288828Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T17:15:31.7290166Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T17:15:31.7291684Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T17:15:31.7292986Z high1 = chip.axi_read32(high_addr) +2024-09-23T17:15:31.7293764Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T17:15:31.7918172Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T17:15:31.7919063Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T17:16:47.5050804Z Traceback (most recent call last): +2024-09-23T17:16:47.5052305Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T17:16:47.5053879Z sys.exit(main()) +2024-09-23T17:16:47.5055284Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T17:16:47.5056679Z pci_board_reset(args.reset, reinit=True) +2024-09-23T17:16:47.5058473Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T17:16:47.5060271Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T17:16:47.5062640Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T17:16:47.5064306Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T17:16:47.5066209Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T17:16:47.5067997Z high1 = chip.axi_read32(high_addr) +2024-09-23T17:16:47.5068982Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T17:16:47.5708648Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T17:16:47.5709623Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T17:18:03.2778929Z Traceback (most recent call last): +2024-09-23T17:18:03.2780332Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T17:18:03.2781213Z sys.exit(main()) +2024-09-23T17:18:03.2782552Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T17:18:03.2783802Z pci_board_reset(args.reset, reinit=True) +2024-09-23T17:18:03.2785199Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T17:18:03.2786608Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T17:18:03.2788396Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T17:18:03.2790141Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T17:18:03.2791667Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T17:18:03.2792955Z high1 = chip.axi_read32(high_addr) +2024-09-23T17:18:03.2793707Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T17:18:03.3417158Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T17:18:03.3418010Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T17:19:19.1830545Z Traceback (most recent call last): +2024-09-23T17:19:19.1832138Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T17:19:19.1833274Z sys.exit(main()) +2024-09-23T17:19:19.1834599Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T17:19:19.1835938Z pci_board_reset(args.reset, reinit=True) +2024-09-23T17:19:19.1837611Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T17:19:19.1839317Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T17:19:19.1841328Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T17:19:19.1842890Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T17:19:19.1845402Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T17:19:19.1847010Z high1 = chip.axi_read32(high_addr) +2024-09-23T17:19:19.1847927Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T17:19:19.2467601Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T17:19:19.2468717Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T17:20:34.8310334Z Traceback (most recent call last): +2024-09-23T17:20:34.8312077Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T17:20:34.8312921Z sys.exit(main()) +2024-09-23T17:20:34.8314004Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T17:20:34.8315093Z pci_board_reset(args.reset, reinit=True) +2024-09-23T17:20:34.8316441Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T17:20:34.8317838Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T17:20:34.8319446Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T17:20:34.8320734Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T17:20:34.8322350Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T17:20:34.8323687Z high1 = chip.axi_read32(high_addr) +2024-09-23T17:20:34.8324442Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T17:20:34.9180687Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T17:20:34.9181542Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T17:21:50.6394091Z Traceback (most recent call last): +2024-09-23T17:21:50.6395813Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T17:21:50.6396684Z sys.exit(main()) +2024-09-23T17:21:50.6397811Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T17:21:50.6399609Z pci_board_reset(args.reset, reinit=True) +2024-09-23T17:21:50.6401004Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T17:21:50.6402380Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T17:21:50.6404004Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T17:21:50.6405311Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T17:21:50.6406834Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T17:21:50.6408137Z high1 = chip.axi_read32(high_addr) +2024-09-23T17:21:50.6408896Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T17:21:50.7140851Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T17:21:50.7141727Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T17:23:06.3825792Z Traceback (most recent call last): +2024-09-23T17:23:06.3827669Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T17:23:06.3828526Z sys.exit(main()) +2024-09-23T17:23:06.3829725Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T17:23:06.3830845Z pci_board_reset(args.reset, reinit=True) +2024-09-23T17:23:06.3832833Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T17:23:06.3834533Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T17:23:06.3836280Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T17:23:06.3837732Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T17:23:06.3839277Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T17:23:06.3840569Z high1 = chip.axi_read32(high_addr) +2024-09-23T17:23:06.3841344Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T17:23:06.4517863Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T17:23:06.4520305Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T17:24:22.1603853Z Traceback (most recent call last): +2024-09-23T17:24:22.1605531Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T17:24:22.1606387Z sys.exit(main()) +2024-09-23T17:24:22.1607487Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T17:24:22.1608612Z pci_board_reset(args.reset, reinit=True) +2024-09-23T17:24:22.1609980Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T17:24:22.1611370Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T17:24:22.1613009Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T17:24:22.1614292Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T17:24:22.1615837Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T17:24:22.1617144Z high1 = chip.axi_read32(high_addr) +2024-09-23T17:24:22.1618248Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T17:24:22.2374676Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T17:24:22.2375639Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T17:25:37.9038980Z Traceback (most recent call last): +2024-09-23T17:25:37.9040627Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T17:25:37.9041499Z sys.exit(main()) +2024-09-23T17:25:37.9042649Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T17:25:37.9043827Z pci_board_reset(args.reset, reinit=True) +2024-09-23T17:25:37.9045427Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T17:25:37.9046806Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T17:25:37.9048509Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T17:25:37.9049849Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T17:25:37.9051394Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T17:25:37.9052726Z high1 = chip.axi_read32(high_addr) +2024-09-23T17:25:37.9053497Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T17:25:37.9790036Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T17:25:37.9791069Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T17:26:53.6440413Z Traceback (most recent call last): +2024-09-23T17:26:53.6441838Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T17:26:53.6442687Z sys.exit(main()) +2024-09-23T17:26:53.6443799Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T17:26:53.6444931Z pci_board_reset(args.reset, reinit=True) +2024-09-23T17:26:53.6446300Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T17:26:53.6447668Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T17:26:53.6449308Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T17:26:53.6450579Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T17:26:53.6452134Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T17:26:53.6453425Z high1 = chip.axi_read32(high_addr) +2024-09-23T17:26:53.6454182Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T17:26:53.7096531Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T17:26:53.7097652Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T17:28:09.5190164Z Traceback (most recent call last): +2024-09-23T17:28:09.5191963Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T17:28:09.5192945Z sys.exit(main()) +2024-09-23T17:28:09.5194327Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T17:28:09.5195576Z pci_board_reset(args.reset, reinit=True) +2024-09-23T17:28:09.5197017Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T17:28:09.5198405Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T17:28:09.5200665Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T17:28:09.5201949Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T17:28:09.5203485Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T17:28:09.5204801Z high1 = chip.axi_read32(high_addr) +2024-09-23T17:28:09.5205575Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T17:28:09.5831775Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T17:28:09.5832782Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T17:29:25.3570400Z Traceback (most recent call last): +2024-09-23T17:29:25.3572003Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T17:29:25.3572955Z sys.exit(main()) +2024-09-23T17:29:25.3574044Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T17:29:25.3575131Z pci_board_reset(args.reset, reinit=True) +2024-09-23T17:29:25.3576573Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T17:29:25.3577947Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T17:29:25.3579581Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T17:29:25.3581401Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T17:29:25.3583201Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T17:29:25.3584526Z high1 = chip.axi_read32(high_addr) +2024-09-23T17:29:25.3585288Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T17:29:25.4218385Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T17:29:25.4219236Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T17:30:40.9110087Z Traceback (most recent call last): +2024-09-23T17:30:40.9113131Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T17:30:40.9114207Z sys.exit(main()) +2024-09-23T17:30:40.9115379Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T17:30:40.9116559Z pci_board_reset(args.reset, reinit=True) +2024-09-23T17:30:40.9117959Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T17:30:40.9119376Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T17:30:40.9121079Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T17:30:40.9122374Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T17:30:40.9123926Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T17:30:40.9125260Z high1 = chip.axi_read32(high_addr) +2024-09-23T17:30:40.9126057Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T17:30:41.0099894Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T17:30:41.0100977Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T17:31:56.6892893Z Traceback (most recent call last): +2024-09-23T17:31:56.6894565Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T17:31:56.6896433Z sys.exit(main()) +2024-09-23T17:31:56.6897520Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T17:31:56.6898606Z pci_board_reset(args.reset, reinit=True) +2024-09-23T17:31:56.6899975Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T17:31:56.6901361Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T17:31:56.6903227Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T17:31:56.6904533Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T17:31:56.6906054Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T17:31:56.6907359Z high1 = chip.axi_read32(high_addr) +2024-09-23T17:31:56.6908120Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T17:31:56.7541059Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T17:31:56.7541923Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T17:33:12.4611568Z Traceback (most recent call last): +2024-09-23T17:33:12.4613416Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T17:33:12.4614328Z sys.exit(main()) +2024-09-23T17:33:12.4615460Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T17:33:12.4617242Z pci_board_reset(args.reset, reinit=True) +2024-09-23T17:33:12.4618844Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T17:33:12.4620374Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T17:33:12.4622039Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T17:33:12.4623776Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T17:33:12.4625353Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T17:33:12.4626689Z high1 = chip.axi_read32(high_addr) +2024-09-23T17:33:12.4627463Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T17:33:12.5254044Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T17:33:12.5255054Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T17:34:28.5918388Z Traceback (most recent call last): +2024-09-23T17:34:28.5919825Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T17:34:28.5920671Z sys.exit(main()) +2024-09-23T17:34:28.5921782Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T17:34:28.5922941Z pci_board_reset(args.reset, reinit=True) +2024-09-23T17:34:28.5924288Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T17:34:28.5925669Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T17:34:28.5927322Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T17:34:28.6225272Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T17:34:28.6227075Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T17:34:28.6228945Z high1 = chip.axi_read32(high_addr) +2024-09-23T17:34:28.6229704Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T17:34:28.6584607Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T17:34:28.6585838Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T17:35:44.3397623Z Traceback (most recent call last): +2024-09-23T17:35:44.3399092Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T17:35:44.3400156Z sys.exit(main()) +2024-09-23T17:35:44.3401491Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T17:35:44.3402710Z pci_board_reset(args.reset, reinit=True) +2024-09-23T17:35:44.3404309Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T17:35:44.3405765Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T17:35:44.3407407Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T17:35:44.3408678Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T17:35:44.3410213Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T17:35:44.3411502Z high1 = chip.axi_read32(high_addr) +2024-09-23T17:35:44.3412257Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T17:35:44.4046992Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T17:35:44.4047878Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T17:36:59.8886827Z Traceback (most recent call last): +2024-09-23T17:36:59.8888244Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T17:36:59.8889256Z sys.exit(main()) +2024-09-23T17:36:59.8890380Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T17:36:59.8891501Z pci_board_reset(args.reset, reinit=True) +2024-09-23T17:36:59.8892861Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T17:36:59.8894216Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T17:36:59.8895854Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T17:36:59.8897119Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T17:36:59.8898632Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T17:36:59.8899924Z high1 = chip.axi_read32(high_addr) +2024-09-23T17:36:59.8900671Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T17:36:59.9552599Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T17:36:59.9553483Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T17:38:15.5650042Z Traceback (most recent call last): +2024-09-23T17:38:15.5651789Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T17:38:15.5652802Z sys.exit(main()) +2024-09-23T17:38:15.5654058Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T17:38:15.5655159Z pci_board_reset(args.reset, reinit=True) +2024-09-23T17:38:15.5656508Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T17:38:15.5658394Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T17:38:15.5660029Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T17:38:15.5661314Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T17:38:15.5663073Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T17:38:15.5664392Z high1 = chip.axi_read32(high_addr) +2024-09-23T17:38:15.5665157Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T17:38:15.6293372Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T17:38:15.6294319Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T17:39:31.4051626Z Traceback (most recent call last): +2024-09-23T17:39:31.4053403Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T17:39:31.4054446Z sys.exit(main()) +2024-09-23T17:39:31.4055815Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T17:39:31.4057172Z pci_board_reset(args.reset, reinit=True) +2024-09-23T17:39:31.4058709Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T17:39:31.4060095Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T17:39:31.4062286Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T17:39:31.4064023Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T17:39:31.4065607Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T17:39:31.4071250Z high1 = chip.axi_read32(high_addr) +2024-09-23T17:39:31.4072293Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T17:39:31.4697347Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T17:39:31.4698576Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T17:40:47.0247591Z Traceback (most recent call last): +2024-09-23T17:40:47.0249386Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T17:40:47.0250357Z sys.exit(main()) +2024-09-23T17:40:47.0251731Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T17:40:47.0252824Z pci_board_reset(args.reset, reinit=True) +2024-09-23T17:40:47.0254244Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T17:40:47.0255631Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T17:40:47.0257324Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T17:40:47.0258611Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T17:40:47.0260229Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T17:40:47.0261549Z high1 = chip.axi_read32(high_addr) +2024-09-23T17:40:47.0262326Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T17:40:47.0891358Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T17:40:47.0892850Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T17:42:02.8016325Z Traceback (most recent call last): +2024-09-23T17:42:02.8017900Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T17:42:02.8018960Z sys.exit(main()) +2024-09-23T17:42:02.8020368Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T17:42:02.8021738Z pci_board_reset(args.reset, reinit=True) +2024-09-23T17:42:02.8023644Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T17:42:02.8025416Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T17:42:02.8027584Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T17:42:02.8029219Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T17:42:02.8031161Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T17:42:02.8032806Z high1 = chip.axi_read32(high_addr) +2024-09-23T17:42:02.8033753Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T17:42:02.8644063Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T17:42:02.8645057Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T17:43:18.8315052Z Traceback (most recent call last): +2024-09-23T17:43:18.8316875Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T17:43:18.8318268Z sys.exit(main()) +2024-09-23T17:43:18.8319432Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T17:43:18.8320531Z pci_board_reset(args.reset, reinit=True) +2024-09-23T17:43:18.8321969Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T17:43:18.8323407Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T17:43:18.8325174Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T17:43:18.8326510Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T17:43:18.8328055Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T17:43:18.8329399Z high1 = chip.axi_read32(high_addr) +2024-09-23T17:43:18.8330191Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T17:43:18.9057848Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T17:43:18.9058767Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T17:44:34.6090063Z Traceback (most recent call last): +2024-09-23T17:44:34.6091951Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T17:44:34.6093047Z sys.exit(main()) +2024-09-23T17:44:34.6094412Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T17:44:34.6095777Z pci_board_reset(args.reset, reinit=True) +2024-09-23T17:44:34.6097542Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T17:44:34.6099444Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T17:44:34.6101516Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T17:44:34.6104138Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T17:44:34.6106103Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T17:44:34.6107755Z high1 = chip.axi_read32(high_addr) +2024-09-23T17:44:34.6108729Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T17:44:34.6732694Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T17:44:34.6733635Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T17:45:50.3536789Z Traceback (most recent call last): +2024-09-23T17:45:50.3538815Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T17:45:50.3539669Z sys.exit(main()) +2024-09-23T17:45:50.3540745Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T17:45:50.3541868Z pci_board_reset(args.reset, reinit=True) +2024-09-23T17:45:50.3543429Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T17:45:50.3544820Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T17:45:50.3546467Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T17:45:50.3547754Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T17:45:50.3749314Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T17:45:50.3751272Z high1 = chip.axi_read32(high_addr) +2024-09-23T17:45:50.3753687Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T17:45:50.4219031Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T17:45:50.4220066Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T17:47:06.1273733Z Traceback (most recent call last): +2024-09-23T17:47:06.1275438Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T17:47:06.1276424Z sys.exit(main()) +2024-09-23T17:47:06.1277682Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T17:47:06.1278951Z pci_board_reset(args.reset, reinit=True) +2024-09-23T17:47:06.1280606Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T17:47:06.1282490Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T17:47:06.1284703Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T17:47:06.1286407Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T17:47:06.1288377Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T17:47:06.1290108Z high1 = chip.axi_read32(high_addr) +2024-09-23T17:47:06.1291104Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T17:47:06.1925224Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T17:47:06.1926204Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T17:48:21.9690800Z Traceback (most recent call last): +2024-09-23T17:48:21.9692261Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T17:48:21.9693091Z sys.exit(main()) +2024-09-23T17:48:21.9694166Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T17:48:21.9695662Z pci_board_reset(args.reset, reinit=True) +2024-09-23T17:48:21.9697072Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T17:48:21.9698569Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T17:48:21.9700197Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T17:48:21.9701460Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T17:48:21.9703122Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T17:48:21.9704398Z high1 = chip.axi_read32(high_addr) +2024-09-23T17:48:21.9705146Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T17:48:22.0325091Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T17:48:22.0325940Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T17:49:37.6480401Z Traceback (most recent call last): +2024-09-23T17:49:37.6482283Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T17:49:37.6483170Z sys.exit(main()) +2024-09-23T17:49:37.6484300Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T17:49:37.6485419Z pci_board_reset(args.reset, reinit=True) +2024-09-23T17:49:37.6487315Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T17:49:37.6488733Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T17:49:37.6490389Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T17:49:37.6491724Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T17:49:37.6493267Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T17:49:37.6494590Z high1 = chip.axi_read32(high_addr) +2024-09-23T17:49:37.6495379Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T17:49:37.7131469Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T17:49:37.7132365Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T17:50:53.4893803Z Traceback (most recent call last): +2024-09-23T17:50:53.4896207Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T17:50:53.4897144Z sys.exit(main()) +2024-09-23T17:50:53.4898565Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T17:50:53.4899985Z pci_board_reset(args.reset, reinit=True) +2024-09-23T17:50:53.4901723Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T17:50:53.4903688Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T17:50:53.4905846Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T17:50:53.4907481Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T17:50:53.4909447Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T17:50:53.4911116Z high1 = chip.axi_read32(high_addr) +2024-09-23T17:50:53.4912080Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T17:50:53.5536611Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T17:50:53.5537636Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T17:52:09.1987622Z Traceback (most recent call last): +2024-09-23T17:52:09.1991343Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T17:52:09.1993300Z sys.exit(main()) +2024-09-23T17:52:09.1994431Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T17:52:09.1995513Z pci_board_reset(args.reset, reinit=True) +2024-09-23T17:52:09.1996927Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T17:52:09.1998317Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T17:52:09.1999981Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T17:52:09.2001275Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T17:52:09.2002916Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T17:52:09.2004204Z high1 = chip.axi_read32(high_addr) +2024-09-23T17:52:09.2004958Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T17:52:09.2638570Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T17:52:09.2639443Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T17:53:24.9762866Z Traceback (most recent call last): +2024-09-23T17:53:24.9764840Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T17:53:24.9765905Z sys.exit(main()) +2024-09-23T17:53:24.9767240Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T17:53:24.9768639Z pci_board_reset(args.reset, reinit=True) +2024-09-23T17:53:24.9770374Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T17:53:24.9772156Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T17:53:24.9774253Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T17:53:24.9775904Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T17:53:24.9777842Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T17:53:24.9779504Z high1 = chip.axi_read32(high_addr) +2024-09-23T17:53:24.9780459Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T17:53:25.0432439Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T17:53:25.0433633Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T17:54:40.7190047Z Traceback (most recent call last): +2024-09-23T17:54:40.7191443Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T17:54:40.7205356Z sys.exit(main()) +2024-09-23T17:54:40.7206554Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T17:54:40.7207638Z pci_board_reset(args.reset, reinit=True) +2024-09-23T17:54:40.7209021Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T17:54:40.7210394Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T17:54:40.7247229Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T17:54:40.7248529Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T17:54:40.7250055Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T17:54:40.7251343Z high1 = chip.axi_read32(high_addr) +2024-09-23T17:54:40.7252088Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T17:54:40.7850780Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T17:54:40.7851638Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T17:55:56.4951661Z Traceback (most recent call last): +2024-09-23T17:55:56.4953360Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T17:55:56.4954267Z sys.exit(main()) +2024-09-23T17:55:56.4955354Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T17:55:56.4956517Z pci_board_reset(args.reset, reinit=True) +2024-09-23T17:55:56.4957906Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T17:55:56.4959300Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T17:55:56.4960937Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T17:55:56.4963152Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T17:55:56.4964714Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T17:55:56.4966026Z high1 = chip.axi_read32(high_addr) +2024-09-23T17:55:56.4966803Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T17:55:56.5581578Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T17:55:56.5582689Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T17:57:12.2749149Z Traceback (most recent call last): +2024-09-23T17:57:12.2750714Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T17:57:12.2751695Z sys.exit(main()) +2024-09-23T17:57:12.2752923Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T17:57:12.2754020Z pci_board_reset(args.reset, reinit=True) +2024-09-23T17:57:12.2755443Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T17:57:12.2756827Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T17:57:12.2758615Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T17:57:12.2785603Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T17:57:12.2802696Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T17:57:12.2804159Z high1 = chip.axi_read32(high_addr) +2024-09-23T17:57:12.2804990Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T17:57:12.3400765Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T17:57:12.3401731Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T17:58:28.0452243Z Traceback (most recent call last): +2024-09-23T17:58:28.0453914Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T17:58:28.0455523Z sys.exit(main()) +2024-09-23T17:58:28.0456619Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T17:58:28.0457714Z pci_board_reset(args.reset, reinit=True) +2024-09-23T17:58:28.0459079Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T17:58:28.0460527Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T17:58:28.0462295Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T17:58:28.0463830Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T17:58:28.0465392Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T17:58:28.0466705Z high1 = chip.axi_read32(high_addr) +2024-09-23T17:58:28.0467478Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T17:58:28.1090184Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T17:58:28.1091070Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T17:59:44.0172391Z Traceback (most recent call last): +2024-09-23T17:59:44.0174083Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T17:59:44.0174963Z sys.exit(main()) +2024-09-23T17:59:44.0176087Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T17:59:44.0177640Z pci_board_reset(args.reset, reinit=True) +2024-09-23T17:59:44.0179049Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T17:59:44.0180503Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T17:59:44.0182188Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T17:59:44.0183739Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T17:59:44.0185313Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T17:59:44.0186651Z high1 = chip.axi_read32(high_addr) +2024-09-23T17:59:44.0187458Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T17:59:44.0811233Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T17:59:44.0812154Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T18:00:59.6370735Z Traceback (most recent call last): +2024-09-23T18:00:59.6372386Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T18:00:59.6373308Z sys.exit(main()) +2024-09-23T18:00:59.6374398Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T18:00:59.6375499Z pci_board_reset(args.reset, reinit=True) +2024-09-23T18:00:59.6376940Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T18:00:59.6378317Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T18:00:59.6379955Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T18:00:59.6381245Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T18:00:59.6382988Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T18:00:59.6384694Z high1 = chip.axi_read32(high_addr) +2024-09-23T18:00:59.6385431Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T18:00:59.7151702Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T18:00:59.7152675Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T18:02:09.8121189Z Traceback (most recent call last): +2024-09-23T18:02:09.8122680Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T18:02:09.8123515Z sys.exit(main()) +2024-09-23T18:02:09.8124631Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T18:02:09.8125737Z pci_board_reset(args.reset, reinit=True) +2024-09-23T18:02:09.8127109Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T18:02:09.8128498Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T18:02:09.8130123Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T18:02:09.8131393Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T18:02:09.8132910Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T18:02:09.8134195Z high1 = chip.axi_read32(high_addr) +2024-09-23T18:02:09.8134949Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T18:02:09.8755277Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T18:02:09.8756643Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T18:03:31.1942554Z Traceback (most recent call last): +2024-09-23T18:03:31.1944466Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T18:03:31.1945348Z sys.exit(main()) +2024-09-23T18:03:31.1946484Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T18:03:31.1947616Z pci_board_reset(args.reset, reinit=True) +2024-09-23T18:03:31.1949076Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T18:03:31.1950492Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T18:03:31.1952199Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T18:03:31.1953492Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T18:03:31.1955126Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T18:03:31.1956473Z high1 = chip.axi_read32(high_addr) +2024-09-23T18:03:31.1957292Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T18:03:31.2906077Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T18:03:31.2906935Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T18:04:47.0038210Z Traceback (most recent call last): +2024-09-23T18:04:47.0039672Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T18:04:47.0040493Z sys.exit(main()) +2024-09-23T18:04:47.0041590Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T18:04:47.0042747Z pci_board_reset(args.reset, reinit=True) +2024-09-23T18:04:47.0044101Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T18:04:47.0046055Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T18:04:47.0047728Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T18:04:47.0048995Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T18:04:47.0050536Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T18:04:47.0052117Z high1 = chip.axi_read32(high_addr) +2024-09-23T18:04:47.0052907Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T18:04:47.0663483Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T18:04:47.0666427Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T18:06:02.7779591Z Traceback (most recent call last): +2024-09-23T18:06:02.7781118Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T18:06:02.7782132Z sys.exit(main()) +2024-09-23T18:06:02.7783485Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T18:06:02.7784850Z pci_board_reset(args.reset, reinit=True) +2024-09-23T18:06:02.7786600Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T18:06:02.7788383Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T18:06:02.7791098Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T18:06:02.7792780Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T18:06:02.7794778Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T18:06:02.7796450Z high1 = chip.axi_read32(high_addr) +2024-09-23T18:06:02.7797369Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T18:06:02.8468968Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T18:06:02.8470072Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T18:07:18.5542409Z Traceback (most recent call last): +2024-09-23T18:07:18.5544164Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T18:07:18.5545077Z sys.exit(main()) +2024-09-23T18:07:18.5546339Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T18:07:18.5547457Z pci_board_reset(args.reset, reinit=True) +2024-09-23T18:07:18.5548915Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T18:07:18.5550331Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T18:07:18.5551994Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T18:07:18.5553319Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T18:07:18.5554880Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T18:07:18.5556207Z high1 = chip.axi_read32(high_addr) +2024-09-23T18:07:18.5557025Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T18:07:18.6171220Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T18:07:18.6172298Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T18:08:34.3636233Z Traceback (most recent call last): +2024-09-23T18:08:34.3637874Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T18:08:34.3638805Z sys.exit(main()) +2024-09-23T18:08:34.3640005Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T18:08:34.3641220Z pci_board_reset(args.reset, reinit=True) +2024-09-23T18:08:34.3642759Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T18:08:34.3644168Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T18:08:34.3645842Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T18:08:34.3647145Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T18:08:34.3648709Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T18:08:34.3650024Z high1 = chip.axi_read32(high_addr) +2024-09-23T18:08:34.3650798Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T18:08:34.4258965Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T18:08:34.4259910Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T18:09:50.0420797Z Traceback (most recent call last): +2024-09-23T18:09:50.0422387Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T18:09:50.0423755Z sys.exit(main()) +2024-09-23T18:09:50.0424860Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T18:09:50.0426044Z pci_board_reset(args.reset, reinit=True) +2024-09-23T18:09:50.0427444Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T18:09:50.0428827Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T18:09:50.0430436Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T18:09:50.0431741Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T18:09:50.0433277Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T18:09:50.0434591Z high1 = chip.axi_read32(high_addr) +2024-09-23T18:09:50.0435369Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T18:09:50.1783850Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T18:09:50.1787078Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T18:11:05.8156347Z Traceback (most recent call last): +2024-09-23T18:11:05.8158046Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T18:11:05.8158998Z sys.exit(main()) +2024-09-23T18:11:05.8160107Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T18:11:05.8161227Z pci_board_reset(args.reset, reinit=True) +2024-09-23T18:11:05.8162631Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T18:11:05.8164137Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T18:11:05.8165776Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T18:11:05.8167633Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T18:11:05.8169159Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T18:11:05.8170446Z high1 = chip.axi_read32(high_addr) +2024-09-23T18:11:05.8171252Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T18:11:05.8980252Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T18:11:05.8981138Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T18:12:21.5945546Z Traceback (most recent call last): +2024-09-23T18:12:21.5947408Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T18:12:21.5948317Z sys.exit(main()) +2024-09-23T18:12:21.5949468Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T18:12:21.5950600Z pci_board_reset(args.reset, reinit=True) +2024-09-23T18:12:21.5952011Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T18:12:21.5953377Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T18:12:21.5954998Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T18:12:21.5956264Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T18:12:21.5957797Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T18:12:21.5959476Z high1 = chip.axi_read32(high_addr) +2024-09-23T18:12:21.5960247Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T18:12:21.6925614Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T18:12:21.6926607Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T18:13:37.3998613Z Traceback (most recent call last): +2024-09-23T18:13:37.3999958Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T18:13:37.4000797Z sys.exit(main()) +2024-09-23T18:13:37.4001882Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T18:13:37.4002980Z pci_board_reset(args.reset, reinit=True) +2024-09-23T18:13:37.4006560Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T18:13:37.4008388Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T18:13:37.4010291Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T18:13:37.4012018Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T18:13:37.4013671Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T18:13:37.4015202Z high1 = chip.axi_read32(high_addr) +2024-09-23T18:13:37.4016132Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T18:13:37.4665422Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T18:13:37.4666563Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T18:14:53.1791525Z Traceback (most recent call last): +2024-09-23T18:14:53.1793117Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T18:14:53.1794065Z sys.exit(main()) +2024-09-23T18:14:53.1795160Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T18:14:53.1796861Z pci_board_reset(args.reset, reinit=True) +2024-09-23T18:14:53.1798214Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T18:14:53.1799585Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T18:14:53.1801221Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T18:14:53.1802489Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T18:14:53.1804053Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T18:14:53.1805337Z high1 = chip.axi_read32(high_addr) +2024-09-23T18:14:53.1806095Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T18:14:53.2525677Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T18:14:53.2526533Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T18:16:08.9220651Z Traceback (most recent call last): +2024-09-23T18:16:08.9224950Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T18:16:08.9225795Z sys.exit(main()) +2024-09-23T18:16:08.9226878Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T18:16:08.9227971Z pci_board_reset(args.reset, reinit=True) +2024-09-23T18:16:08.9229858Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T18:16:08.9231254Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T18:16:08.9232893Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T18:16:08.9234197Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T18:16:08.9235722Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T18:16:08.9237021Z high1 = chip.axi_read32(high_addr) +2024-09-23T18:16:08.9237789Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T18:16:08.9870883Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T18:16:08.9871737Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T18:17:24.6657629Z Traceback (most recent call last): +2024-09-23T18:17:24.6659081Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T18:17:24.6659909Z sys.exit(main()) +2024-09-23T18:17:24.6660996Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T18:17:24.6662091Z pci_board_reset(args.reset, reinit=True) +2024-09-23T18:17:24.6663432Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T18:17:24.6664800Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T18:17:24.6666416Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T18:17:24.6667692Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T18:17:24.6669210Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T18:17:24.6670487Z high1 = chip.axi_read32(high_addr) +2024-09-23T18:17:24.6671234Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T18:17:24.7378514Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T18:17:24.7379486Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T18:18:40.4421183Z Traceback (most recent call last): +2024-09-23T18:18:40.4424744Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T18:18:40.4425596Z sys.exit(main()) +2024-09-23T18:18:40.4426713Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T18:18:40.4427813Z pci_board_reset(args.reset, reinit=True) +2024-09-23T18:18:40.4429197Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T18:18:40.4430551Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T18:18:40.4432173Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T18:18:40.4433484Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T18:18:40.4434987Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T18:18:40.4436265Z high1 = chip.axi_read32(high_addr) +2024-09-23T18:18:40.4437010Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T18:18:40.5057881Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T18:18:40.5058819Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T18:19:56.2219681Z Traceback (most recent call last): +2024-09-23T18:19:56.2222917Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T18:19:56.2223797Z sys.exit(main()) +2024-09-23T18:19:56.2224917Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T18:19:56.2225998Z pci_board_reset(args.reset, reinit=True) +2024-09-23T18:19:56.2227349Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T18:19:56.2228710Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T18:19:56.2230334Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T18:19:56.2231600Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T18:19:56.2233116Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T18:19:56.2234419Z high1 = chip.axi_read32(high_addr) +2024-09-23T18:19:56.2235181Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T18:19:56.2858688Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T18:19:56.2859931Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T18:21:11.9943380Z Traceback (most recent call last): +2024-09-23T18:21:11.9944718Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T18:21:11.9945553Z sys.exit(main()) +2024-09-23T18:21:11.9946632Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T18:21:11.9947703Z pci_board_reset(args.reset, reinit=True) +2024-09-23T18:21:11.9949069Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T18:21:11.9950435Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T18:21:11.9952632Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T18:21:11.9953913Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T18:21:11.9955438Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T18:21:11.9956759Z high1 = chip.axi_read32(high_addr) +2024-09-23T18:21:11.9957522Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T18:21:12.0953549Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T18:21:12.0954434Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T18:22:27.7381146Z Traceback (most recent call last): +2024-09-23T18:22:27.7382765Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T18:22:27.7383667Z sys.exit(main()) +2024-09-23T18:22:27.7384801Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T18:22:27.7386096Z pci_board_reset(args.reset, reinit=True) +2024-09-23T18:22:27.7387632Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T18:22:27.7389173Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T18:22:27.7390937Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T18:22:27.7392219Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T18:22:27.7394142Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T18:22:27.7395481Z high1 = chip.axi_read32(high_addr) +2024-09-23T18:22:27.7396256Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T18:22:27.8026965Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T18:22:27.8027922Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T18:23:43.7371817Z Traceback (most recent call last): +2024-09-23T18:23:43.7374612Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T18:23:43.7375765Z sys.exit(main()) +2024-09-23T18:23:43.7377083Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T18:23:43.7378388Z pci_board_reset(args.reset, reinit=True) +2024-09-23T18:23:43.7380141Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T18:23:43.7381881Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T18:23:43.7416248Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T18:23:43.7417692Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T18:23:43.7419505Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T18:23:43.7420826Z high1 = chip.axi_read32(high_addr) +2024-09-23T18:23:43.7421592Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T18:23:43.8480306Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T18:23:43.8481282Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T18:24:59.5200928Z Traceback (most recent call last): +2024-09-23T18:24:59.5204315Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T18:24:59.5208076Z sys.exit(main()) +2024-09-23T18:24:59.5209298Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T18:24:59.5210753Z pci_board_reset(args.reset, reinit=True) +2024-09-23T18:24:59.5212503Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T18:24:59.5213870Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T18:24:59.5215555Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T18:24:59.5216890Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T18:24:59.5218440Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T18:24:59.5219778Z high1 = chip.axi_read32(high_addr) +2024-09-23T18:24:59.5220527Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T18:24:59.6092330Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T18:24:59.6093320Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T18:26:15.3221961Z Traceback (most recent call last): +2024-09-23T18:26:15.3223565Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T18:26:15.3224394Z sys.exit(main()) +2024-09-23T18:26:15.3225460Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T18:26:15.3227127Z pci_board_reset(args.reset, reinit=True) +2024-09-23T18:26:15.3228576Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T18:26:15.3229973Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T18:26:15.3231570Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T18:26:15.3232847Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T18:26:15.3234354Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T18:26:15.3235638Z high1 = chip.axi_read32(high_addr) +2024-09-23T18:26:15.3236386Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T18:26:15.5054428Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T18:26:15.5055302Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T18:27:30.6180882Z Traceback (most recent call last): +2024-09-23T18:27:30.6182687Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T18:27:30.6183870Z sys.exit(main()) +2024-09-23T18:27:30.6185240Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T18:27:30.6186651Z pci_board_reset(args.reset, reinit=True) +2024-09-23T18:27:30.6188375Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T18:27:30.6190284Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T18:27:30.6192382Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T18:27:30.6193995Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T18:27:30.6195978Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T18:27:30.6198492Z high1 = chip.axi_read32(high_addr) +2024-09-23T18:27:30.6199440Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T18:27:30.6801560Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T18:27:30.6802505Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T18:28:46.6864651Z Traceback (most recent call last): +2024-09-23T18:28:46.6866245Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T18:28:46.6867128Z sys.exit(main()) +2024-09-23T18:28:46.6868479Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T18:28:46.6869552Z pci_board_reset(args.reset, reinit=True) +2024-09-23T18:28:46.6870902Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T18:28:46.6872293Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T18:28:46.6873909Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T18:28:46.6875169Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T18:28:46.6876702Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T18:28:46.6878055Z high1 = chip.axi_read32(high_addr) +2024-09-23T18:28:46.6878803Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T18:28:46.8071118Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T18:28:46.8072031Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T18:30:02.3976163Z Traceback (most recent call last): +2024-09-23T18:30:02.3979113Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T18:30:02.3980045Z sys.exit(main()) +2024-09-23T18:30:02.3981173Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T18:30:02.3982303Z pci_board_reset(args.reset, reinit=True) +2024-09-23T18:30:02.3983765Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T18:30:02.3985176Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T18:30:02.3986869Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T18:30:02.3988269Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T18:30:02.3989827Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T18:30:02.3991165Z high1 = chip.axi_read32(high_addr) +2024-09-23T18:30:02.3991966Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T18:30:02.4979781Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T18:30:02.4980680Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T18:31:18.1732684Z Traceback (most recent call last): +2024-09-23T18:31:18.1734848Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T18:31:18.1735768Z sys.exit(main()) +2024-09-23T18:31:18.1736935Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T18:31:18.1738043Z pci_board_reset(args.reset, reinit=True) +2024-09-23T18:31:18.1739528Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T18:31:18.1741739Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T18:31:18.1743387Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T18:31:18.1744669Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T18:31:18.1746207Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T18:31:18.1747513Z high1 = chip.axi_read32(high_addr) +2024-09-23T18:31:18.1748494Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T18:31:18.2363882Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T18:31:18.2365036Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T18:32:33.9169849Z Traceback (most recent call last): +2024-09-23T18:32:33.9171554Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T18:32:33.9172703Z sys.exit(main()) +2024-09-23T18:32:33.9174113Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T18:32:33.9175505Z pci_board_reset(args.reset, reinit=True) +2024-09-23T18:32:33.9177475Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T18:32:33.9179388Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T18:32:33.9182208Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T18:32:33.9183883Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T18:32:33.9185884Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T18:32:33.9187561Z high1 = chip.axi_read32(high_addr) +2024-09-23T18:32:33.9188679Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T18:32:33.9815609Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T18:32:33.9816560Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T18:33:49.6297252Z Traceback (most recent call last): +2024-09-23T18:33:49.6298852Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T18:33:49.6299837Z sys.exit(main()) +2024-09-23T18:33:49.6301044Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T18:33:49.6302149Z pci_board_reset(args.reset, reinit=True) +2024-09-23T18:33:49.6303571Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T18:33:49.6304957Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T18:33:49.6306583Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T18:33:49.6307853Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T18:33:49.6309611Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T18:33:49.6310914Z high1 = chip.axi_read32(high_addr) +2024-09-23T18:33:49.6311748Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T18:33:49.6931012Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T18:33:49.6931880Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T18:35:06.8771030Z Traceback (most recent call last): +2024-09-23T18:35:06.8772595Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T18:35:06.8773457Z sys.exit(main()) +2024-09-23T18:35:06.8774561Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T18:35:06.8775662Z pci_board_reset(args.reset, reinit=True) +2024-09-23T18:35:06.8777049Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T18:35:06.8778597Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T18:35:06.8788586Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T18:35:06.8790015Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T18:35:06.8791600Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T18:35:06.8792913Z high1 = chip.axi_read32(high_addr) +2024-09-23T18:35:06.8793655Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T18:35:06.9744551Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T18:35:06.9745443Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T18:36:21.3819256Z Traceback (most recent call last): +2024-09-23T18:36:21.3820795Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T18:36:21.3822204Z sys.exit(main()) +2024-09-23T18:36:21.3823563Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T18:36:21.3824883Z pci_board_reset(args.reset, reinit=True) +2024-09-23T18:36:21.3826465Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T18:36:21.3828060Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T18:36:21.3830013Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T18:36:21.3831519Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T18:36:21.3833443Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T18:36:21.3834969Z high1 = chip.axi_read32(high_addr) +2024-09-23T18:36:21.3835900Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T18:36:21.4439152Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T18:36:21.4440167Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T18:37:37.0940818Z Traceback (most recent call last): +2024-09-23T18:37:37.0942897Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T18:37:37.0945886Z sys.exit(main()) +2024-09-23T18:37:37.0946995Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T18:37:37.0948084Z pci_board_reset(args.reset, reinit=True) +2024-09-23T18:37:37.0949438Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T18:37:37.0950842Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T18:37:37.0952496Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T18:37:37.0954549Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T18:37:37.0956095Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T18:37:37.0957384Z high1 = chip.axi_read32(high_addr) +2024-09-23T18:37:37.0958137Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T18:37:37.1601922Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T18:37:37.1602796Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T18:38:52.9637441Z Traceback (most recent call last): +2024-09-23T18:38:52.9638747Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T18:38:52.9639728Z sys.exit(main()) +2024-09-23T18:38:52.9640806Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T18:38:52.9641883Z pci_board_reset(args.reset, reinit=True) +2024-09-23T18:38:52.9643226Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T18:38:52.9644581Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T18:38:52.9646277Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T18:38:52.9647563Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T18:38:52.9649054Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T18:38:52.9650725Z high1 = chip.axi_read32(high_addr) +2024-09-23T18:38:52.9651503Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T18:38:53.0307701Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T18:38:53.0309566Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T18:40:08.6807328Z Traceback (most recent call last): +2024-09-23T18:40:08.6808768Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T18:40:08.6809605Z sys.exit(main()) +2024-09-23T18:40:08.6810698Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T18:40:08.6811785Z pci_board_reset(args.reset, reinit=True) +2024-09-23T18:40:08.6813138Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T18:40:08.6814544Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T18:40:08.6816175Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T18:40:08.6817600Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T18:40:08.6819108Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T18:40:08.6820387Z high1 = chip.axi_read32(high_addr) +2024-09-23T18:40:08.6821138Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T18:40:08.7472619Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T18:40:08.7473483Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T18:41:24.5778424Z Traceback (most recent call last): +2024-09-23T18:41:24.5780018Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T18:41:24.5780870Z sys.exit(main()) +2024-09-23T18:41:24.5781987Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T18:41:24.5783951Z pci_board_reset(args.reset, reinit=True) +2024-09-23T18:41:24.5785345Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T18:41:24.5786728Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T18:41:24.5788379Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T18:41:24.5789666Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T18:41:24.5791263Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T18:41:24.5792799Z high1 = chip.axi_read32(high_addr) +2024-09-23T18:41:24.5793574Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T18:41:24.6753731Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T18:41:24.6754726Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T18:42:40.1971413Z Traceback (most recent call last): +2024-09-23T18:42:40.1973541Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T18:42:40.1974603Z sys.exit(main()) +2024-09-23T18:42:40.1975988Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T18:42:40.1977370Z pci_board_reset(args.reset, reinit=True) +2024-09-23T18:42:40.1980009Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T18:42:40.1981759Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T18:42:40.1985724Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T18:42:40.1987328Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T18:42:40.1989187Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T18:42:40.1990770Z high1 = chip.axi_read32(high_addr) +2024-09-23T18:42:40.1991679Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T18:42:40.2644402Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T18:42:40.2645546Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T18:43:56.0377325Z Traceback (most recent call last): +2024-09-23T18:43:56.0378947Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T18:43:56.0379808Z sys.exit(main()) +2024-09-23T18:43:56.0380915Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T18:43:56.0382048Z pci_board_reset(args.reset, reinit=True) +2024-09-23T18:43:56.0383432Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T18:43:56.0384867Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T18:43:56.0386540Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T18:43:56.0387817Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T18:43:56.0389349Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T18:43:56.0390657Z high1 = chip.axi_read32(high_addr) +2024-09-23T18:43:56.0391424Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T18:43:56.1458679Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T18:43:56.1459591Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T18:45:11.7808628Z Traceback (most recent call last): +2024-09-23T18:45:11.7810331Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T18:45:11.7811181Z sys.exit(main()) +2024-09-23T18:45:11.7812349Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T18:45:11.7813464Z pci_board_reset(args.reset, reinit=True) +2024-09-23T18:45:11.7815002Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T18:45:11.7816397Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T18:45:11.7818046Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T18:45:11.7819527Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T18:45:11.7821077Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T18:45:11.7822394Z high1 = chip.axi_read32(high_addr) +2024-09-23T18:45:11.7823180Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T18:45:11.8461154Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T18:45:11.8462019Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T18:46:27.5639404Z Traceback (most recent call last): +2024-09-23T18:46:27.5641279Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T18:46:27.5642298Z sys.exit(main()) +2024-09-23T18:46:27.5643698Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T18:46:27.5645096Z pci_board_reset(args.reset, reinit=True) +2024-09-23T18:46:27.5646788Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T18:46:27.5648589Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T18:46:27.5650653Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T18:46:27.5652266Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T18:46:27.5654178Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T18:46:27.5655918Z high1 = chip.axi_read32(high_addr) +2024-09-23T18:46:27.5656880Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T18:46:27.6528461Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T18:46:27.6529457Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T18:47:43.3996808Z Traceback (most recent call last): +2024-09-23T18:47:43.3998855Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T18:47:43.3999928Z sys.exit(main()) +2024-09-23T18:47:43.4001305Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T18:47:43.4002675Z pci_board_reset(args.reset, reinit=True) +2024-09-23T18:47:43.4004471Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T18:47:43.4006252Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T18:47:43.4009017Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T18:47:43.4010829Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T18:47:43.4012713Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T18:47:43.4014394Z high1 = chip.axi_read32(high_addr) +2024-09-23T18:47:43.4015345Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T18:47:43.4721778Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T18:47:43.4722797Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T18:48:59.1098590Z Traceback (most recent call last): +2024-09-23T18:48:59.1100326Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T18:48:59.1101402Z sys.exit(main()) +2024-09-23T18:48:59.1102664Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T18:48:59.1103816Z pci_board_reset(args.reset, reinit=True) +2024-09-23T18:48:59.1105565Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T18:48:59.1106981Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T18:48:59.1108680Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T18:48:59.1109977Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T18:48:59.1111970Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T18:48:59.1113512Z high1 = chip.axi_read32(high_addr) +2024-09-23T18:48:59.1114321Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T18:48:59.1790912Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T18:48:59.1791929Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T18:50:14.9241686Z Traceback (most recent call last): +2024-09-23T18:50:14.9243612Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T18:50:14.9244516Z sys.exit(main()) +2024-09-23T18:50:14.9245637Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T18:50:14.9246748Z pci_board_reset(args.reset, reinit=True) +2024-09-23T18:50:14.9248178Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T18:50:14.9249564Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T18:50:14.9251244Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T18:50:14.9252524Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T18:50:14.9254058Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T18:50:14.9255361Z high1 = chip.axi_read32(high_addr) +2024-09-23T18:50:14.9256151Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T18:50:15.0160430Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T18:50:15.0161388Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T18:51:30.6584916Z Traceback (most recent call last): +2024-09-23T18:51:30.6586684Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T18:51:30.6588377Z sys.exit(main()) +2024-09-23T18:51:30.6589483Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T18:51:30.6590593Z pci_board_reset(args.reset, reinit=True) +2024-09-23T18:51:30.6591961Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T18:51:30.6593533Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T18:51:30.6595250Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T18:51:30.6596584Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T18:51:30.6598126Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T18:51:30.6599448Z high1 = chip.axi_read32(high_addr) +2024-09-23T18:51:30.6600219Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T18:51:30.7218936Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T18:51:30.7219940Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T18:52:46.4356578Z Traceback (most recent call last): +2024-09-23T18:52:46.4358454Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T18:52:46.4359541Z sys.exit(main()) +2024-09-23T18:52:46.4360925Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T18:52:46.4363004Z pci_board_reset(args.reset, reinit=True) +2024-09-23T18:52:46.4364768Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T18:52:46.4366574Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T18:52:46.4368646Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T18:52:46.4370261Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T18:52:46.4372258Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T18:52:46.4373905Z high1 = chip.axi_read32(high_addr) +2024-09-23T18:52:46.4374865Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T18:52:46.5011021Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T18:52:46.5012028Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T18:54:02.2100448Z Traceback (most recent call last): +2024-09-23T18:54:02.2102418Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T18:54:02.2103392Z sys.exit(main()) +2024-09-23T18:54:02.2104720Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T18:54:02.2106092Z pci_board_reset(args.reset, reinit=True) +2024-09-23T18:54:02.2107789Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T18:54:02.2109500Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T18:54:02.2111756Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T18:54:02.2113616Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T18:54:02.2115531Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T18:54:02.2117803Z high1 = chip.axi_read32(high_addr) +2024-09-23T18:54:02.2118733Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T18:54:02.2744758Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T18:54:02.2745721Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T18:55:17.9906504Z Traceback (most recent call last): +2024-09-23T18:55:17.9912285Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T18:55:17.9913404Z sys.exit(main()) +2024-09-23T18:55:17.9914546Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T18:55:17.9915627Z pci_board_reset(args.reset, reinit=True) +2024-09-23T18:55:17.9916979Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T18:55:17.9918355Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T18:55:17.9919983Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T18:55:17.9934402Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T18:55:17.9936007Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T18:55:17.9937355Z high1 = chip.axi_read32(high_addr) +2024-09-23T18:55:17.9938093Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T18:55:18.0547301Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T18:55:18.0548184Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T18:56:33.7680669Z Traceback (most recent call last): +2024-09-23T18:56:33.7682328Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T18:56:33.7683346Z sys.exit(main()) +2024-09-23T18:56:33.7684686Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T18:56:33.7686026Z pci_board_reset(args.reset, reinit=True) +2024-09-23T18:56:33.7687719Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T18:56:33.7689422Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T18:56:33.7691486Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T18:56:33.7693173Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T18:56:33.7695063Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T18:56:33.7696694Z high1 = chip.axi_read32(high_addr) +2024-09-23T18:56:33.7697622Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T18:56:33.8313866Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T18:56:33.8314918Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T18:57:49.5718960Z Traceback (most recent call last): +2024-09-23T18:57:49.5720598Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T18:57:49.5721458Z sys.exit(main()) +2024-09-23T18:57:49.5722683Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T18:57:49.5723922Z pci_board_reset(args.reset, reinit=True) +2024-09-23T18:57:49.5725382Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T18:57:49.5727244Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T18:57:49.5728927Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T18:57:49.5730256Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T18:57:49.5731831Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T18:57:49.5733198Z high1 = chip.axi_read32(high_addr) +2024-09-23T18:57:49.5734026Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T18:57:49.6365673Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T18:57:49.6366583Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T18:59:05.3168627Z Traceback (most recent call last): +2024-09-23T18:59:05.3170382Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T18:59:05.3171264Z sys.exit(main()) +2024-09-23T18:59:05.3172365Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T18:59:05.3173493Z pci_board_reset(args.reset, reinit=True) +2024-09-23T18:59:05.3174861Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T18:59:05.3176242Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T18:59:05.3178743Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T18:59:05.3180040Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T18:59:05.3181623Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T18:59:05.3182909Z high1 = chip.axi_read32(high_addr) +2024-09-23T18:59:05.3183666Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T18:59:05.3795128Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T18:59:05.3795998Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T19:00:21.2193030Z Traceback (most recent call last): +2024-09-23T19:00:21.2194814Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T19:00:21.2195695Z sys.exit(main()) +2024-09-23T19:00:21.2196938Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T19:00:21.2198072Z pci_board_reset(args.reset, reinit=True) +2024-09-23T19:00:21.2199466Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T19:00:21.2200904Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T19:00:21.2202624Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T19:00:21.2203988Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T19:00:21.2205563Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T19:00:21.2206895Z high1 = chip.axi_read32(high_addr) +2024-09-23T19:00:21.2207699Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T19:00:21.2828246Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T19:00:21.2829211Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T19:01:37.0610515Z Traceback (most recent call last): +2024-09-23T19:01:37.0612179Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T19:01:37.0613128Z sys.exit(main()) +2024-09-23T19:01:37.0614303Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T19:01:37.0615484Z pci_board_reset(args.reset, reinit=True) +2024-09-23T19:01:37.0616890Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T19:01:37.0618323Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T19:01:37.0620060Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T19:01:37.0621359Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T19:01:37.0622955Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T19:01:37.0624282Z high1 = chip.axi_read32(high_addr) +2024-09-23T19:01:37.0625085Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T19:01:37.1260532Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T19:01:37.1263024Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T19:02:52.8062785Z Traceback (most recent call last): +2024-09-23T19:02:52.8064636Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T19:02:52.8065678Z sys.exit(main()) +2024-09-23T19:02:52.8067979Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T19:02:52.8069355Z pci_board_reset(args.reset, reinit=True) +2024-09-23T19:02:52.8071102Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T19:02:52.8073192Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T19:02:52.8075271Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T19:02:52.8076884Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T19:02:52.8078806Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T19:02:52.8080465Z high1 = chip.axi_read32(high_addr) +2024-09-23T19:02:52.8081372Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T19:02:52.8744032Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T19:02:52.8745213Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T19:04:08.4513453Z Traceback (most recent call last): +2024-09-23T19:04:08.4515484Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T19:04:08.4516397Z sys.exit(main()) +2024-09-23T19:04:08.4517617Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T19:04:08.4518902Z pci_board_reset(args.reset, reinit=True) +2024-09-23T19:04:08.4520579Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T19:04:08.4522257Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T19:04:08.4524301Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T19:04:08.4526330Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T19:04:08.4527872Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T19:04:08.4529176Z high1 = chip.axi_read32(high_addr) +2024-09-23T19:04:08.4529946Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T19:04:08.5139800Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T19:04:08.5140760Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T19:05:24.1662785Z Traceback (most recent call last): +2024-09-23T19:05:24.1664319Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T19:05:24.1665215Z sys.exit(main()) +2024-09-23T19:05:24.1666299Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T19:05:24.1667421Z pci_board_reset(args.reset, reinit=True) +2024-09-23T19:05:24.1668787Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T19:05:24.1670169Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T19:05:24.1671815Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T19:05:24.1673322Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T19:05:24.1674868Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T19:05:24.1676758Z high1 = chip.axi_read32(high_addr) +2024-09-23T19:05:24.1677536Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T19:05:24.2318842Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T19:05:24.2320219Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T19:06:39.8811059Z Traceback (most recent call last): +2024-09-23T19:06:39.8812702Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T19:06:39.8813733Z sys.exit(main()) +2024-09-23T19:06:39.8815192Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T19:06:39.8816533Z pci_board_reset(args.reset, reinit=True) +2024-09-23T19:06:39.8818373Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T19:06:39.8820046Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T19:06:39.8822331Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T19:06:39.8823867Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T19:06:39.8825778Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T19:06:39.8827290Z high1 = chip.axi_read32(high_addr) +2024-09-23T19:06:39.8828349Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T19:06:39.9809013Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T19:06:39.9810009Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T19:07:55.6218684Z Traceback (most recent call last): +2024-09-23T19:07:55.6221913Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T19:07:55.6223005Z sys.exit(main()) +2024-09-23T19:07:55.6224360Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T19:07:55.6226581Z pci_board_reset(args.reset, reinit=True) +2024-09-23T19:07:55.6228315Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T19:07:55.6230091Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T19:07:55.6232197Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T19:07:55.6234123Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T19:07:55.6236087Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T19:07:55.6237773Z high1 = chip.axi_read32(high_addr) +2024-09-23T19:07:55.6238706Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T19:07:55.6901479Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T19:07:55.6902614Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T19:09:12.0663815Z Traceback (most recent call last): +2024-09-23T19:09:12.0665429Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T19:09:12.0666576Z sys.exit(main()) +2024-09-23T19:09:12.0670215Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T19:09:12.0671778Z pci_board_reset(args.reset, reinit=True) +2024-09-23T19:09:12.0688591Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T19:09:12.0690992Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T19:09:12.0693238Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T19:09:12.0694916Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T19:09:12.0697054Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T19:09:12.0698741Z high1 = chip.axi_read32(high_addr) +2024-09-23T19:09:12.0699693Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T19:09:12.1295446Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T19:09:12.1296701Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T19:10:27.3559124Z Traceback (most recent call last): +2024-09-23T19:10:27.3560980Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T19:10:27.3561872Z sys.exit(main()) +2024-09-23T19:10:27.3563170Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T19:10:27.3564563Z pci_board_reset(args.reset, reinit=True) +2024-09-23T19:10:27.3566025Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T19:10:27.3567490Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T19:10:27.3569178Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T19:10:27.3570490Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T19:10:27.3572061Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T19:10:27.3573390Z high1 = chip.axi_read32(high_addr) +2024-09-23T19:10:27.3574184Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T19:10:27.4181092Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T19:10:27.4181986Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T19:11:43.2917512Z Traceback (most recent call last): +2024-09-23T19:11:43.2920552Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T19:11:43.2921532Z sys.exit(main()) +2024-09-23T19:11:43.2922806Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T19:11:43.2924321Z pci_board_reset(args.reset, reinit=True) +2024-09-23T19:11:43.2925967Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T19:11:43.2927608Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T19:11:43.2929541Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T19:11:43.2931092Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T19:11:43.2932890Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T19:11:43.2934445Z high1 = chip.axi_read32(high_addr) +2024-09-23T19:11:43.2935319Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T19:11:43.3870596Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T19:11:43.3871656Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T19:12:58.8439111Z Traceback (most recent call last): +2024-09-23T19:12:58.8441756Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T19:12:58.8443893Z sys.exit(main()) +2024-09-23T19:12:58.8445348Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T19:12:58.8447364Z pci_board_reset(args.reset, reinit=True) +2024-09-23T19:12:58.8448803Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T19:12:58.8450248Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T19:12:58.8451864Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T19:12:58.8453159Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T19:12:58.8454687Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T19:12:58.8455977Z high1 = chip.axi_read32(high_addr) +2024-09-23T19:12:58.8456736Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T19:12:58.9071005Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T19:12:58.9071930Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T19:14:14.7161707Z Traceback (most recent call last): +2024-09-23T19:14:14.7163302Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T19:14:14.7164510Z sys.exit(main()) +2024-09-23T19:14:14.7165865Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T19:14:14.7167149Z pci_board_reset(args.reset, reinit=True) +2024-09-23T19:14:14.7168604Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T19:14:14.7170154Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T19:14:14.7172349Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T19:14:14.7173623Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T19:14:14.7175122Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T19:14:14.7176399Z high1 = chip.axi_read32(high_addr) +2024-09-23T19:14:14.7177146Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T19:14:14.8249619Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T19:14:14.8250564Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T19:15:30.4668091Z Traceback (most recent call last): +2024-09-23T19:15:30.4669997Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T19:15:30.4671209Z sys.exit(main()) +2024-09-23T19:15:30.4672585Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T19:15:30.4674069Z pci_board_reset(args.reset, reinit=True) +2024-09-23T19:15:30.4675743Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T19:15:30.4677436Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T19:15:30.4679438Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T19:15:30.4681003Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T19:15:30.4683545Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T19:15:30.4685442Z high1 = chip.axi_read32(high_addr) +2024-09-23T19:15:30.4686390Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T19:15:30.5668161Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T19:15:30.5669143Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T19:16:46.1727229Z Traceback (most recent call last): +2024-09-23T19:16:46.1729203Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T19:16:46.1730047Z sys.exit(main()) +2024-09-23T19:16:46.1731248Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T19:16:46.1732567Z pci_board_reset(args.reset, reinit=True) +2024-09-23T19:16:46.1734001Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T19:16:46.1735374Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T19:16:46.1737019Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T19:16:46.1738306Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T19:16:46.1739821Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T19:16:46.1741128Z high1 = chip.axi_read32(high_addr) +2024-09-23T19:16:46.1741975Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T19:16:46.2389167Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T19:16:46.2392260Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T19:18:01.9798818Z Traceback (most recent call last): +2024-09-23T19:18:01.9800557Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T19:18:01.9802149Z sys.exit(main()) +2024-09-23T19:18:01.9803389Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T19:18:01.9804675Z pci_board_reset(args.reset, reinit=True) +2024-09-23T19:18:01.9806066Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T19:18:01.9807499Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T19:18:01.9809176Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T19:18:01.9810543Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T19:18:01.9812112Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T19:18:01.9813445Z high1 = chip.axi_read32(high_addr) +2024-09-23T19:18:01.9814252Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T19:18:02.0488858Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T19:18:02.0489762Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T19:19:17.7593079Z Traceback (most recent call last): +2024-09-23T19:19:17.7594785Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T19:19:17.7595683Z sys.exit(main()) +2024-09-23T19:19:17.7596820Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T19:19:17.7598619Z pci_board_reset(args.reset, reinit=True) +2024-09-23T19:19:17.7600033Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T19:19:17.7601478Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T19:19:17.7603149Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T19:19:17.7604667Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T19:19:17.7606223Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T19:19:17.7607552Z high1 = chip.axi_read32(high_addr) +2024-09-23T19:19:17.7608357Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T19:19:17.8276388Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T19:19:17.8277269Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T19:20:33.5035177Z Traceback (most recent call last): +2024-09-23T19:20:33.5036981Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T19:20:33.5038278Z sys.exit(main()) +2024-09-23T19:20:33.5039365Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T19:20:33.5040461Z pci_board_reset(args.reset, reinit=True) +2024-09-23T19:20:33.5041804Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T19:20:33.5043260Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T19:20:33.5045064Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T19:20:33.5046360Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T19:20:33.5047878Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T19:20:33.5049573Z high1 = chip.axi_read32(high_addr) +2024-09-23T19:20:33.5050326Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T19:20:33.5694401Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T19:20:33.5695406Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T19:21:49.2461706Z Traceback (most recent call last): +2024-09-23T19:21:49.2463328Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T19:21:49.2464272Z sys.exit(main()) +2024-09-23T19:21:49.2465436Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T19:21:49.2466607Z pci_board_reset(args.reset, reinit=True) +2024-09-23T19:21:49.2468000Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T19:21:49.2469441Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T19:21:49.2471176Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T19:21:49.2472490Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T19:21:49.2474063Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T19:21:49.2475372Z high1 = chip.axi_read32(high_addr) +2024-09-23T19:21:49.2476158Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T19:21:49.3097760Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T19:21:49.3098687Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T19:23:05.0252072Z Traceback (most recent call last): +2024-09-23T19:23:05.0253968Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T19:23:05.0254912Z sys.exit(main()) +2024-09-23T19:23:05.0256134Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T19:23:05.0257282Z pci_board_reset(args.reset, reinit=True) +2024-09-23T19:23:05.0258687Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T19:23:05.0260198Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T19:23:05.0261880Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T19:23:05.0263209Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T19:23:05.0264855Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T19:23:05.0266210Z high1 = chip.axi_read32(high_addr) +2024-09-23T19:23:05.0267006Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T19:23:05.0894507Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T19:23:05.0895507Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T19:24:20.8933287Z Traceback (most recent call last): +2024-09-23T19:24:20.8936690Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T19:24:20.8938221Z sys.exit(main()) +2024-09-23T19:24:20.8939431Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T19:24:20.8940577Z pci_board_reset(args.reset, reinit=True) +2024-09-23T19:24:20.8941991Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T19:24:20.8944119Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T19:24:20.8945815Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T19:24:20.8947120Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T19:24:20.8948683Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T19:24:20.8950031Z high1 = chip.axi_read32(high_addr) +2024-09-23T19:24:20.8950876Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T19:24:20.9577789Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T19:24:20.9578674Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T19:25:36.6690528Z Traceback (most recent call last): +2024-09-23T19:25:36.6692143Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T19:25:36.6693003Z sys.exit(main()) +2024-09-23T19:25:36.6694100Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T19:25:36.6695215Z pci_board_reset(args.reset, reinit=True) +2024-09-23T19:25:36.6696574Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T19:25:36.6697979Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T19:25:36.6700030Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T19:25:36.6701330Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T19:25:36.6702874Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T19:25:36.6704219Z high1 = chip.axi_read32(high_addr) +2024-09-23T19:25:36.6704994Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T19:25:36.7317563Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T19:25:36.7318604Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T19:26:52.4432822Z Traceback (most recent call last): +2024-09-23T19:26:52.4434435Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T19:26:52.4435421Z sys.exit(main()) +2024-09-23T19:26:52.4436575Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T19:26:52.4437689Z pci_board_reset(args.reset, reinit=True) +2024-09-23T19:26:52.4439050Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T19:26:52.4440468Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T19:26:52.4442106Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T19:26:52.4443382Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T19:26:52.4445081Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T19:26:52.4446381Z high1 = chip.axi_read32(high_addr) +2024-09-23T19:26:52.4447159Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T19:26:52.5086663Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T19:26:52.5087594Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T19:28:08.2223598Z Traceback (most recent call last): +2024-09-23T19:28:08.2225259Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T19:28:08.2226145Z sys.exit(main()) +2024-09-23T19:28:08.2227282Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T19:28:08.2228423Z pci_board_reset(args.reset, reinit=True) +2024-09-23T19:28:08.2229825Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T19:28:08.2231275Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T19:28:08.2232990Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T19:28:08.2234325Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T19:28:08.2235905Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T19:28:08.2237246Z high1 = chip.axi_read32(high_addr) +2024-09-23T19:28:08.2238049Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T19:28:08.2840866Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T19:28:08.2841746Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T19:29:24.0303537Z Traceback (most recent call last): +2024-09-23T19:29:24.0304904Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T19:29:24.0305734Z sys.exit(main()) +2024-09-23T19:29:24.0307207Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T19:29:24.0308327Z pci_board_reset(args.reset, reinit=True) +2024-09-23T19:29:24.0309703Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T19:29:24.0311065Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T19:29:24.0312681Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T19:29:24.0313951Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T19:29:24.0315459Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T19:29:24.0316746Z high1 = chip.axi_read32(high_addr) +2024-09-23T19:29:24.0317509Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T19:29:24.1001409Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T19:29:24.1002281Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T19:30:39.7386855Z Traceback (most recent call last): +2024-09-23T19:30:39.7388697Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T19:30:39.7389559Z sys.exit(main()) +2024-09-23T19:30:39.7390725Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T19:30:39.7391909Z pci_board_reset(args.reset, reinit=True) +2024-09-23T19:30:39.7393417Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T19:30:39.7394908Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T19:30:39.7396574Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T19:30:39.7398485Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T19:30:39.7400066Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T19:30:39.7401413Z high1 = chip.axi_read32(high_addr) +2024-09-23T19:30:39.7402311Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T19:30:39.8169447Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T19:30:39.8170429Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T19:31:55.4535585Z Traceback (most recent call last): +2024-09-23T19:31:55.4537480Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T19:31:55.4538618Z sys.exit(main()) +2024-09-23T19:31:55.4539970Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T19:31:55.4541341Z pci_board_reset(args.reset, reinit=True) +2024-09-23T19:31:55.4543106Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T19:31:55.4544808Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T19:31:55.4546849Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T19:31:55.4548428Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T19:31:55.4550301Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T19:31:55.4552795Z high1 = chip.axi_read32(high_addr) +2024-09-23T19:31:55.4553738Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T19:31:55.5199738Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T19:31:55.5200951Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T19:33:11.3245057Z Traceback (most recent call last): +2024-09-23T19:33:11.3246798Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T19:33:11.3247678Z sys.exit(main()) +2024-09-23T19:33:11.3248834Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T19:33:11.3249918Z pci_board_reset(args.reset, reinit=True) +2024-09-23T19:33:11.3251300Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T19:33:11.3252795Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T19:33:11.3254448Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T19:33:11.3255765Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T19:33:11.3257256Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T19:33:11.3258552Z high1 = chip.axi_read32(high_addr) +2024-09-23T19:33:11.3259313Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T19:33:11.3882779Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T19:33:11.3883717Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T19:34:27.1383169Z Traceback (most recent call last): +2024-09-23T19:34:27.1384732Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T19:34:27.1385627Z sys.exit(main()) +2024-09-23T19:34:27.1386937Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T19:34:27.1388609Z pci_board_reset(args.reset, reinit=True) +2024-09-23T19:34:27.1390260Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T19:34:27.1391654Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T19:34:27.1393280Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T19:34:27.1394537Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T19:34:27.1396071Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T19:34:27.1397431Z high1 = chip.axi_read32(high_addr) +2024-09-23T19:34:27.1398172Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T19:34:27.2765890Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T19:34:27.2766840Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T19:35:42.8715554Z Traceback (most recent call last): +2024-09-23T19:35:42.8717733Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T19:35:42.8718769Z sys.exit(main()) +2024-09-23T19:35:42.8720355Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T19:35:42.8721780Z pci_board_reset(args.reset, reinit=True) +2024-09-23T19:35:42.8723533Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T19:35:42.8726148Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T19:35:42.8728255Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T19:35:42.8729947Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T19:35:42.8731941Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T19:35:42.8733626Z high1 = chip.axi_read32(high_addr) +2024-09-23T19:35:42.8734570Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T19:35:42.9358757Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T19:35:42.9359697Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T19:36:58.6145754Z Traceback (most recent call last): +2024-09-23T19:36:58.6147558Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T19:36:58.6148452Z sys.exit(main()) +2024-09-23T19:36:58.6149965Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T19:36:58.6151129Z pci_board_reset(args.reset, reinit=True) +2024-09-23T19:36:58.6152714Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T19:36:58.6154128Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T19:36:58.6155835Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T19:36:58.6157144Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T19:36:58.6158715Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T19:36:58.6160062Z high1 = chip.axi_read32(high_addr) +2024-09-23T19:36:58.6160870Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T19:36:58.6784693Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T19:36:58.6785799Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T19:38:14.3969213Z Traceback (most recent call last): +2024-09-23T19:38:14.3970563Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T19:38:14.3971391Z sys.exit(main()) +2024-09-23T19:38:14.3972538Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T19:38:14.3973617Z pci_board_reset(args.reset, reinit=True) +2024-09-23T19:38:14.3975000Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T19:38:14.3976363Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T19:38:14.3978069Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T19:38:14.3979481Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T19:38:14.3981140Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T19:38:14.3982439Z high1 = chip.axi_read32(high_addr) +2024-09-23T19:38:14.3998638Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T19:38:14.4654020Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T19:38:14.4654916Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T19:39:30.6482089Z Traceback (most recent call last): +2024-09-23T19:39:30.6483435Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T19:39:30.6484242Z sys.exit(main()) +2024-09-23T19:39:30.6485475Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T19:39:30.6486565Z pci_board_reset(args.reset, reinit=True) +2024-09-23T19:39:30.6487916Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T19:39:30.6489268Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T19:39:30.6490870Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T19:39:30.6492157Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T19:39:30.6493668Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T19:39:30.6494950Z high1 = chip.axi_read32(high_addr) +2024-09-23T19:39:30.6495703Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T19:39:30.7108066Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T19:39:30.7108978Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T19:40:46.2680640Z Traceback (most recent call last): +2024-09-23T19:40:46.2682503Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T19:40:46.2683602Z sys.exit(main()) +2024-09-23T19:40:46.2685018Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T19:40:46.2686404Z pci_board_reset(args.reset, reinit=True) +2024-09-23T19:40:46.2688370Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T19:40:46.2690129Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T19:40:46.2693020Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T19:40:46.2694747Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T19:40:46.2696671Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T19:40:46.2698399Z high1 = chip.axi_read32(high_addr) +2024-09-23T19:40:46.2699358Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T19:40:46.3449484Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T19:40:46.3450363Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T19:42:01.9766192Z Traceback (most recent call last): +2024-09-23T19:42:01.9768145Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T19:42:01.9769234Z sys.exit(main()) +2024-09-23T19:42:01.9770702Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T19:42:01.9773696Z pci_board_reset(args.reset, reinit=True) +2024-09-23T19:42:01.9775417Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T19:42:01.9777210Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T19:42:01.9779235Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T19:42:01.9780861Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T19:42:01.9917958Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T19:42:01.9919361Z high1 = chip.axi_read32(high_addr) +2024-09-23T19:42:01.9920233Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T19:42:02.0631633Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T19:42:02.0632624Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T19:43:17.4664501Z Traceback (most recent call last): +2024-09-23T19:43:17.4666215Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T19:43:17.4667142Z sys.exit(main()) +2024-09-23T19:43:17.4668254Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T19:43:17.4669401Z pci_board_reset(args.reset, reinit=True) +2024-09-23T19:43:17.4670863Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T19:43:17.4672286Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T19:43:17.4674129Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T19:43:17.4675429Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T19:43:17.4676989Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T19:43:17.4678331Z high1 = chip.axi_read32(high_addr) +2024-09-23T19:43:17.4679129Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T19:43:17.5338017Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T19:43:17.5339007Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T19:44:33.3114198Z Traceback (most recent call last): +2024-09-23T19:44:33.3116003Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T19:44:33.3117650Z sys.exit(main()) +2024-09-23T19:44:33.3118929Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T19:44:33.3120216Z pci_board_reset(args.reset, reinit=True) +2024-09-23T19:44:33.3121818Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T19:44:33.3123469Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T19:44:33.3125426Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T19:44:33.3126995Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T19:44:33.3128823Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T19:44:33.3130401Z high1 = chip.axi_read32(high_addr) +2024-09-23T19:44:33.3131289Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T19:44:33.3797438Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T19:44:33.3798622Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T19:45:49.0484701Z Traceback (most recent call last): +2024-09-23T19:45:49.0486202Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T19:45:49.0487133Z sys.exit(main()) +2024-09-23T19:45:49.0488406Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T19:45:49.0490258Z pci_board_reset(args.reset, reinit=True) +2024-09-23T19:45:49.0491678Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T19:45:49.0493268Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T19:45:49.0494909Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T19:45:49.0496173Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T19:45:49.0497687Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T19:45:49.0498971Z high1 = chip.axi_read32(high_addr) +2024-09-23T19:45:49.0499772Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T19:45:49.1113169Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T19:45:49.1114043Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T19:47:04.8224621Z Traceback (most recent call last): +2024-09-23T19:47:04.8225994Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T19:47:04.8226847Z sys.exit(main()) +2024-09-23T19:47:04.8227917Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T19:47:04.8228983Z pci_board_reset(args.reset, reinit=True) +2024-09-23T19:47:04.8230400Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T19:47:04.8231842Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T19:47:04.8233711Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T19:47:04.8235073Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T19:47:04.8236615Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T19:47:04.8238257Z high1 = chip.axi_read32(high_addr) +2024-09-23T19:47:04.8239011Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T19:47:04.8882747Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T19:47:04.8883652Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T19:48:20.6053433Z Traceback (most recent call last): +2024-09-23T19:48:20.6055372Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T19:48:20.6056288Z sys.exit(main()) +2024-09-23T19:48:20.6057421Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T19:48:20.6058599Z pci_board_reset(args.reset, reinit=True) +2024-09-23T19:48:20.6059972Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T19:48:20.6061438Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T19:48:20.6063130Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T19:48:20.6064459Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T19:48:20.6066007Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T19:48:20.6067311Z high1 = chip.axi_read32(high_addr) +2024-09-23T19:48:20.6068102Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T19:48:20.6687356Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T19:48:20.6688263Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T19:49:36.3438829Z Traceback (most recent call last): +2024-09-23T19:49:36.3441932Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T19:49:36.3442936Z sys.exit(main()) +2024-09-23T19:49:36.3444110Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T19:49:36.3445203Z pci_board_reset(args.reset, reinit=True) +2024-09-23T19:49:36.3446567Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T19:49:36.3447951Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T19:49:36.3449603Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T19:49:36.3450902Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T19:49:36.3452481Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T19:49:36.3453774Z high1 = chip.axi_read32(high_addr) +2024-09-23T19:49:36.3454526Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T19:49:36.4093108Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T19:49:36.4094029Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T19:50:52.1194491Z Traceback (most recent call last): +2024-09-23T19:50:52.1196048Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T19:50:52.1197053Z sys.exit(main()) +2024-09-23T19:50:52.1198439Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T19:50:52.1199788Z pci_board_reset(args.reset, reinit=True) +2024-09-23T19:50:52.1201471Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T19:50:52.1203883Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T19:50:52.1206028Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T19:50:52.1207655Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T19:50:52.1209579Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T19:50:52.1211217Z high1 = chip.axi_read32(high_addr) +2024-09-23T19:50:52.1212124Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T19:50:52.1825187Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T19:50:52.1826278Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T19:52:07.8953795Z Traceback (most recent call last): +2024-09-23T19:52:07.8957032Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T19:52:07.8958007Z sys.exit(main()) +2024-09-23T19:52:07.8959323Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T19:52:07.8960466Z pci_board_reset(args.reset, reinit=True) +2024-09-23T19:52:07.8961907Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T19:52:07.8963303Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T19:52:07.8965586Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T19:52:07.8966899Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T19:52:07.8968461Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T19:52:07.8969813Z high1 = chip.axi_read32(high_addr) +2024-09-23T19:52:07.8970618Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T19:52:07.9604811Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T19:52:07.9605663Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T19:53:23.7029707Z Traceback (most recent call last): +2024-09-23T19:53:23.7031307Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T19:53:23.7032158Z sys.exit(main()) +2024-09-23T19:53:23.7033593Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T19:53:23.7034787Z pci_board_reset(args.reset, reinit=True) +2024-09-23T19:53:23.7036174Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T19:53:23.7037613Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T19:53:23.7039235Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T19:53:23.7040550Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T19:53:23.7042101Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T19:53:23.7043418Z high1 = chip.axi_read32(high_addr) +2024-09-23T19:53:23.7044205Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T19:53:23.7671190Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T19:53:23.7672079Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T19:54:39.5199510Z Traceback (most recent call last): +2024-09-23T19:54:39.5201157Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T19:54:39.5202050Z sys.exit(main()) +2024-09-23T19:54:39.5203195Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T19:54:39.5204294Z pci_board_reset(args.reset, reinit=True) +2024-09-23T19:54:39.5205684Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T19:54:39.5207072Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T19:54:39.5208773Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T19:54:39.5210058Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T19:54:39.5211640Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T19:54:39.5213010Z high1 = chip.axi_read32(high_addr) +2024-09-23T19:54:39.5316883Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T19:54:39.6145603Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T19:54:39.6146658Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T19:55:55.2242562Z Traceback (most recent call last): +2024-09-23T19:55:55.2244430Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T19:55:55.2245327Z sys.exit(main()) +2024-09-23T19:55:55.2247052Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T19:55:55.2248210Z pci_board_reset(args.reset, reinit=True) +2024-09-23T19:55:55.2249668Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T19:55:55.2251113Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T19:55:55.2252778Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T19:55:55.2254082Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T19:55:55.2255641Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T19:55:55.2256975Z high1 = chip.axi_read32(high_addr) +2024-09-23T19:55:55.2257791Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T19:55:55.2875417Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T19:55:55.2876347Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T19:57:10.9994660Z Traceback (most recent call last): +2024-09-23T19:57:10.9996088Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T19:57:10.9996953Z sys.exit(main()) +2024-09-23T19:57:10.9998038Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T19:57:10.9999236Z pci_board_reset(args.reset, reinit=True) +2024-09-23T19:57:11.0000606Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T19:57:11.0002005Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T19:57:11.0003682Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T19:57:11.0005641Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T19:57:11.0007152Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T19:57:11.0008445Z high1 = chip.axi_read32(high_addr) +2024-09-23T19:57:11.0009203Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T19:57:11.0632923Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T19:57:11.0633891Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T19:58:26.7781433Z Traceback (most recent call last): +2024-09-23T19:58:26.7782865Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T19:58:26.7783739Z sys.exit(main()) +2024-09-23T19:58:26.7784837Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T19:58:26.7785916Z pci_board_reset(args.reset, reinit=True) +2024-09-23T19:58:26.7787280Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T19:58:26.7788671Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T19:58:26.7790350Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T19:58:26.7791634Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T19:58:26.7793393Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T19:58:26.7795055Z high1 = chip.axi_read32(high_addr) +2024-09-23T19:58:26.7795817Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T19:58:26.8437946Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T19:58:26.8439041Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T19:59:42.5521078Z Traceback (most recent call last): +2024-09-23T19:59:42.5522747Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T19:59:42.5524932Z sys.exit(main()) +2024-09-23T19:59:42.5526317Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T19:59:42.5527650Z pci_board_reset(args.reset, reinit=True) +2024-09-23T19:59:42.5529301Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T19:59:42.5531138Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T19:59:42.5533130Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T19:59:42.5534761Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T19:59:42.5536820Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T19:59:42.5538435Z high1 = chip.axi_read32(high_addr) +2024-09-23T19:59:42.5539357Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T19:59:42.6511787Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T19:59:42.6512994Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T20:00:58.3018198Z Traceback (most recent call last): +2024-09-23T20:00:58.3021833Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T20:00:58.3022683Z sys.exit(main()) +2024-09-23T20:00:58.3023749Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T20:00:58.3025195Z pci_board_reset(args.reset, reinit=True) +2024-09-23T20:00:58.3026553Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T20:00:58.3027904Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T20:00:58.3029567Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T20:00:58.3030865Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T20:00:58.3032372Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T20:00:58.3033805Z high1 = chip.axi_read32(high_addr) +2024-09-23T20:00:58.3034553Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T20:00:58.3644976Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T20:00:58.3645836Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T20:02:14.0748714Z Traceback (most recent call last): +2024-09-23T20:02:14.0750252Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T20:02:14.0751203Z sys.exit(main()) +2024-09-23T20:02:14.0752606Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T20:02:14.0753889Z pci_board_reset(args.reset, reinit=True) +2024-09-23T20:02:14.0755274Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T20:02:14.0757277Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T20:02:14.0758929Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T20:02:14.0760210Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T20:02:14.0761717Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T20:02:14.0763007Z high1 = chip.axi_read32(high_addr) +2024-09-23T20:02:14.0763795Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T20:02:14.1379038Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T20:02:14.1380041Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T20:03:29.8488092Z Traceback (most recent call last): +2024-09-23T20:03:29.8490008Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T20:03:29.8491098Z sys.exit(main()) +2024-09-23T20:03:29.8492506Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T20:03:29.8494431Z pci_board_reset(args.reset, reinit=True) +2024-09-23T20:03:29.8496217Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T20:03:29.8498076Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T20:03:29.8500225Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T20:03:29.8501957Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T20:03:29.8503974Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T20:03:29.8505632Z high1 = chip.axi_read32(high_addr) +2024-09-23T20:03:29.8506619Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T20:03:29.9123225Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T20:03:29.9124221Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T20:04:45.6546947Z Traceback (most recent call last): +2024-09-23T20:04:45.6548427Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T20:04:45.6549374Z sys.exit(main()) +2024-09-23T20:04:45.6550526Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T20:04:45.6551634Z pci_board_reset(args.reset, reinit=True) +2024-09-23T20:04:45.6553349Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T20:04:45.6554745Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T20:04:45.6556411Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T20:04:45.6557775Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T20:04:45.6559296Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T20:04:45.6560641Z high1 = chip.axi_read32(high_addr) +2024-09-23T20:04:45.6561419Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T20:04:45.7233958Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T20:04:45.7234833Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T20:06:01.4947842Z Traceback (most recent call last): +2024-09-23T20:06:01.4949917Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T20:06:01.4950859Z sys.exit(main()) +2024-09-23T20:06:01.4951962Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T20:06:01.4953288Z pci_board_reset(args.reset, reinit=True) +2024-09-23T20:06:01.4954636Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T20:06:01.4955996Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T20:06:01.4957614Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T20:06:01.4958874Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T20:06:01.4960402Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T20:06:01.4961689Z high1 = chip.axi_read32(high_addr) +2024-09-23T20:06:01.4962444Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T20:06:01.5601109Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T20:06:01.5601963Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T20:07:17.3352714Z Traceback (most recent call last): +2024-09-23T20:07:17.3354613Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T20:07:17.3355506Z sys.exit(main()) +2024-09-23T20:07:17.3356637Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T20:07:17.3357800Z pci_board_reset(args.reset, reinit=True) +2024-09-23T20:07:17.3359274Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T20:07:17.3360681Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T20:07:17.3362883Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T20:07:17.3364209Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T20:07:17.3365782Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T20:07:17.3367122Z high1 = chip.axi_read32(high_addr) +2024-09-23T20:07:17.3386278Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T20:07:17.3983232Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T20:07:17.3984200Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T20:08:33.1445799Z Traceback (most recent call last): +2024-09-23T20:08:33.1447417Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T20:08:33.1448366Z sys.exit(main()) +2024-09-23T20:08:33.1449498Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T20:08:33.1450573Z pci_board_reset(args.reset, reinit=True) +2024-09-23T20:08:33.1451935Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T20:08:33.1453301Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T20:08:33.1454934Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T20:08:33.1456267Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T20:08:33.1458179Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T20:08:33.1459529Z high1 = chip.axi_read32(high_addr) +2024-09-23T20:08:33.1460281Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T20:08:33.2087743Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T20:08:33.2088615Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T20:09:48.9196095Z Traceback (most recent call last): +2024-09-23T20:09:48.9197598Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T20:09:48.9198658Z sys.exit(main()) +2024-09-23T20:09:48.9199850Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T20:09:48.9201874Z pci_board_reset(args.reset, reinit=True) +2024-09-23T20:09:48.9203342Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T20:09:48.9204799Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T20:09:48.9206477Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T20:09:48.9207800Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T20:09:48.9209372Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T20:09:48.9210711Z high1 = chip.axi_read32(high_addr) +2024-09-23T20:09:48.9211507Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T20:09:48.9972614Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T20:09:48.9973559Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T20:11:04.6962479Z Traceback (most recent call last): +2024-09-23T20:11:04.6964175Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T20:11:04.6965575Z sys.exit(main()) +2024-09-23T20:11:04.6966687Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T20:11:04.6967812Z pci_board_reset(args.reset, reinit=True) +2024-09-23T20:11:04.6969205Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T20:11:04.6970620Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T20:11:04.6972280Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T20:11:04.6973614Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T20:11:04.6975174Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T20:11:04.6976527Z high1 = chip.axi_read32(high_addr) +2024-09-23T20:11:04.6977318Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T20:11:04.7613273Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T20:11:04.7614165Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T20:12:20.4079254Z Traceback (most recent call last): +2024-09-23T20:12:20.4080975Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T20:12:20.4081911Z sys.exit(main()) +2024-09-23T20:12:20.4083062Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T20:12:20.4085688Z pci_board_reset(args.reset, reinit=True) +2024-09-23T20:12:20.4090462Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T20:12:20.4091887Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T20:12:20.4093597Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T20:12:20.4094975Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T20:12:20.4096536Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T20:12:20.4097989Z high1 = chip.axi_read32(high_addr) +2024-09-23T20:12:20.4098858Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T20:12:20.4717481Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T20:12:20.4718365Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T20:13:36.0253624Z Traceback (most recent call last): +2024-09-23T20:13:36.0255416Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T20:13:36.0256465Z sys.exit(main()) +2024-09-23T20:13:36.0257782Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T20:13:36.0259165Z pci_board_reset(args.reset, reinit=True) +2024-09-23T20:13:36.0260729Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T20:13:36.0262475Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T20:13:36.0264155Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T20:13:36.0265497Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T20:13:36.0267072Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T20:13:36.0268912Z high1 = chip.axi_read32(high_addr) +2024-09-23T20:13:36.0269717Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T20:13:36.0898336Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T20:13:36.0899307Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T20:14:51.7344583Z Traceback (most recent call last): +2024-09-23T20:14:51.7349309Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T20:14:51.7350406Z sys.exit(main()) +2024-09-23T20:14:51.7351687Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T20:14:51.7353011Z pci_board_reset(args.reset, reinit=True) +2024-09-23T20:14:51.7354375Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T20:14:51.7355793Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T20:14:51.7357444Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T20:14:51.7358869Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T20:14:51.7360423Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T20:14:51.7361742Z high1 = chip.axi_read32(high_addr) +2024-09-23T20:14:51.7362520Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T20:14:51.7989574Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T20:14:51.7990646Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T20:16:07.5165858Z Traceback (most recent call last): +2024-09-23T20:16:07.5167978Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T20:16:07.5168893Z sys.exit(main()) +2024-09-23T20:16:07.5170106Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T20:16:07.5171214Z pci_board_reset(args.reset, reinit=True) +2024-09-23T20:16:07.5172587Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T20:16:07.5173974Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T20:16:07.5175643Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T20:16:07.5176938Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T20:16:07.5178478Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T20:16:07.5179806Z high1 = chip.axi_read32(high_addr) +2024-09-23T20:16:07.5180584Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T20:16:07.5807701Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T20:16:07.5808599Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T20:17:23.4186264Z Traceback (most recent call last): +2024-09-23T20:17:23.4188037Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T20:17:23.4189039Z sys.exit(main()) +2024-09-23T20:17:23.4190452Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T20:17:23.4191794Z pci_board_reset(args.reset, reinit=True) +2024-09-23T20:17:23.4193748Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T20:17:23.4196154Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T20:17:23.4198168Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T20:17:23.4199920Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T20:17:23.4201787Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T20:17:23.4203372Z high1 = chip.axi_read32(high_addr) +2024-09-23T20:17:23.4204253Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T20:17:23.4814091Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T20:17:23.4815239Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T20:18:39.0011186Z Traceback (most recent call last): +2024-09-23T20:18:39.0013279Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T20:18:39.0014359Z sys.exit(main()) +2024-09-23T20:18:39.0015779Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T20:18:39.0017244Z pci_board_reset(args.reset, reinit=True) +2024-09-23T20:18:39.0019039Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T20:18:39.0020805Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T20:18:39.0023675Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T20:18:39.0025428Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T20:18:39.0027371Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T20:18:39.0029060Z high1 = chip.axi_read32(high_addr) +2024-09-23T20:18:39.0030051Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T20:18:39.0717784Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T20:18:39.0718808Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T20:19:54.8079482Z Traceback (most recent call last): +2024-09-23T20:19:54.8080886Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T20:19:54.8081723Z sys.exit(main()) +2024-09-23T20:19:54.8082832Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T20:19:54.8083895Z pci_board_reset(args.reset, reinit=True) +2024-09-23T20:19:54.8276014Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T20:19:54.8277599Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T20:19:54.8279295Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T20:19:54.8280651Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T20:19:54.8282248Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T20:19:54.8283576Z high1 = chip.axi_read32(high_addr) +2024-09-23T20:19:54.8284426Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T20:19:54.8982424Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T20:19:54.8983728Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T20:21:10.6154451Z Traceback (most recent call last): +2024-09-23T20:21:10.6156889Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T20:21:10.6158222Z sys.exit(main()) +2024-09-23T20:21:10.6159811Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T20:21:10.6161494Z pci_board_reset(args.reset, reinit=True) +2024-09-23T20:21:10.6163511Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T20:21:10.6165689Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T20:21:10.6168131Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T20:21:10.6170053Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T20:21:10.6172272Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T20:21:10.6174204Z high1 = chip.axi_read32(high_addr) +2024-09-23T20:21:10.6175400Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T20:21:10.6784098Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T20:21:10.6785209Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T20:22:26.4567024Z Traceback (most recent call last): +2024-09-23T20:22:26.4569666Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T20:22:26.4570532Z sys.exit(main()) +2024-09-23T20:22:26.4572104Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T20:22:26.4573237Z pci_board_reset(args.reset, reinit=True) +2024-09-23T20:22:26.4574684Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T20:22:26.4576072Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T20:22:26.4577747Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T20:22:26.4579044Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T20:22:26.4580594Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T20:22:26.4596847Z high1 = chip.axi_read32(high_addr) +2024-09-23T20:22:26.4597733Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T20:22:26.5281164Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T20:22:26.5282096Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T20:23:42.3594671Z Traceback (most recent call last): +2024-09-23T20:23:42.3596866Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T20:23:42.3598010Z sys.exit(main()) +2024-09-23T20:23:42.3599323Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T20:23:42.3600666Z pci_board_reset(args.reset, reinit=True) +2024-09-23T20:23:42.3602458Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T20:23:42.3604169Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T20:23:42.3606148Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T20:23:42.3607708Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T20:23:42.3610046Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T20:23:42.3611616Z high1 = chip.axi_read32(high_addr) +2024-09-23T20:23:42.3612633Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T20:23:42.4601266Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T20:23:42.4602254Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T20:24:58.1036020Z Traceback (most recent call last): +2024-09-23T20:24:58.1037533Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T20:24:58.1038444Z sys.exit(main()) +2024-09-23T20:24:58.1039534Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T20:24:58.1040638Z pci_board_reset(args.reset, reinit=True) +2024-09-23T20:24:58.1042085Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T20:24:58.1043560Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T20:24:58.1045465Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T20:24:58.1046810Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T20:24:58.1048358Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T20:24:58.1049995Z high1 = chip.axi_read32(high_addr) +2024-09-23T20:24:58.1050781Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T20:24:58.1690689Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T20:24:58.1691694Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T20:26:13.9164288Z Traceback (most recent call last): +2024-09-23T20:26:13.9165871Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T20:26:13.9166810Z sys.exit(main()) +2024-09-23T20:26:13.9167978Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T20:26:13.9169104Z pci_board_reset(args.reset, reinit=True) +2024-09-23T20:26:13.9170500Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T20:26:13.9171965Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T20:26:13.9173636Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T20:26:13.9179989Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T20:26:13.9182262Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T20:26:13.9183603Z high1 = chip.axi_read32(high_addr) +2024-09-23T20:26:13.9184372Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T20:26:13.9810902Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T20:26:13.9811798Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T20:27:29.7215452Z Traceback (most recent call last): +2024-09-23T20:27:29.7216958Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T20:27:29.7217889Z sys.exit(main()) +2024-09-23T20:27:29.7219098Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T20:27:29.7220667Z pci_board_reset(args.reset, reinit=True) +2024-09-23T20:27:29.7222048Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T20:27:29.7223416Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T20:27:29.7225026Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T20:27:29.7226289Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T20:27:29.7227803Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T20:27:29.7229088Z high1 = chip.axi_read32(high_addr) +2024-09-23T20:27:29.7229833Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T20:27:29.8430504Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T20:27:29.8431457Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T20:28:45.4970509Z Traceback (most recent call last): +2024-09-23T20:28:45.4972123Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T20:28:45.4973150Z sys.exit(main()) +2024-09-23T20:28:45.4974480Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T20:28:45.4975843Z pci_board_reset(args.reset, reinit=True) +2024-09-23T20:28:45.4977675Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T20:28:45.4980169Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T20:28:45.4982418Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T20:28:45.4984162Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T20:28:45.4986176Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T20:28:45.4987917Z high1 = chip.axi_read32(high_addr) +2024-09-23T20:28:45.4988849Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T20:28:45.5603355Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T20:28:45.5604302Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T20:30:01.2138400Z Traceback (most recent call last): +2024-09-23T20:30:01.2140287Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T20:30:01.2142427Z sys.exit(main()) +2024-09-23T20:30:01.2144360Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T20:30:01.2145881Z pci_board_reset(args.reset, reinit=True) +2024-09-23T20:30:01.2147653Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T20:30:01.2149142Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T20:30:01.2150904Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T20:30:01.2152290Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T20:30:01.2154386Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T20:30:01.2156049Z high1 = chip.axi_read32(high_addr) +2024-09-23T20:30:01.2156962Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T20:30:01.3208355Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T20:30:01.3209311Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T20:31:16.9855459Z Traceback (most recent call last): +2024-09-23T20:31:16.9857103Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T20:31:16.9857953Z sys.exit(main()) +2024-09-23T20:31:16.9859091Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T20:31:16.9860189Z pci_board_reset(args.reset, reinit=True) +2024-09-23T20:31:16.9861583Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T20:31:16.9862952Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T20:31:16.9864694Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T20:31:16.9866027Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T20:31:16.9867524Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T20:31:16.9868807Z high1 = chip.axi_read32(high_addr) +2024-09-23T20:31:16.9869563Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T20:31:17.0872634Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T20:31:17.0873568Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T20:32:32.9212330Z Traceback (most recent call last): +2024-09-23T20:32:32.9215306Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T20:32:32.9216185Z sys.exit(main()) +2024-09-23T20:32:32.9217272Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T20:32:32.9218371Z pci_board_reset(args.reset, reinit=True) +2024-09-23T20:32:32.9219724Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T20:32:32.9221163Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T20:32:32.9222800Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T20:32:32.9224081Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T20:32:32.9225604Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T20:32:32.9226898Z high1 = chip.axi_read32(high_addr) +2024-09-23T20:32:32.9227647Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T20:32:33.0218221Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T20:32:33.0219218Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T20:33:48.5039812Z Traceback (most recent call last): +2024-09-23T20:33:48.5041608Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T20:33:48.5042515Z sys.exit(main()) +2024-09-23T20:33:48.5043635Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T20:33:48.5044739Z pci_board_reset(args.reset, reinit=True) +2024-09-23T20:33:48.5046167Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T20:33:48.5047559Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T20:33:48.5049964Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T20:33:48.5051238Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T20:33:48.5052771Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T20:33:48.5054190Z high1 = chip.axi_read32(high_addr) +2024-09-23T20:33:48.5054959Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T20:33:48.5682172Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T20:33:48.5683045Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T20:35:04.3136605Z Traceback (most recent call last): +2024-09-23T20:35:04.3139528Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T20:35:04.3140485Z sys.exit(main()) +2024-09-23T20:35:04.3141640Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T20:35:04.3142741Z pci_board_reset(args.reset, reinit=True) +2024-09-23T20:35:04.3144126Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T20:35:04.3145504Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T20:35:04.3147634Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T20:35:04.3148954Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T20:35:04.3151036Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T20:35:04.3152349Z high1 = chip.axi_read32(high_addr) +2024-09-23T20:35:04.3153461Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T20:35:04.3800736Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T20:35:04.3801970Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T20:36:20.0546714Z Traceback (most recent call last): +2024-09-23T20:36:20.0548363Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T20:36:20.0549297Z sys.exit(main()) +2024-09-23T20:36:20.0550443Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T20:36:20.0551765Z pci_board_reset(args.reset, reinit=True) +2024-09-23T20:36:20.0553465Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T20:36:20.0554829Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T20:36:20.0556493Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T20:36:20.0557754Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T20:36:20.0559257Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T20:36:20.0560550Z high1 = chip.axi_read32(high_addr) +2024-09-23T20:36:20.0561304Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T20:36:20.1655414Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T20:36:20.1656897Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T20:37:35.8653104Z Traceback (most recent call last): +2024-09-23T20:37:35.8654578Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T20:37:35.8655977Z sys.exit(main()) +2024-09-23T20:37:35.8657056Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T20:37:35.8658125Z pci_board_reset(args.reset, reinit=True) +2024-09-23T20:37:35.8659466Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T20:37:35.8660817Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T20:37:35.8662432Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T20:37:35.8663723Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T20:37:35.8679351Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T20:37:35.8680758Z high1 = chip.axi_read32(high_addr) +2024-09-23T20:37:35.8681500Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T20:37:35.9328275Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T20:37:35.9329135Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T20:38:51.6073436Z Traceback (most recent call last): +2024-09-23T20:38:51.6075120Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T20:38:51.6075977Z sys.exit(main()) +2024-09-23T20:38:51.6077061Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T20:38:51.6078160Z pci_board_reset(args.reset, reinit=True) +2024-09-23T20:38:51.6080322Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T20:38:51.6081764Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T20:38:51.6083455Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T20:38:51.6084754Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T20:38:51.6086304Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T20:38:51.6087602Z high1 = chip.axi_read32(high_addr) +2024-09-23T20:38:51.6088382Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T20:38:51.6708540Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T20:38:51.6709456Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T20:40:07.6099254Z Traceback (most recent call last): +2024-09-23T20:40:07.6100982Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T20:40:07.6102143Z sys.exit(main()) +2024-09-23T20:40:07.6103518Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T20:40:07.6105079Z pci_board_reset(args.reset, reinit=True) +2024-09-23T20:40:07.6106790Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T20:40:07.6108588Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T20:40:07.6110649Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T20:40:07.6112296Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T20:40:07.6114696Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T20:40:07.6117129Z high1 = chip.axi_read32(high_addr) +2024-09-23T20:40:07.6118081Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T20:40:07.6746626Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T20:40:07.6747582Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T20:41:23.1935389Z Traceback (most recent call last): +2024-09-23T20:41:23.1937077Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T20:41:23.1937900Z sys.exit(main()) +2024-09-23T20:41:23.1939067Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T20:41:23.1940334Z pci_board_reset(args.reset, reinit=True) +2024-09-23T20:41:23.1942059Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T20:41:23.1943854Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T20:41:23.1945668Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T20:41:23.1946987Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T20:41:23.1948513Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T20:41:23.1949825Z high1 = chip.axi_read32(high_addr) +2024-09-23T20:41:23.1950602Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T20:41:23.2563759Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T20:41:23.2564715Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T20:42:38.9392722Z Traceback (most recent call last): +2024-09-23T20:42:38.9394644Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T20:42:38.9395713Z sys.exit(main()) +2024-09-23T20:42:38.9397109Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T20:42:38.9398540Z pci_board_reset(args.reset, reinit=True) +2024-09-23T20:42:38.9400323Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T20:42:38.9402073Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T20:42:38.9404215Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T20:42:38.9405900Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T20:42:38.9407895Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T20:42:38.9409590Z high1 = chip.axi_read32(high_addr) +2024-09-23T20:42:38.9410538Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T20:42:39.0021860Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T20:42:39.0022969Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T20:43:54.7138882Z Traceback (most recent call last): +2024-09-23T20:43:54.7141285Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T20:43:54.7142147Z sys.exit(main()) +2024-09-23T20:43:54.7143466Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T20:43:54.7144559Z pci_board_reset(args.reset, reinit=True) +2024-09-23T20:43:54.7145905Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T20:43:54.7147745Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T20:43:54.7149470Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T20:43:54.7150781Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T20:43:54.7152315Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T20:43:54.7153769Z high1 = chip.axi_read32(high_addr) +2024-09-23T20:43:54.7154543Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T20:43:54.8001419Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T20:43:54.8002326Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T20:45:10.4874875Z Traceback (most recent call last): +2024-09-23T20:45:10.4876757Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T20:45:10.4877859Z sys.exit(main()) +2024-09-23T20:45:10.4879278Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T20:45:10.4888340Z pci_board_reset(args.reset, reinit=True) +2024-09-23T20:45:10.4890127Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T20:45:10.4891564Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T20:45:10.4893914Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T20:45:10.4895239Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T20:45:10.4896820Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T20:45:10.4898148Z high1 = chip.axi_read32(high_addr) +2024-09-23T20:45:10.4898928Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T20:45:10.5514336Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T20:45:10.5516948Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T20:46:26.2646438Z Traceback (most recent call last): +2024-09-23T20:46:26.2648088Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T20:46:26.2649000Z sys.exit(main()) +2024-09-23T20:46:26.2650293Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T20:46:26.2651573Z pci_board_reset(args.reset, reinit=True) +2024-09-23T20:46:26.2653220Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T20:46:26.2654747Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T20:46:26.2656412Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T20:46:26.2657701Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T20:46:26.2659216Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T20:46:26.2660495Z high1 = chip.axi_read32(high_addr) +2024-09-23T20:46:26.2661249Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T20:46:26.3354304Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T20:46:26.3355318Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T20:47:42.0730122Z Traceback (most recent call last): +2024-09-23T20:47:42.0731946Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T20:47:42.0732818Z sys.exit(main()) +2024-09-23T20:47:42.0733945Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T20:47:42.0735057Z pci_board_reset(args.reset, reinit=True) +2024-09-23T20:47:42.0736439Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T20:47:42.0737839Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T20:47:42.0739539Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T20:47:42.0740846Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T20:47:42.0742476Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T20:47:42.0743802Z high1 = chip.axi_read32(high_addr) +2024-09-23T20:47:42.0744591Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T20:47:42.1363193Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T20:47:42.1364081Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T20:48:57.8147741Z Traceback (most recent call last): +2024-09-23T20:48:57.8149055Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T20:48:57.8149978Z sys.exit(main()) +2024-09-23T20:48:57.8151512Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T20:48:57.8152837Z pci_board_reset(args.reset, reinit=True) +2024-09-23T20:48:57.8154281Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T20:48:57.8158449Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T20:48:57.8163085Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T20:48:57.8164523Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T20:48:57.8166083Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T20:48:57.8168389Z high1 = chip.axi_read32(high_addr) +2024-09-23T20:48:57.8169241Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T20:48:57.8806447Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T20:48:57.8807436Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T20:50:13.6260920Z Traceback (most recent call last): +2024-09-23T20:50:13.6262665Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T20:50:13.6263538Z sys.exit(main()) +2024-09-23T20:50:13.6264658Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T20:50:13.6265755Z pci_board_reset(args.reset, reinit=True) +2024-09-23T20:50:13.6267126Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T20:50:13.6268650Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T20:50:13.6270350Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T20:50:13.6271657Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T20:50:13.6274306Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T20:50:13.6275610Z high1 = chip.axi_read32(high_addr) +2024-09-23T20:50:13.6276415Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T20:50:13.6888634Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T20:50:13.6889507Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T20:51:29.4002446Z Traceback (most recent call last): +2024-09-23T20:51:29.4003901Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T20:51:29.4004764Z sys.exit(main()) +2024-09-23T20:51:29.4005842Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T20:51:29.4006966Z pci_board_reset(args.reset, reinit=True) +2024-09-23T20:51:29.4008404Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T20:51:29.4009773Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T20:51:29.4011401Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T20:51:29.4012669Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T20:51:29.4014177Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T20:51:29.4016119Z high1 = chip.axi_read32(high_addr) +2024-09-23T20:51:29.4016884Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T20:51:29.4975875Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T20:51:29.4976865Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T20:52:45.1461414Z Traceback (most recent call last): +2024-09-23T20:52:45.1463152Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T20:52:45.1464005Z sys.exit(main()) +2024-09-23T20:52:45.1465120Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T20:52:45.1466247Z pci_board_reset(args.reset, reinit=True) +2024-09-23T20:52:45.1467680Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T20:52:45.1469130Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T20:52:45.1470826Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T20:52:45.1472155Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T20:52:45.1473855Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T20:52:45.1475160Z high1 = chip.axi_read32(high_addr) +2024-09-23T20:52:45.1475913Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T20:52:45.2229905Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T20:52:45.2230809Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T20:54:00.9238824Z Traceback (most recent call last): +2024-09-23T20:54:00.9240765Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T20:54:00.9241681Z sys.exit(main()) +2024-09-23T20:54:00.9242827Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T20:54:00.9244738Z pci_board_reset(args.reset, reinit=True) +2024-09-23T20:54:00.9246241Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T20:54:00.9247742Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T20:54:00.9249672Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T20:54:00.9251177Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T20:54:00.9252790Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T20:54:00.9254174Z high1 = chip.axi_read32(high_addr) +2024-09-23T20:54:00.9255016Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T20:54:01.0157204Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T20:54:01.0160024Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T20:55:16.7011975Z Traceback (most recent call last): +2024-09-23T20:55:16.7013413Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T20:55:16.7014239Z sys.exit(main()) +2024-09-23T20:55:16.7015307Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T20:55:16.7016383Z pci_board_reset(args.reset, reinit=True) +2024-09-23T20:55:16.7017731Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T20:55:16.7019732Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T20:55:16.7021366Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T20:55:16.7022657Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T20:55:16.7024203Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T20:55:16.7025481Z high1 = chip.axi_read32(high_addr) +2024-09-23T20:55:16.7026219Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T20:55:16.8117435Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T20:55:16.8118405Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T20:56:32.4713528Z Traceback (most recent call last): +2024-09-23T20:56:32.4719044Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T20:56:32.4721904Z sys.exit(main()) +2024-09-23T20:56:32.4723037Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T20:56:32.4727456Z pci_board_reset(args.reset, reinit=True) +2024-09-23T20:56:32.4729095Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T20:56:32.4730542Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T20:56:32.4732201Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T20:56:32.4733499Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T20:56:32.4735056Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T20:56:32.4736460Z high1 = chip.axi_read32(high_addr) +2024-09-23T20:56:32.4737229Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T20:56:32.5449171Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T20:56:32.5450174Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T20:57:48.2484290Z Traceback (most recent call last): +2024-09-23T20:57:48.2487578Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T20:57:48.2488427Z sys.exit(main()) +2024-09-23T20:57:48.2489521Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T20:57:48.2490596Z pci_board_reset(args.reset, reinit=True) +2024-09-23T20:57:48.2491988Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T20:57:48.2493398Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T20:57:48.2495007Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T20:57:48.2496277Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T20:57:48.2497787Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T20:57:48.2499060Z high1 = chip.axi_read32(high_addr) +2024-09-23T20:57:48.2499811Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T20:57:48.3151628Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T20:57:48.3152702Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T20:59:04.0259859Z Traceback (most recent call last): +2024-09-23T20:59:04.0263484Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T20:59:04.0264333Z sys.exit(main()) +2024-09-23T20:59:04.0265460Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T20:59:04.0266592Z pci_board_reset(args.reset, reinit=True) +2024-09-23T20:59:04.0267962Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T20:59:04.0269357Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T20:59:04.0271062Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T20:59:04.0272390Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T20:59:04.0274092Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T20:59:04.0275395Z high1 = chip.axi_read32(high_addr) +2024-09-23T20:59:04.0276166Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T20:59:04.1039711Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T20:59:04.1040602Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T21:00:21.4939637Z Traceback (most recent call last): +2024-09-23T21:00:21.4941554Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T21:00:21.4942588Z sys.exit(main()) +2024-09-23T21:00:21.4943717Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T21:00:21.4944814Z pci_board_reset(args.reset, reinit=True) +2024-09-23T21:00:21.4946275Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T21:00:21.4947645Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T21:00:21.4949298Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T21:00:21.4952148Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T21:00:21.4953881Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T21:00:21.4955274Z high1 = chip.axi_read32(high_addr) +2024-09-23T21:00:21.4956029Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T21:00:21.5573768Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T21:00:21.5574687Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T21:01:37.6241400Z Traceback (most recent call last): +2024-09-23T21:01:37.6244229Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T21:01:37.6245096Z sys.exit(main()) +2024-09-23T21:01:37.6246308Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T21:01:37.6247491Z pci_board_reset(args.reset, reinit=True) +2024-09-23T21:01:37.6249131Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T21:01:37.6250616Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T21:01:37.6252276Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T21:01:37.6253674Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T21:01:37.6255653Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T21:01:37.6256980Z high1 = chip.axi_read32(high_addr) +2024-09-23T21:01:37.6257767Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T21:01:37.6877358Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T21:01:37.6878444Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T21:02:53.4314283Z Traceback (most recent call last): +2024-09-23T21:02:53.4315871Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T21:02:53.4319740Z sys.exit(main()) +2024-09-23T21:02:53.4321609Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T21:02:53.4323015Z pci_board_reset(args.reset, reinit=True) +2024-09-23T21:02:53.4324991Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T21:02:53.4326810Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T21:02:53.4328940Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T21:02:53.4330626Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T21:02:53.4332562Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T21:02:53.4334230Z high1 = chip.axi_read32(high_addr) +2024-09-23T21:02:53.4335184Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T21:02:53.4975432Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T21:02:53.4976525Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T21:04:09.2127131Z Traceback (most recent call last): +2024-09-23T21:04:09.2128885Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T21:04:09.2130591Z sys.exit(main()) +2024-09-23T21:04:09.2132038Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T21:04:09.2133451Z pci_board_reset(args.reset, reinit=True) +2024-09-23T21:04:09.2135204Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T21:04:09.2137017Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T21:04:09.2139268Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T21:04:09.2140969Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T21:04:09.2143063Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T21:04:09.2144817Z high1 = chip.axi_read32(high_addr) +2024-09-23T21:04:09.2145799Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T21:04:09.3726038Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T21:04:09.3727495Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T21:05:25.0479282Z Traceback (most recent call last): +2024-09-23T21:05:25.0480829Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T21:05:25.0481691Z sys.exit(main()) +2024-09-23T21:05:25.0482836Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T21:05:25.0484107Z pci_board_reset(args.reset, reinit=True) +2024-09-23T21:05:25.0486287Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T21:05:25.0487671Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T21:05:25.0489329Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T21:05:25.0490604Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T21:05:25.0492123Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T21:05:25.0493470Z high1 = chip.axi_read32(high_addr) +2024-09-23T21:05:25.0494266Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T21:05:25.1107126Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T21:05:25.1108096Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T21:06:40.7931383Z Traceback (most recent call last): +2024-09-23T21:06:40.7933051Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T21:06:40.7934110Z sys.exit(main()) +2024-09-23T21:06:40.7935479Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T21:06:40.7936699Z pci_board_reset(args.reset, reinit=True) +2024-09-23T21:06:40.7938077Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T21:06:40.7939458Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T21:06:40.7941079Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T21:06:40.7942398Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T21:06:40.7943899Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T21:06:40.7945580Z high1 = chip.axi_read32(high_addr) +2024-09-23T21:06:40.7946331Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T21:06:40.8599543Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T21:06:40.8600552Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T21:07:56.5696129Z Traceback (most recent call last): +2024-09-23T21:07:56.5699005Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T21:07:56.5699819Z sys.exit(main()) +2024-09-23T21:07:56.5700913Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T21:07:56.5702017Z pci_board_reset(args.reset, reinit=True) +2024-09-23T21:07:56.5703380Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T21:07:56.5704760Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T21:07:56.5706367Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T21:07:56.5707641Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T21:07:56.5709164Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T21:07:56.5710454Z high1 = chip.axi_read32(high_addr) +2024-09-23T21:07:56.5711201Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T21:07:56.6334954Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T21:07:56.6335842Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T21:09:12.3467640Z Traceback (most recent call last): +2024-09-23T21:09:12.3469506Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T21:09:12.3473462Z sys.exit(main()) +2024-09-23T21:09:12.3475624Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T21:09:12.3477213Z pci_board_reset(args.reset, reinit=True) +2024-09-23T21:09:12.3478905Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T21:09:12.3480715Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T21:09:12.3482949Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T21:09:12.3484645Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T21:09:12.3486581Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T21:09:12.3507026Z high1 = chip.axi_read32(high_addr) +2024-09-23T21:09:12.3507988Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T21:09:12.4146864Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T21:09:12.4147875Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T21:10:28.1187691Z Traceback (most recent call last): +2024-09-23T21:10:28.1189382Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T21:10:28.1190356Z sys.exit(main()) +2024-09-23T21:10:28.1191708Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T21:10:28.1193292Z pci_board_reset(args.reset, reinit=True) +2024-09-23T21:10:28.1195071Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T21:10:28.1197662Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T21:10:28.1199945Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T21:10:28.1201568Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T21:10:28.1203476Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T21:10:28.1205207Z high1 = chip.axi_read32(high_addr) +2024-09-23T21:10:28.1206146Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T21:10:28.1817926Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T21:10:28.1819020Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T21:11:44.1182886Z Traceback (most recent call last): +2024-09-23T21:11:44.1184481Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T21:11:44.1185485Z sys.exit(main()) +2024-09-23T21:11:44.1186821Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T21:11:44.1188143Z pci_board_reset(args.reset, reinit=True) +2024-09-23T21:11:44.1189795Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T21:11:44.1191624Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T21:11:44.1194573Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T21:11:44.1196153Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T21:11:44.1198024Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T21:11:44.1199633Z high1 = chip.axi_read32(high_addr) +2024-09-23T21:11:44.1200530Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T21:11:44.1816976Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T21:11:44.1818105Z Error: Unsuccessful board reset, trying again in 1 second ... +2024-09-23T21:12:59.6705159Z Traceback (most recent call last): +2024-09-23T21:12:59.6706797Z File "/opt/tt_metal_infra/provisioning/provisioning_env/bin/tt-smi", line 8, in +2024-09-23T21:12:59.6707704Z sys.exit(main()) +2024-09-23T21:12:59.6708867Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi.py", line 733, in main +2024-09-23T21:12:59.6709996Z pci_board_reset(args.reset, reinit=True) +2024-09-23T21:12:59.6711406Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_smi/tt_smi_backend.py", line 544, in pci_board_reset +2024-09-23T21:12:59.6713095Z reset_devices = WHChipReset().full_lds_reset(pci_interfaces=reset_wh_pci_idx) +2024-09-23T21:12:59.6714775Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/reset_common/wh_reset.py", line 83, in full_lds_reset +2024-09-23T21:12:59.6716067Z refclk_list.append(read_refclk_counter(chip)) +2024-09-23T21:12:59.6717617Z File "/opt/tt_metal_infra/provisioning/provisioning_env/lib/python3.8/site-packages/tt_tools_common/utils_common/tools_utils.py", line 189, in read_refclk_counter +2024-09-23T21:12:59.6718939Z high1 = chip.axi_read32(high_addr) +2024-09-23T21:12:59.6719751Z Exception: Read 0xffffffff from ARC scratch[6]: you should reset the board. +2024-09-23T21:12:59.7335713Z  Starting pci link reset on WH devices at pci indices: 0  +2024-09-23T21:12:59.7336575Z Error: Unsuccessful board res diff --git a/infra/tests/_data/data_collection/cicd/all_post_commit_runner_died_12626_10996802864/10996802864/logs/30531894488.log b/infra/tests/_data/data_collection/cicd/all_post_commit_runner_died_12626_10996802864/10996802864/logs/30531894488.log new file mode 100644 index 00000000000..0912b29e453 --- /dev/null +++ b/infra/tests/_data/data_collection/cicd/all_post_commit_runner_died_12626_10996802864/10996802864/logs/30531894488.log @@ -0,0 +1,1430 @@ +2024-09-23T15:06:40.2439774Z Current runner version: '2.319.1' +2024-09-23T15:06:40.2447557Z Runner name: 'tt-metal-ci-vm-21' +2024-09-23T15:06:40.2448395Z Runner group name: 'Default' +2024-09-23T15:06:40.2449380Z Machine name: 'tt-metal-ci-vm-21' +2024-09-23T15:06:40.2467446Z Testing runner upgrade compatibility +2024-09-23T15:06:40.3101910Z ##[group]GITHUB_TOKEN Permissions +2024-09-23T15:06:40.3105305Z Actions: read +2024-09-23T15:06:40.3105893Z Contents: read +2024-09-23T15:06:40.3106371Z Metadata: read +2024-09-23T15:06:40.3106877Z Packages: write +2024-09-23T15:06:40.3107422Z Pages: write +2024-09-23T15:06:40.3107977Z ##[endgroup] +2024-09-23T15:06:40.3112214Z Secret source: Actions +2024-09-23T15:06:40.3113033Z Prepare workflow directory +2024-09-23T15:06:40.4396302Z Prepare all required actions +2024-09-23T15:06:40.4695025Z Getting action download info +2024-09-23T15:06:40.6698193Z Download action repository 'tenstorrent-metal/metal-workflows@v2.0.0' (SHA:22c747950076e4c9627125e14734e287c08287a7) +2024-09-23T15:06:41.0663980Z Download action repository 'actions/download-artifact@v4' (SHA:fa0a91b85d4f404e444e00e005971372dc801d16) +2024-09-23T15:06:41.7959850Z Getting action download info +2024-09-23T15:06:41.9570848Z Download action repository 'actions/checkout@v4' (SHA:692973e3d937129bcbf40652eb9f2f61becf3332) +2024-09-23T15:06:42.5379180Z Uses: tenstorrent/tt-metal/.github/workflows/ttnn-post-commit.yaml@refs/heads/virdhatchani/5_clean (64249512152ed52c6df7d6adf6bb1a59b96db81c) +2024-09-23T15:06:42.5381694Z ##[group] Inputs +2024-09-23T15:06:42.5382092Z arch: wormhole_b0 +2024-09-23T15:06:42.5382456Z runner-label: N150 +2024-09-23T15:06:42.5383463Z timeout: 45 +2024-09-23T15:06:42.5383767Z ##[endgroup] +2024-09-23T15:06:42.5384575Z Complete job name: ttnn-unit-tests (wormhole_b0, N150) / ttnn example tests wormhole_b0 N150 +2024-09-23T15:06:42.6034418Z A job started hook has been configured by the self-hosted runner administrator +2024-09-23T15:06:42.6196753Z ##[group]Run '/opt/tt_metal_infra/scripts/ci/wormhole_b0/reset.sh' +2024-09-23T15:06:42.6212384Z shell: /usr/bin/bash --noprofile --norc -e -o pipefail {0} +2024-09-23T15:06:42.6213052Z ##[endgroup] +2024-09-23T15:06:42.6456937Z Current date / time is Mon Sep 23 15:06:42 UTC 2024 +2024-09-23T15:06:55.6720060Z tt-smi reset was successful +2024-09-23T15:06:56.1458194Z +2024-09-23T15:06:56.1459052Z  Detected Chips: 1 +2024-09-23T15:06:56.1472924Z  +2024-09-23T15:06:56.1473506Z  Detected Chips: 1 +2024-09-23T15:06:56.1473819Z +2024-09-23T15:06:56.1473994Z  Detecting ARC: | +2024-09-23T15:06:56.1474239Z +2024-09-23T15:06:56.1474422Z  Detecting DRAM: | +2024-09-23T15:06:56.1474687Z +2024-09-23T15:06:56.1474873Z [] [16/16] ETH: | +2024-09-23T15:06:56.1530556Z Gathering Information ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 100% 0:00:00 +2024-09-23T15:06:56.1537787Z  Saved tt-smi log to: /opt/tt_metal_infra/smi.log  +2024-09-23T15:06:56.2041836Z { +2024-09-23T15:06:56.2042627Z "time": "2024-09-23T15:06:56.147680", +2024-09-23T15:06:56.2043231Z "host_info": { +2024-09-23T15:06:56.2044271Z "OS": "Linux", +2024-09-23T15:06:56.2044734Z "Distro": "Ubuntu 20.04.3 LTS", +2024-09-23T15:06:56.2045302Z "Kernel": "5.4.0-195-generic", +2024-09-23T15:06:56.2045939Z "Hostname": "tt-metal-ci-vm-21", +2024-09-23T15:06:56.2046465Z "Platform": "x86_64", +2024-09-23T15:06:56.2046889Z "Python": "3.8.10", +2024-09-23T15:06:56.2047312Z "Memory": "47.14 GB", +2024-09-23T15:06:56.2047722Z "Driver": "TTKMD 1.27.1" +2024-09-23T15:06:56.2048198Z }, +2024-09-23T15:06:56.2048484Z "device_info": [ +2024-09-23T15:06:56.2048775Z { +2024-09-23T15:06:56.2049026Z "smbus_telem": { +2024-09-23T15:06:56.2049383Z "BOARD_ID": "0x10001851170c080", +2024-09-23T15:06:56.2049847Z "SMBUS_TX_ENUM_VERSION": "0xba5e0001", +2024-09-23T15:06:56.2050335Z "SMBUS_TX_DEVICE_ID": "0x401e1e52", +2024-09-23T15:06:56.2050777Z "SMBUS_TX_ASIC_RO": "0x2dd5a", +2024-09-23T15:06:56.2051657Z "SMBUS_TX_ASIC_IDD": "0x954", +2024-09-23T15:06:56.2052094Z "SMBUS_TX_BOARD_ID_HIGH": "0x1000185", +2024-09-23T15:06:56.2052551Z "SMBUS_TX_BOARD_ID_LOW": "0x1170c080", +2024-09-23T15:06:56.2053012Z "SMBUS_TX_ARC0_FW_VERSION": "0x21b0000", +2024-09-23T15:06:56.2053523Z "SMBUS_TX_ARC1_FW_VERSION": "0x21b0000", +2024-09-23T15:06:56.2053981Z "SMBUS_TX_ARC2_FW_VERSION": null, +2024-09-23T15:06:56.2054458Z "SMBUS_TX_ARC3_FW_VERSION": "0x21b0000", +2024-09-23T15:06:56.2054953Z "SMBUS_TX_SPIBOOTROM_FW_VERSION": "0x30b0000", +2024-09-23T15:06:56.2055426Z "SMBUS_TX_ETH_FW_VERSION": "0x69000", +2024-09-23T15:06:56.2055905Z "SMBUS_TX_M3_BL_FW_VERSION": "0x81020000", +2024-09-23T15:06:56.2056446Z "SMBUS_TX_M3_APP_FW_VERSION": "0x5090000", +2024-09-23T15:06:56.2056900Z "SMBUS_TX_DDR_SPEED": null, +2024-09-23T15:06:56.2057320Z "SMBUS_TX_DDR_STATUS": "0x2222222", +2024-09-23T15:06:56.2057773Z "SMBUS_TX_ETH_STATUS0": "0x11111111", +2024-09-23T15:06:56.2058458Z "SMBUS_TX_ETH_STATUS1": "0x11111111", +2024-09-23T15:06:56.2058909Z "SMBUS_TX_PCIE_STATUS": "0x11040000", +2024-09-23T15:06:56.2059340Z "SMBUS_TX_FAULTS": null, +2024-09-23T15:06:56.2059758Z "SMBUS_TX_ARC0_HEALTH": "0xa627", +2024-09-23T15:06:56.2060192Z "SMBUS_TX_ARC1_HEALTH": "0x4478", +2024-09-23T15:06:56.2060622Z "SMBUS_TX_ARC2_HEALTH": null, +2024-09-23T15:06:56.2061040Z "SMBUS_TX_ARC3_HEALTH": "0x75", +2024-09-23T15:06:56.2061482Z "SMBUS_TX_FAN_SPEED": "0xffffffff", +2024-09-23T15:06:56.2062147Z "SMBUS_TX_AICLK": "0x3e801f4", +2024-09-23T15:06:56.2062573Z "SMBUS_TX_AXICLK": "0x384", +2024-09-23T15:06:56.2062982Z "SMBUS_TX_ARCCLK": "0x21c", +2024-09-23T15:06:56.2063401Z "SMBUS_TX_THROTTLER": null, +2024-09-23T15:06:56.2063811Z "SMBUS_TX_VCORE": "0x2da", +2024-09-23T15:06:56.2064250Z "SMBUS_TX_ASIC_TEMPERATURE": "0x239022d", +2024-09-23T15:06:56.2064726Z "SMBUS_TX_VREG_TEMPERATURE": "0x220022", +2024-09-23T15:06:56.2065204Z "SMBUS_TX_BOARD_TEMPERATURE": "0x212323", +2024-09-23T15:06:56.2065654Z "SMBUS_TX_TDP": "0x64000c", +2024-09-23T15:06:56.2066063Z "SMBUS_TX_TDC": "0xf00010", +2024-09-23T15:06:56.2066485Z "SMBUS_TX_VDD_LIMITS": "0x3e802d0", +2024-09-23T15:06:56.2066973Z "SMBUS_TX_THM_LIMITS": "0x53004b", +2024-09-23T15:06:56.2067462Z "SMBUS_TX_WH_FW_DATE": "0x4711141b", +2024-09-23T15:06:56.2067912Z "SMBUS_TX_ASIC_TMON0": "0x21232221", +2024-09-23T15:06:56.2068349Z "SMBUS_TX_ASIC_TMON1": "0x2427", +2024-09-23T15:06:56.2068791Z "SMBUS_TX_MVDDQ_POWER": "0x193db6", +2024-09-23T15:06:56.2069250Z "SMBUS_TX_GDDR_TRAIN_TEMP0": null, +2024-09-23T15:06:56.2069689Z "SMBUS_TX_GDDR_TRAIN_TEMP1": null, +2024-09-23T15:06:56.2070124Z "SMBUS_TX_BOOT_DATE": "0x49170f06", +2024-09-23T15:06:56.2070637Z "SMBUS_TX_RT_SECONDS": "0xb", +2024-09-23T15:06:56.2071160Z "SMBUS_TX_AUX_STATUS": null, +2024-09-23T15:06:56.2071709Z "SMBUS_TX_ETH_DEBUG_STATUS0": "0xccddddcc", +2024-09-23T15:06:56.2072318Z "SMBUS_TX_ETH_DEBUG_STATUS1": "0xccdddddd", +2024-09-23T15:06:56.2072834Z "SMBUS_TX_TT_FLASH_VERSION": "0x20100" +2024-09-23T15:06:56.2073286Z }, +2024-09-23T15:06:56.2073556Z "board_info": { +2024-09-23T15:06:56.2073899Z "bus_id": "0000:07:00.0", +2024-09-23T15:06:56.2074304Z "board_type": "n150 L", +2024-09-23T15:06:56.2074716Z "board_id": "010001851170c080", +2024-09-23T15:06:56.2075119Z "coords": "(0, 0, 0, 0)", +2024-09-23T15:06:56.2075673Z "dram_status": true, +2024-09-23T15:06:56.2076050Z "dram_speed": "12G", +2024-09-23T15:06:56.2076423Z "pcie_speed": 4, +2024-09-23T15:06:56.2076773Z "pcie_width": 16 +2024-09-23T15:06:56.2077111Z }, +2024-09-23T15:06:56.2077386Z "telemetry": { +2024-09-23T15:06:56.2077767Z "voltage": "0.73", +2024-09-23T15:06:56.2078326Z "current": " 16.0", +2024-09-23T15:06:56.2078698Z "power": " 12.0", +2024-09-23T15:06:56.2079056Z "aiclk": " 500", +2024-09-23T15:06:56.2079434Z "asic_temperature": "34.8" +2024-09-23T15:06:56.2079813Z }, +2024-09-23T15:06:56.2080085Z "firmwares": { +2024-09-23T15:06:56.2080507Z "arc_fw": "2.27.0.0", +2024-09-23T15:06:56.2081000Z "arc_fw_date": "2024-07-17", +2024-09-23T15:06:56.2081388Z "eth_fw": "6.9.0", +2024-09-23T15:06:56.2081754Z "m3_bl_fw": "129.2.0.0", +2024-09-23T15:06:56.2082146Z "m3_app_fw": "5.9.0.0", +2024-09-23T15:06:56.2082559Z "tt_flash_version": "0.2.1.0" +2024-09-23T15:06:56.2082934Z }, +2024-09-23T15:06:56.2083198Z "limits": { +2024-09-23T15:06:56.2083513Z "vdd_min": "0.72", +2024-09-23T15:06:56.2083873Z "vdd_max": "1.00", +2024-09-23T15:06:56.2084219Z "tdp_limit": "100", +2024-09-23T15:06:56.2084583Z "tdc_limit": "240", +2024-09-23T15:06:56.2084950Z "asic_fmax": "1000", +2024-09-23T15:06:56.2085349Z "therm_trip_l1_limit": "83", +2024-09-23T15:06:56.2085741Z "thm_limit": "75", +2024-09-23T15:06:56.2086235Z "bus_peak_limit": null +2024-09-23T15:06:56.2086612Z } +2024-09-23T15:06:56.2086871Z } +2024-09-23T15:06:56.2087106Z ] +2024-09-23T15:06:56.2087390Z }Printing out cpu information... +2024-09-23T15:06:56.2087885Z Architecture: x86_64 +2024-09-23T15:06:56.2088466Z CPU op-mode(s): 32-bit, 64-bit +2024-09-23T15:06:56.2088955Z Byte Order: Little Endian +2024-09-23T15:06:56.2089490Z Address sizes: 40 bits physical, 48 bits virtual +2024-09-23T15:06:56.2089996Z CPU(s): 14 +2024-09-23T15:06:56.2090469Z On-line CPU(s) list: 0-13 +2024-09-23T15:06:56.2090874Z Thread(s) per core: 1 +2024-09-23T15:06:56.2091249Z Core(s) per socket: 1 +2024-09-23T15:06:56.2091637Z Socket(s): 14 +2024-09-23T15:06:56.2092031Z NUMA node(s): 2 +2024-09-23T15:06:56.2092529Z Vendor ID: AuthenticAMD +2024-09-23T15:06:56.2093001Z CPU family: 23 +2024-09-23T15:06:56.2093552Z Model: 49 +2024-09-23T15:06:56.2094115Z Model name: AMD EPYC-Rome Processor +2024-09-23T15:06:56.2094655Z Stepping: 0 +2024-09-23T15:06:56.2095151Z CPU MHz: 3000.000 +2024-09-23T15:06:56.2095646Z BogoMIPS: 6000.00 +2024-09-23T15:06:56.2096139Z Virtualization: AMD-V +2024-09-23T15:06:56.2096669Z Hypervisor vendor: KVM +2024-09-23T15:06:56.2097162Z Virtualization type: full +2024-09-23T15:06:56.2097665Z L1d cache: 448 KiB +2024-09-23T15:06:56.2098156Z L1i cache: 448 KiB +2024-09-23T15:06:56.2098626Z L2 cache: 7 MiB +2024-09-23T15:06:56.2099135Z L3 cache: 224 MiB +2024-09-23T15:06:56.2099700Z NUMA node0 CPU(s): 0-6 +2024-09-23T15:06:56.2100211Z NUMA node1 CPU(s): 7-13 +2024-09-23T15:06:56.2100732Z Vulnerability Gather data sampling: Not affected +2024-09-23T15:06:56.2101292Z Vulnerability Itlb multihit: Not affected +2024-09-23T15:06:56.2101853Z Vulnerability L1tf: Not affected +2024-09-23T15:06:56.2102507Z Vulnerability Mds: Not affected +2024-09-23T15:06:56.2103058Z Vulnerability Meltdown: Not affected +2024-09-23T15:06:56.2103607Z Vulnerability Mmio stale data: Not affected +2024-09-23T15:06:56.2104150Z Vulnerability Retbleed: Vulnerable +2024-09-23T15:06:56.2104954Z Vulnerability Spec store bypass: Mitigation; Speculative Store Bypass disabled via prctl and seccomp +2024-09-23T15:06:56.2106031Z Vulnerability Spectre v1: Mitigation; usercopy/swapgs barriers and __user pointer sanitization +2024-09-23T15:06:56.2107540Z Vulnerability Spectre v2: Mitigation; Retpolines; IBPB conditional; STIBP disabled; RSB filling; PBRSB-eIBRS Not affected; BHI Not affected +2024-09-23T15:06:56.2193905Z Vulnerability Srbds: Not affected +2024-09-23T15:06:56.2194431Z Vulnerability Tsx async abort: Not affected +2024-09-23T15:06:56.2197637Z Flags: fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good nopl nonstop_tsc cpuid extd_apicid tsc_known_freq pni pclmulqdq ssse3 fma cx16 sse4_1 sse4_2 x2apic movbe popcnt aes xsave avx f16c rdrand hypervisor lahf_lm svm cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw topoext perfctr_core ssbd ibpb stibp vmmcall fsgsbase bmi1 avx2 smep bmi2 rdseed adx smap clflushopt clwb sha_ni xsaveopt xsavec xgetbv1 clzero xsaveerptr wbnoinvd arat npt nrip_save umip rdpid +2024-09-23T15:07:26.5721877Z /proc/cmdline is satisfactory, continuing with installation +2024-09-23T15:07:26.5722831Z Huge pages is now set up +2024-09-23T15:07:26.6310463Z Hugepage check passed! +2024-09-23T15:07:26.6757169Z ##[group]Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0 +2024-09-23T15:07:26.6758039Z with: +2024-09-23T15:07:26.6758647Z token: *** +2024-09-23T15:07:26.6758991Z fetch-depth: 1 +2024-09-23T15:07:26.6759387Z env: +2024-09-23T15:07:26.6759734Z LOGURU_LEVEL: INFO +2024-09-23T15:07:26.6760341Z LD_LIBRARY_PATH: /home/ubuntu/actions-runner/_work/tt-metal/tt-metal/build/lib +2024-09-23T15:07:26.6760998Z ##[endgroup] +2024-09-23T15:07:26.7011604Z ##[group]Run actions/checkout@v4 +2024-09-23T15:07:26.7012053Z with: +2024-09-23T15:07:26.7012531Z token: *** +2024-09-23T15:07:26.7012892Z fetch-depth: 1 +2024-09-23T15:07:26.7013232Z lfs: true +2024-09-23T15:07:26.7013585Z submodules: recursive +2024-09-23T15:07:26.7013989Z clean: true +2024-09-23T15:07:26.7014354Z repository: tenstorrent/tt-metal +2024-09-23T15:07:26.7014775Z ssh-strict: true +2024-09-23T15:07:26.7015147Z ssh-user: git +2024-09-23T15:07:26.7015524Z persist-credentials: true +2024-09-23T15:07:26.7016072Z sparse-checkout-cone-mode: true +2024-09-23T15:07:26.7016560Z fetch-tags: false +2024-09-23T15:07:26.7016906Z show-progress: true +2024-09-23T15:07:26.7017313Z set-safe-directory: true +2024-09-23T15:07:26.7017708Z env: +2024-09-23T15:07:26.7018016Z LOGURU_LEVEL: INFO +2024-09-23T15:07:26.7018616Z LD_LIBRARY_PATH: /home/ubuntu/actions-runner/_work/tt-metal/tt-metal/build/lib +2024-09-23T15:07:26.7019290Z ##[endgroup] +2024-09-23T15:07:26.8152802Z Syncing repository: tenstorrent/tt-metal +2024-09-23T15:07:26.8154476Z ##[group]Getting Git version info +2024-09-23T15:07:26.8155208Z Working directory is '/home/ubuntu/actions-runner/_work/tt-metal/tt-metal' +2024-09-23T15:07:26.8156092Z [command]/usr/bin/git version +2024-09-23T15:07:26.8156449Z git version 2.25.1 +2024-09-23T15:07:26.8159462Z [command]/usr/bin/git lfs version +2024-09-23T15:07:26.8224110Z git-lfs/2.9.2 (GitHub; linux amd64; go 1.13.5) +2024-09-23T15:07:26.8237489Z ##[endgroup] +2024-09-23T15:07:26.8250968Z Copying '/home/ubuntu/.gitconfig' to '/home/ubuntu/actions-runner/_work/_temp/ec1cb8ae-7286-45f1-9c1b-5c5e6caee81c/.gitconfig' +2024-09-23T15:07:26.8259923Z Temporarily overriding HOME='/home/ubuntu/actions-runner/_work/_temp/ec1cb8ae-7286-45f1-9c1b-5c5e6caee81c' before making global git config changes +2024-09-23T15:07:26.8261582Z Adding repository directory to the temporary git global config as a safe directory +2024-09-23T15:07:26.8263282Z [command]/usr/bin/git config --global --add safe.directory /home/ubuntu/actions-runner/_work/tt-metal/tt-metal +2024-09-23T15:07:26.8303807Z [command]/usr/bin/git config --local --get remote.origin.url +2024-09-23T15:07:26.8329725Z https://github.com/tenstorrent/tt-metal +2024-09-23T15:07:26.8343381Z ##[group]Removing previously created refs, to avoid conflicts +2024-09-23T15:07:26.8347109Z [command]/usr/bin/git rev-parse --symbolic-full-name --verify --quiet HEAD +2024-09-23T15:07:26.8371672Z refs/heads/yugao/tile +2024-09-23T15:07:26.8381562Z [command]/usr/bin/git checkout --detach +2024-09-23T15:07:26.9174557Z HEAD is now at ce1b973 #0: move tile to new file, add hash to desc, debug scan OOM +2024-09-23T15:07:26.9676543Z [command]/usr/bin/git branch --delete --force yugao/tile +2024-09-23T15:07:26.9701328Z Deleted branch yugao/tile (was ce1b973). +2024-09-23T15:07:26.9759847Z ##[endgroup] +2024-09-23T15:07:26.9761767Z [command]/usr/bin/git submodule status +2024-09-23T15:07:27.0058709Z 7b11d073376b905b46edaa757f0bfde5c38a9636 models/demos/t3000/llama2_70b/reference/llama (heads/main) +2024-09-23T15:07:27.0117427Z 2ba5a2973915aa1c5afbf6f1524e87e0c43bc058 tt_metal/third_party/lfs (heads/main) +2024-09-23T15:07:27.0176050Z b8f28551cc3a98ea9fbfc15c05b513c8f2d23e84 tt_metal/third_party/pybind11 (b8f2855) +2024-09-23T15:07:27.0233753Z 3008daa0abc9f37fe757aa8ac7fee26f410947bb tt_metal/third_party/sfpi (heads/master) +2024-09-23T15:07:27.0293378Z 7d9e85b6b2e9bf501021f857f2f3cbe43bc37c85 tt_metal/third_party/taskflow (7d9e85b) +2024-09-23T15:07:27.0358855Z 71d4c8d378b52af7da7012b9b595a61e9304f0bb tt_metal/third_party/tracy (71d4c8d) +2024-09-23T15:07:27.0421260Z b3d5095528537db52e069b0daa54aaee2e609437 tt_metal/third_party/tt_llk_blackhole (b3d5095) +2024-09-23T15:07:27.0477004Z eda31ada422e8a7999d46823aa476e3487397093 tt_metal/third_party/tt_llk_grayskull (heads/main) +2024-09-23T15:07:27.0540759Z fefda7caec7452072fa84b1ce5046df7f9254246 tt_metal/third_party/tt_llk_wormhole_b0 (fefda7c) +2024-09-23T15:07:27.0600846Z f7b1ce0f6ed3101bdd4f1367145378a59996f07b tt_metal/third_party/umd (heads/main) +2024-09-23T15:07:27.0610752Z ##[group]Cleaning the repository +2024-09-23T15:07:27.0613914Z [command]/usr/bin/git clean -ffdx +2024-09-23T15:07:27.1480443Z Removing metal_libs-0.52.0rc31.dev7+wormhole.b0-cp38-cp38-linux_x86_64.whl +2024-09-23T15:07:27.1481490Z Removing metal_libs-0.52.0rc31.dev7+wormhole.b0.tar.gz +2024-09-23T15:07:27.1482009Z Removing semicolon_delimited_script +2024-09-23T15:07:27.1491360Z [command]/usr/bin/git reset --hard HEAD +2024-09-23T15:07:27.1840907Z HEAD is now at ce1b973 #0: move tile to new file, add hash to desc, debug scan OOM +2024-09-23T15:07:27.1852950Z ##[endgroup] +2024-09-23T15:07:27.1853629Z ##[group]Disabling automatic garbage collection +2024-09-23T15:07:27.1857520Z [command]/usr/bin/git config --local gc.auto 0 +2024-09-23T15:07:27.1888307Z ##[endgroup] +2024-09-23T15:07:27.1888998Z ##[group]Setting up auth +2024-09-23T15:07:27.1893899Z [command]/usr/bin/git config --local --name-only --get-regexp core\.sshCommand +2024-09-23T15:07:27.1920275Z [command]/usr/bin/git submodule foreach --recursive sh -c "git config --local --name-only --get-regexp 'core\.sshCommand' && git config --local --unset-all 'core.sshCommand' || :" +2024-09-23T15:07:27.2172412Z Entering 'models/demos/t3000/llama2_70b/reference/llama' +2024-09-23T15:07:27.2212940Z Entering 'tt_metal/third_party/lfs' +2024-09-23T15:07:27.2250124Z Entering 'tt_metal/third_party/pybind11' +2024-09-23T15:07:27.2285067Z Entering 'tt_metal/third_party/sfpi' +2024-09-23T15:07:27.2330692Z Entering 'tt_metal/third_party/taskflow' +2024-09-23T15:07:27.2370210Z Entering 'tt_metal/third_party/tracy' +2024-09-23T15:07:27.2405933Z Entering 'tt_metal/third_party/tt_llk_blackhole' +2024-09-23T15:07:27.2451783Z Entering 'tt_metal/third_party/tt_llk_grayskull' +2024-09-23T15:07:27.2489735Z Entering 'tt_metal/third_party/tt_llk_wormhole_b0' +2024-09-23T15:07:27.2530077Z Entering 'tt_metal/third_party/umd' +2024-09-23T15:07:27.2575368Z Entering 'tt_metal/third_party/umd/third_party/fmt' +2024-09-23T15:07:27.2630036Z [command]/usr/bin/git config --local --name-only --get-regexp http\.https\:\/\/github\.com\/\.extraheader +2024-09-23T15:07:27.2656590Z [command]/usr/bin/git submodule foreach --recursive sh -c "git config --local --name-only --get-regexp 'http\.https\:\/\/github\.com\/\.extraheader' && git config --local --unset-all 'http.https://github.com/.extraheader' || :" +2024-09-23T15:07:27.2879984Z Entering 'models/demos/t3000/llama2_70b/reference/llama' +2024-09-23T15:07:27.2926943Z Entering 'tt_metal/third_party/lfs' +2024-09-23T15:07:27.2970087Z Entering 'tt_metal/third_party/pybind11' +2024-09-23T15:07:27.3054491Z Entering 'tt_metal/third_party/sfpi' +2024-09-23T15:07:27.3079589Z Entering 'tt_metal/third_party/taskflow' +2024-09-23T15:07:27.3130216Z Entering 'tt_metal/third_party/tracy' +2024-09-23T15:07:27.3174551Z Entering 'tt_metal/third_party/tt_llk_blackhole' +2024-09-23T15:07:27.3218491Z Entering 'tt_metal/third_party/tt_llk_grayskull' +2024-09-23T15:07:27.3258251Z Entering 'tt_metal/third_party/tt_llk_wormhole_b0' +2024-09-23T15:07:27.3300654Z Entering 'tt_metal/third_party/umd' +2024-09-23T15:07:27.3339146Z Entering 'tt_metal/third_party/umd/third_party/fmt' +2024-09-23T15:07:27.3388977Z [command]/usr/bin/git config --local http.https://github.com/.extraheader AUTHORIZATION: basic *** +2024-09-23T15:07:27.3422914Z ##[endgroup] +2024-09-23T15:07:27.3425832Z [command]/usr/bin/git lfs install --local +2024-09-23T15:07:27.3567325Z Updated git hooks. +2024-09-23T15:07:27.3567817Z Git LFS initialized. +2024-09-23T15:07:27.3583721Z ##[group]Fetching the repository +2024-09-23T15:07:27.3592670Z [command]/usr/bin/git -c protocol.version=2 fetch --no-tags --prune --no-recurse-submodules --depth=1 origin +64249512152ed52c6df7d6adf6bb1a59b96db81c:refs/remotes/origin/virdhatchani/5_clean +2024-09-23T15:07:27.7323164Z From https://github.com/tenstorrent/tt-metal +2024-09-23T15:07:27.7324314Z + 554b45f...6424951 64249512152ed52c6df7d6adf6bb1a59b96db81c -> origin/virdhatchani/5_clean (forced update) +2024-09-23T15:07:27.7343165Z ##[endgroup] +2024-09-23T15:07:27.7343814Z ##[group]Determining the checkout info +2024-09-23T15:07:27.7344549Z ##[endgroup] +2024-09-23T15:07:27.7345179Z ##[group]Fetching LFS objects +2024-09-23T15:07:27.7349736Z [command]/usr/bin/git lfs fetch origin refs/remotes/origin/virdhatchani/5_clean +2024-09-23T15:07:27.7482515Z fetch: Fetching reference refs/remotes/origin/virdhatchani/5_clean +2024-09-23T15:07:28.1732728Z ##[endgroup] +2024-09-23T15:07:28.1733377Z ##[group]Checking out the ref +2024-09-23T15:07:28.1736962Z [command]/usr/bin/git checkout --progress --force -B virdhatchani/5_clean refs/remotes/origin/virdhatchani/5_clean +2024-09-23T15:07:28.2080805Z Previous HEAD position was ce1b973 #0: move tile to new file, add hash to desc, debug scan OOM +2024-09-23T15:07:28.2287868Z Switched to a new branch 'virdhatchani/5_clean' +2024-09-23T15:07:28.2288893Z Branch 'virdhatchani/5_clean' set up to track remote branch 'virdhatchani/5_clean' from 'origin'. +2024-09-23T15:07:28.2805985Z ##[endgroup] +2024-09-23T15:07:28.2806696Z ##[group]Setting up auth for fetching submodules +2024-09-23T15:07:28.2808128Z [command]/usr/bin/git config --global http.https://github.com/.extraheader AUTHORIZATION: basic *** +2024-09-23T15:07:28.2842420Z [command]/usr/bin/git config --global --unset-all url.https://github.com/.insteadOf +2024-09-23T15:07:28.2866321Z [command]/usr/bin/git config --global --add url.https://github.com/.insteadOf git@github.com: +2024-09-23T15:07:28.2891279Z [command]/usr/bin/git config --global --add url.https://github.com/.insteadOf org-64161552@github.com: +2024-09-23T15:07:28.2911516Z ##[endgroup] +2024-09-23T15:07:28.2912075Z ##[group]Fetching submodules +2024-09-23T15:07:28.2914930Z [command]/usr/bin/git submodule sync --recursive +2024-09-23T15:07:28.3153609Z Synchronizing submodule url for 'models/demos/t3000/llama2_70b/reference/llama' +2024-09-23T15:07:28.3180998Z Synchronizing submodule url for 'tt_metal/third_party/lfs' +2024-09-23T15:07:28.3212584Z Synchronizing submodule url for 'tt_metal/third_party/pybind11' +2024-09-23T15:07:28.3240921Z Synchronizing submodule url for 'tt_metal/third_party/sfpi' +2024-09-23T15:07:28.3273828Z Synchronizing submodule url for 'tt_metal/third_party/taskflow' +2024-09-23T15:07:28.3313464Z Synchronizing submodule url for 'tt_metal/third_party/tracy' +2024-09-23T15:07:28.3345645Z Synchronizing submodule url for 'tt_metal/third_party/tt_llk_blackhole' +2024-09-23T15:07:28.3377910Z Synchronizing submodule url for 'tt_metal/third_party/tt_llk_grayskull' +2024-09-23T15:07:28.3409119Z Synchronizing submodule url for 'tt_metal/third_party/tt_llk_wormhole_b0' +2024-09-23T15:07:28.3436507Z Synchronizing submodule url for 'tt_metal/third_party/umd' +2024-09-23T15:07:28.3466136Z Synchronizing submodule url for 'tt_metal/third_party/umd/third_party/fmt' +2024-09-23T15:07:28.3506253Z [command]/usr/bin/git -c protocol.version=2 submodule update --init --force --depth=1 --recursive +2024-09-23T15:07:28.4010510Z Submodule path 'models/demos/t3000/llama2_70b/reference/llama': checked out '7b11d073376b905b46edaa757f0bfde5c38a9636' +2024-09-23T15:07:28.4404918Z WARNING: Multiple 'url.*..insteadof' keys with the same alias: "git@github.com:" +2024-09-23T15:07:28.4405932Z WARNING: Multiple 'url.*..insteadof' keys with the same alias: "org-64161552@github.com:" +2024-09-23T15:07:28.4439378Z Submodule path 'tt_metal/third_party/lfs': checked out '2ba5a2973915aa1c5afbf6f1524e87e0c43bc058' +2024-09-23T15:07:28.4728014Z Submodule path 'tt_metal/third_party/pybind11': checked out 'b8f28551cc3a98ea9fbfc15c05b513c8f2d23e84' +2024-09-23T15:07:28.5154785Z WARNING: Multiple 'url.*..insteadof' keys with the same alias: "git@github.com:" +2024-09-23T15:07:28.5155856Z WARNING: Multiple 'url.*..insteadof' keys with the same alias: "org-64161552@github.com:" +2024-09-23T15:07:28.5253692Z Submodule path 'tt_metal/third_party/sfpi': checked out '3008daa0abc9f37fe757aa8ac7fee26f410947bb' +2024-09-23T15:07:28.5608035Z Submodule path 'tt_metal/third_party/taskflow': checked out '7d9e85b6b2e9bf501021f857f2f3cbe43bc37c85' +2024-09-23T15:07:28.5903444Z Submodule path 'tt_metal/third_party/tracy': checked out '71d4c8d378b52af7da7012b9b595a61e9304f0bb' +2024-09-23T15:07:28.6152613Z Submodule path 'tt_metal/third_party/tt_llk_blackhole': checked out 'b3d5095528537db52e069b0daa54aaee2e609437' +2024-09-23T15:07:28.6408980Z Submodule path 'tt_metal/third_party/tt_llk_grayskull': checked out 'eda31ada422e8a7999d46823aa476e3487397093' +2024-09-23T15:07:28.6666930Z Submodule path 'tt_metal/third_party/tt_llk_wormhole_b0': checked out 'fefda7caec7452072fa84b1ce5046df7f9254246' +2024-09-23T15:07:28.6919980Z Submodule path 'tt_metal/third_party/umd': checked out 'f7b1ce0f6ed3101bdd4f1367145378a59996f07b' +2024-09-23T15:07:28.7160540Z Submodule path 'tt_metal/third_party/umd/third_party/fmt': checked out 'b50e685db996c167e6c831dcef582aba6e14276a' +2024-09-23T15:07:28.7230864Z [command]/usr/bin/git submodule foreach --recursive git config --local gc.auto 0 +2024-09-23T15:07:28.7455466Z Entering 'models/demos/t3000/llama2_70b/reference/llama' +2024-09-23T15:07:28.7494086Z Entering 'tt_metal/third_party/lfs' +2024-09-23T15:07:28.7532847Z Entering 'tt_metal/third_party/pybind11' +2024-09-23T15:07:28.7568396Z Entering 'tt_metal/third_party/sfpi' +2024-09-23T15:07:28.7619497Z Entering 'tt_metal/third_party/taskflow' +2024-09-23T15:07:28.7660995Z Entering 'tt_metal/third_party/tracy' +2024-09-23T15:07:28.7690473Z Entering 'tt_metal/third_party/tt_llk_blackhole' +2024-09-23T15:07:28.7728361Z Entering 'tt_metal/third_party/tt_llk_grayskull' +2024-09-23T15:07:28.7761772Z Entering 'tt_metal/third_party/tt_llk_wormhole_b0' +2024-09-23T15:07:28.7797255Z Entering 'tt_metal/third_party/umd' +2024-09-23T15:07:28.7832872Z Entering 'tt_metal/third_party/umd/third_party/fmt' +2024-09-23T15:07:28.7888899Z ##[endgroup] +2024-09-23T15:07:28.7889714Z ##[group]Persisting credentials for submodules +2024-09-23T15:07:28.7892561Z [command]/usr/bin/git submodule foreach --recursive sh -c "git config --local --name-only --get-regexp 'url\.https\:\/\/github\.com\/\.insteadOf' && git config --local --unset-all 'url.https://github.com/.insteadOf' || :" +2024-09-23T15:07:28.8115868Z Entering 'models/demos/t3000/llama2_70b/reference/llama' +2024-09-23T15:07:28.8140137Z url.https://github.com/.insteadof +2024-09-23T15:07:28.8140676Z url.https://github.com/.insteadof +2024-09-23T15:07:28.8169465Z Entering 'tt_metal/third_party/lfs' +2024-09-23T15:07:28.8192213Z url.https://github.com/.insteadof +2024-09-23T15:07:28.8192716Z url.https://github.com/.insteadof +2024-09-23T15:07:28.8226543Z Entering 'tt_metal/third_party/pybind11' +2024-09-23T15:07:28.8251646Z url.https://github.com/.insteadof +2024-09-23T15:07:28.8252213Z url.https://github.com/.insteadof +2024-09-23T15:07:28.8283723Z Entering 'tt_metal/third_party/sfpi' +2024-09-23T15:07:28.8307168Z url.https://github.com/.insteadof +2024-09-23T15:07:28.8307697Z url.https://github.com/.insteadof +2024-09-23T15:07:28.8343176Z Entering 'tt_metal/third_party/taskflow' +2024-09-23T15:07:28.8368034Z url.https://github.com/.insteadof +2024-09-23T15:07:28.8368572Z url.https://github.com/.insteadof +2024-09-23T15:07:28.8403891Z Entering 'tt_metal/third_party/tracy' +2024-09-23T15:07:28.8428440Z url.https://github.com/.insteadof +2024-09-23T15:07:28.8428934Z url.https://github.com/.insteadof +2024-09-23T15:07:28.8465715Z Entering 'tt_metal/third_party/tt_llk_blackhole' +2024-09-23T15:07:28.8488193Z url.https://github.com/.insteadof +2024-09-23T15:07:28.8488732Z url.https://github.com/.insteadof +2024-09-23T15:07:28.8518391Z Entering 'tt_metal/third_party/tt_llk_grayskull' +2024-09-23T15:07:28.8540698Z url.https://github.com/.insteadof +2024-09-23T15:07:28.8541540Z url.https://github.com/.insteadof +2024-09-23T15:07:28.8572565Z Entering 'tt_metal/third_party/tt_llk_wormhole_b0' +2024-09-23T15:07:28.8599769Z url.https://github.com/.insteadof +2024-09-23T15:07:28.8600332Z url.https://github.com/.insteadof +2024-09-23T15:07:28.8637292Z Entering 'tt_metal/third_party/umd' +2024-09-23T15:07:28.8663592Z url.https://github.com/.insteadof +2024-09-23T15:07:28.8664385Z url.https://github.com/.insteadof +2024-09-23T15:07:28.8689953Z Entering 'tt_metal/third_party/umd/third_party/fmt' +2024-09-23T15:07:28.8715449Z url.https://github.com/.insteadof +2024-09-23T15:07:28.8716810Z url.https://github.com/.insteadof +2024-09-23T15:07:28.8777739Z [command]/usr/bin/git submodule foreach --recursive sh -c "git config --local 'http.https://github.com/.extraheader' 'AUTHORIZATION: basic ***' && git config --local --show-origin --name-only --get-regexp remote.origin.url" +2024-09-23T15:07:28.9020029Z Entering 'models/demos/t3000/llama2_70b/reference/llama' +2024-09-23T15:07:28.9058632Z file:/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/.git/modules/models/demos/t3000/llama2_70b/reference/llama/config remote.origin.url +2024-09-23T15:07:28.9078709Z Entering 'tt_metal/third_party/lfs' +2024-09-23T15:07:28.9122572Z file:/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/.git/modules/third_party/lfs/config remote.origin.url +2024-09-23T15:07:28.9141458Z Entering 'tt_metal/third_party/pybind11' +2024-09-23T15:07:28.9177884Z file:/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/.git/modules/third_party/pybind11/config remote.origin.url +2024-09-23T15:07:28.9196218Z Entering 'tt_metal/third_party/sfpi' +2024-09-23T15:07:28.9234311Z file:/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/.git/modules/src/ckernels/sfpi/config remote.origin.url +2024-09-23T15:07:28.9259345Z Entering 'tt_metal/third_party/taskflow' +2024-09-23T15:07:28.9296787Z file:/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/.git/modules/tt_metal/third_party/taskflow/config remote.origin.url +2024-09-23T15:07:28.9319889Z Entering 'tt_metal/third_party/tracy' +2024-09-23T15:07:28.9356485Z file:/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/.git/modules/tt_metal/third_party/tracy/config remote.origin.url +2024-09-23T15:07:28.9377967Z Entering 'tt_metal/third_party/tt_llk_blackhole' +2024-09-23T15:07:28.9415881Z file:/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/.git/modules/tt_metal/third_party/tt_llk_blackhole/config remote.origin.url +2024-09-23T15:07:28.9433613Z Entering 'tt_metal/third_party/tt_llk_grayskull' +2024-09-23T15:07:28.9471784Z file:/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/.git/modules/tt_metal/third_party/tt_llk_grayskull/config remote.origin.url +2024-09-23T15:07:28.9489454Z Entering 'tt_metal/third_party/tt_llk_wormhole_b0' +2024-09-23T15:07:28.9531224Z file:/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/.git/modules/tt_metal/third_party/tt_llk_wormhole_b0/config remote.origin.url +2024-09-23T15:07:28.9549050Z Entering 'tt_metal/third_party/umd' +2024-09-23T15:07:28.9587256Z file:/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/.git/modules/tt_metal/third_party/umd/config remote.origin.url +2024-09-23T15:07:28.9607481Z Entering 'tt_metal/third_party/umd/third_party/fmt' +2024-09-23T15:07:28.9637100Z file:/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/.git/modules/tt_metal/third_party/umd/modules/third_party/fmt/config remote.origin.url +2024-09-23T15:07:28.9731437Z [command]/usr/bin/git submodule foreach --recursive git config --local --add 'url.https://github.com/.insteadOf' 'git@github.com:' +2024-09-23T15:07:28.9950112Z Entering 'models/demos/t3000/llama2_70b/reference/llama' +2024-09-23T15:07:28.9984914Z Entering 'tt_metal/third_party/lfs' +2024-09-23T15:07:29.0019394Z Entering 'tt_metal/third_party/pybind11' +2024-09-23T15:07:29.0052071Z Entering 'tt_metal/third_party/sfpi' +2024-09-23T15:07:29.0097098Z Entering 'tt_metal/third_party/taskflow' +2024-09-23T15:07:29.0136895Z Entering 'tt_metal/third_party/tracy' +2024-09-23T15:07:29.0175036Z Entering 'tt_metal/third_party/tt_llk_blackhole' +2024-09-23T15:07:29.0210090Z Entering 'tt_metal/third_party/tt_llk_grayskull' +2024-09-23T15:07:29.0241727Z Entering 'tt_metal/third_party/tt_llk_wormhole_b0' +2024-09-23T15:07:29.0273438Z Entering 'tt_metal/third_party/umd' +2024-09-23T15:07:29.0304180Z Entering 'tt_metal/third_party/umd/third_party/fmt' +2024-09-23T15:07:29.0359686Z [command]/usr/bin/git submodule foreach --recursive git config --local --add 'url.https://github.com/.insteadOf' 'org-64161552@github.com:' +2024-09-23T15:07:29.0585768Z Entering 'models/demos/t3000/llama2_70b/reference/llama' +2024-09-23T15:07:29.0618352Z Entering 'tt_metal/third_party/lfs' +2024-09-23T15:07:29.0650702Z Entering 'tt_metal/third_party/pybind11' +2024-09-23T15:07:29.0683348Z Entering 'tt_metal/third_party/sfpi' +2024-09-23T15:07:29.0719657Z Entering 'tt_metal/third_party/taskflow' +2024-09-23T15:07:29.0759513Z Entering 'tt_metal/third_party/tracy' +2024-09-23T15:07:29.0789970Z Entering 'tt_metal/third_party/tt_llk_blackhole' +2024-09-23T15:07:29.0824072Z Entering 'tt_metal/third_party/tt_llk_grayskull' +2024-09-23T15:07:29.0855399Z Entering 'tt_metal/third_party/tt_llk_wormhole_b0' +2024-09-23T15:07:29.0888546Z Entering 'tt_metal/third_party/umd' +2024-09-23T15:07:29.0920605Z Entering 'tt_metal/third_party/umd/third_party/fmt' +2024-09-23T15:07:29.0963159Z ##[endgroup] +2024-09-23T15:07:29.0996398Z [command]/usr/bin/git log -1 --format='%H' +2024-09-23T15:07:29.1019133Z '64249512152ed52c6df7d6adf6bb1a59b96db81c' +2024-09-23T15:07:29.1158018Z ##[group]Run git clean -xffd +2024-09-23T15:07:29.1158687Z git clean -xffd +2024-09-23T15:07:29.1175549Z shell: /usr/bin/bash --noprofile --norc -e -o pipefail {0} +2024-09-23T15:07:29.1176123Z env: +2024-09-23T15:07:29.1176504Z LOGURU_LEVEL: INFO +2024-09-23T15:07:29.1177292Z LD_LIBRARY_PATH: /home/ubuntu/actions-runner/_work/tt-metal/tt-metal/build/lib +2024-09-23T15:07:29.1177976Z ##[endgroup] +2024-09-23T15:07:29.1413716Z ##[group]Run git submodule foreach 'git clean -xffd' +2024-09-23T15:07:29.1414280Z git submodule foreach 'git clean -xffd' +2024-09-23T15:07:29.1432633Z shell: /usr/bin/bash --noprofile --norc -e -o pipefail {0} +2024-09-23T15:07:29.1433121Z env: +2024-09-23T15:07:29.1433385Z LOGURU_LEVEL: INFO +2024-09-23T15:07:29.1433907Z LD_LIBRARY_PATH: /home/ubuntu/actions-runner/_work/tt-metal/tt-metal/build/lib +2024-09-23T15:07:29.1434720Z ##[endgroup] +2024-09-23T15:07:29.1695538Z Entering 'models/demos/t3000/llama2_70b/reference/llama' +2024-09-23T15:07:29.1716354Z Entering 'tt_metal/third_party/lfs' +2024-09-23T15:07:29.1736140Z Entering 'tt_metal/third_party/pybind11' +2024-09-23T15:07:29.1756024Z Entering 'tt_metal/third_party/sfpi' +2024-09-23T15:07:29.1809986Z Entering 'tt_metal/third_party/taskflow' +2024-09-23T15:07:29.1889963Z Entering 'tt_metal/third_party/tracy' +2024-09-23T15:07:29.1916150Z Entering 'tt_metal/third_party/tt_llk_blackhole' +2024-09-23T15:07:29.1933840Z Entering 'tt_metal/third_party/tt_llk_grayskull' +2024-09-23T15:07:29.1950747Z Entering 'tt_metal/third_party/tt_llk_wormhole_b0' +2024-09-23T15:07:29.1967886Z Entering 'tt_metal/third_party/umd' +2024-09-23T15:07:29.2065726Z ##[group]Run git submodule foreach 'git lfs fetch && git lfs pull' +2024-09-23T15:07:29.2066421Z git submodule foreach 'git lfs fetch && git lfs pull' +2024-09-23T15:07:29.2085642Z shell: /usr/bin/bash --noprofile --norc -e -o pipefail {0} +2024-09-23T15:07:29.2086147Z env: +2024-09-23T15:07:29.2086446Z LOGURU_LEVEL: INFO +2024-09-23T15:07:29.2086978Z LD_LIBRARY_PATH: /home/ubuntu/actions-runner/_work/tt-metal/tt-metal/build/lib +2024-09-23T15:07:29.2087576Z ##[endgroup] +2024-09-23T15:07:29.2330272Z Entering 'models/demos/t3000/llama2_70b/reference/llama' +2024-09-23T15:07:29.2434694Z fetch: Fetching reference HEAD +2024-09-23T15:07:29.2639441Z Entering 'tt_metal/third_party/lfs' +2024-09-23T15:07:29.2748059Z fetch: Fetching reference HEAD +2024-09-23T15:07:29.2993686Z Entering 'tt_metal/third_party/pybind11' +2024-09-23T15:07:29.3103863Z fetch: Fetching reference HEAD +2024-09-23T15:07:29.3434771Z Entering 'tt_metal/third_party/sfpi' +2024-09-23T15:07:29.3542212Z fetch: Fetching reference HEAD +2024-09-23T15:07:29.4464916Z Entering 'tt_metal/third_party/taskflow' +2024-09-23T15:07:29.4566210Z fetch: Fetching reference HEAD +2024-09-23T15:07:29.7169438Z Entering 'tt_metal/third_party/tracy' +2024-09-23T15:07:29.7278218Z fetch: Fetching reference HEAD +2024-09-23T15:07:29.7768935Z Entering 'tt_metal/third_party/tt_llk_blackhole' +2024-09-23T15:07:29.7858511Z fetch: Fetching reference HEAD +2024-09-23T15:07:29.8079415Z Entering 'tt_metal/third_party/tt_llk_grayskull' +2024-09-23T15:07:29.8176051Z fetch: Fetching reference HEAD +2024-09-23T15:07:29.8411000Z Entering 'tt_metal/third_party/tt_llk_wormhole_b0' +2024-09-23T15:07:29.8513232Z fetch: Fetching reference HEAD +2024-09-23T15:07:29.8735352Z Entering 'tt_metal/third_party/umd' +2024-09-23T15:07:29.8839800Z fetch: Fetching reference HEAD +2024-09-23T15:07:29.9158683Z ##[group]Run actions/download-artifact@v4 +2024-09-23T15:07:29.9159396Z with: +2024-09-23T15:07:29.9159751Z name: eager-dist-ubuntu-20.04-wormhole_b0 +2024-09-23T15:07:29.9160184Z merge-multiple: false +2024-09-23T15:07:29.9160537Z repository: tenstorrent/tt-metal +2024-09-23T15:07:29.9160912Z run-id: 10996802864 +2024-09-23T15:07:29.9161227Z env: +2024-09-23T15:07:29.9161471Z LOGURU_LEVEL: INFO +2024-09-23T15:07:29.9162000Z LD_LIBRARY_PATH: /home/ubuntu/actions-runner/_work/tt-metal/tt-metal/build/lib +2024-09-23T15:07:29.9162630Z ##[endgroup] +2024-09-23T15:07:30.1232987Z Downloading single artifact +2024-09-23T15:07:30.3201623Z Preparing to download the following artifacts: +2024-09-23T15:07:30.3202549Z - eager-dist-ubuntu-20.04-wormhole_b0 (ID: 1966873301, Size: 513860560) +2024-09-23T15:07:30.4983486Z Redirecting to blob download url: https://productionresultssa14.blob.core.windows.net/actions-results/fa6d7664-dfc8-4e0a-ad1d-f35b97bc1b81/workflow-job-run-859c0d3c-fd64-581c-fe3c-861d137cb35a/artifacts/c779ac1f9e77fe53c03e8da7e3330fd4da5d41ee546476beea6fd41b88dd0784.zip +2024-09-23T15:07:30.4985673Z Starting download of artifact to: /home/ubuntu/actions-runner/_work/tt-metal/tt-metal +2024-09-23T15:07:30.7423009Z (node:283207) [DEP0005] DeprecationWarning: Buffer() is deprecated due to security and usability issues. Please use the Buffer.alloc(), Buffer.allocUnsafe(), or Buffer.from() methods instead. +2024-09-23T15:07:30.7424873Z (Use `node --trace-deprecation ...` to show where the warning was created) +2024-09-23T15:07:50.5640341Z Artifact download completed successfully. +2024-09-23T15:07:50.5641216Z Total of 1 artifact(s) downloaded +2024-09-23T15:07:50.5646965Z Download artifact has finished successfully +2024-09-23T15:07:50.5862603Z Prepare all required actions +2024-09-23T15:07:50.5863143Z Getting action download info +2024-09-23T15:07:50.7444631Z Download action repository 'docker/login-action@v3' (SHA:9780b0c442fbb1117ed29e0efdff1e18412f7567) +2024-09-23T15:07:51.5052582Z Download action repository 'addnab/docker-run-action@v3' (SHA:4f65fabd2431ebc8d299f8e5a018d79a769ae185) +2024-09-23T15:07:51.8575052Z ##[group]Run ./.github/actions/docker-run +2024-09-23T15:07:51.8575456Z with: +2024-09-23T15:07:51.8575761Z docker_username: VirdhatchaniKN +2024-09-23T15:07:51.8576332Z docker_password: *** +2024-09-23T15:07:51.8576708Z docker_image_arch: wormhole_b0 +2024-09-23T15:07:51.8577448Z run_args: WHEEL_FILENAME=$(ls -1 *.whl) +pip3 install --user $WHEEL_FILENAME +./tests/scripts/run_ttnn_examples.sh + +2024-09-23T15:07:51.8578259Z docker_image: tt-metalium/ubuntu-20.04-amd64 +2024-09-23T15:07:51.8578868Z device: -v /dev/hugepages-1G:/dev/hugepages-1G +--device /dev/tenstorrent + +2024-09-23T15:07:51.8579427Z env: +2024-09-23T15:07:51.8579733Z LOGURU_LEVEL: INFO +2024-09-23T15:07:51.8580272Z LD_LIBRARY_PATH: /home/ubuntu/actions-runner/_work/tt-metal/tt-metal/build/lib +2024-09-23T15:07:51.8580878Z ##[endgroup] +2024-09-23T15:07:51.8670198Z ##[group]Build container for action use: '/home/ubuntu/actions-runner/_work/_actions/addnab/docker-run-action/v3/Dockerfile'. +2024-09-23T15:07:51.8721250Z ##[command]/usr/bin/docker build -t 83634c:763ee07fc3344192b6685fd5a9bf52fa -f "/home/ubuntu/actions-runner/_work/_actions/addnab/docker-run-action/v3/Dockerfile" "/home/ubuntu/actions-runner/_work/_actions/addnab/docker-run-action/v3" +2024-09-23T15:07:52.2070018Z #0 building with "default" instance using docker driver +2024-09-23T15:07:52.2070741Z +2024-09-23T15:07:52.2071846Z #1 [internal] load build definition from Dockerfile +2024-09-23T15:07:52.2072466Z #1 transferring dockerfile: 139B done +2024-09-23T15:07:52.2072853Z #1 DONE 0.0s +2024-09-23T15:07:52.2073034Z +2024-09-23T15:07:52.2073296Z #2 [internal] load metadata for docker.io/library/docker:20.10 +2024-09-23T15:07:52.4133632Z #2 DONE 0.4s +2024-09-23T15:07:52.4521458Z +2024-09-23T15:07:52.4521897Z #3 [internal] load .dockerignore +2024-09-23T15:07:52.4522401Z #3 transferring context: 2B done +2024-09-23T15:07:52.4522910Z #3 DONE 0.0s +2024-09-23T15:07:52.4523144Z +2024-09-23T15:07:52.4523733Z #4 [1/3] FROM docker.io/library/docker:20.10@sha256:2967f0819c84dd589ed0a023b9d25dcfe7a3c123d5bf784ffbb77edf55335f0c +2024-09-23T15:07:52.4524541Z #4 DONE 0.0s +2024-09-23T15:07:52.4524713Z +2024-09-23T15:07:52.4524858Z #5 [internal] load build context +2024-09-23T15:07:52.4525253Z #5 transferring context: 35B done +2024-09-23T15:07:52.4525656Z #5 DONE 0.0s +2024-09-23T15:07:52.4525923Z +2024-09-23T15:07:52.4526056Z #6 [2/3] RUN apk add bash +2024-09-23T15:07:52.4526422Z #6 CACHED +2024-09-23T15:07:52.4526570Z +2024-09-23T15:07:52.4526736Z #7 [3/3] COPY entrypoint.sh /entrypoint.sh +2024-09-23T15:07:52.4527138Z #7 CACHED +2024-09-23T15:07:52.4527305Z +2024-09-23T15:07:52.4527434Z #8 exporting to image +2024-09-23T15:07:52.4527784Z #8 exporting layers done +2024-09-23T15:07:52.4528430Z #8 writing image sha256:69403d9db0fdb4edeb7e29d578681d73e01deef0e81980c87140ca95f48c683d done +2024-09-23T15:07:52.4529597Z #8 naming to docker.io/library/83634c:763ee07fc3344192b6685fd5a9bf52fa done +2024-09-23T15:07:52.4530172Z #8 DONE 0.0s +2024-09-23T15:07:52.4634286Z ##[endgroup] +2024-09-23T15:07:52.4663476Z ##[group]Run echo "IMAGE_TAG=latest" >> $GITHUB_ENV +2024-09-23T15:07:52.4664004Z echo "IMAGE_TAG=latest" >> $GITHUB_ENV +2024-09-23T15:07:52.4682449Z shell: /usr/bin/bash --noprofile --norc -e -o pipefail {0} +2024-09-23T15:07:52.4682923Z env: +2024-09-23T15:07:52.4683178Z LOGURU_LEVEL: INFO +2024-09-23T15:07:52.4683710Z LD_LIBRARY_PATH: /home/ubuntu/actions-runner/_work/tt-metal/tt-metal/build/lib +2024-09-23T15:07:52.4684540Z ##[endgroup] +2024-09-23T15:07:52.4766198Z ##[group]Run docker/login-action@v3 +2024-09-23T15:07:52.4766588Z with: +2024-09-23T15:07:52.4766884Z registry: https://ghcr.io +2024-09-23T15:07:52.4767506Z username: VirdhatchaniKN +2024-09-23T15:07:52.4768043Z password: *** +2024-09-23T15:07:52.4768324Z ecr: auto +2024-09-23T15:07:52.4768600Z logout: true +2024-09-23T15:07:52.4768865Z env: +2024-09-23T15:07:52.4769116Z LOGURU_LEVEL: INFO +2024-09-23T15:07:52.4769634Z LD_LIBRARY_PATH: /home/ubuntu/actions-runner/_work/tt-metal/tt-metal/build/lib +2024-09-23T15:07:52.4770227Z IMAGE_TAG: latest +2024-09-23T15:07:52.4770545Z ##[endgroup] +2024-09-23T15:07:52.7735695Z Logging into https://ghcr.io... +2024-09-23T15:07:53.2904997Z Login Succeeded! +2024-09-23T15:07:53.3070114Z ##[group]Run docker pull ghcr.io/tenstorrent/tt-metal/tt-metalium/ubuntu-20.04-amd64:latest +2024-09-23T15:07:53.3071085Z docker pull ghcr.io/tenstorrent/tt-metal/tt-metalium/ubuntu-20.04-amd64:latest +2024-09-23T15:07:53.3091054Z shell: /usr/bin/bash --noprofile --norc -e -o pipefail {0} +2024-09-23T15:07:53.3091572Z env: +2024-09-23T15:07:53.3091840Z LOGURU_LEVEL: INFO +2024-09-23T15:07:53.3092375Z LD_LIBRARY_PATH: /home/ubuntu/actions-runner/_work/tt-metal/tt-metal/build/lib +2024-09-23T15:07:53.3092975Z IMAGE_TAG: latest +2024-09-23T15:07:53.3093281Z ##[endgroup] +2024-09-23T15:07:53.8396922Z latest: Pulling from tenstorrent/tt-metal/tt-metalium/ubuntu-20.04-amd64 +2024-09-23T15:07:53.8409683Z Digest: sha256:f1bb114fd25f8a45bae4921b61bc9dad47128e9cd2ebd8e9cb9ae24e66e487b5 +2024-09-23T15:07:53.8410971Z Status: Image is up to date for ghcr.io/tenstorrent/tt-metal/tt-metalium/ubuntu-20.04-amd64:latest +2024-09-23T15:07:53.8422031Z ghcr.io/tenstorrent/tt-metal/tt-metalium/ubuntu-20.04-amd64:latest +2024-09-23T15:07:53.8501020Z ##[group]Run addnab/docker-run-action@v3 +2024-09-23T15:07:53.8501420Z with: +2024-09-23T15:07:53.8501661Z shell: bash +2024-09-23T15:07:53.8501961Z username: VirdhatchaniKN +2024-09-23T15:07:53.8502497Z password: *** +2024-09-23T15:07:53.8502783Z registry: ghcr.io +2024-09-23T15:07:53.8503276Z image: ghcr.io/tenstorrent/tt-metal/tt-metalium/ubuntu-20.04-amd64:latest +2024-09-23T15:07:53.8504729Z options: --rm +-v /home/ubuntu/actions-runner/_work/tt-metal/tt-metal:/github_workspace:ro +--net=host + +-e LOGURU_LEVEL=INFO +-e PYTHONPATH=/usr/app +-v /dev/hugepages-1G:/dev/hugepages-1G +--device /dev/tenstorrent + + +2024-09-23T15:07:53.8506646Z run: cp -r /github_workspace/* /usr/app/ +cd /usr/app/ +rm -rf tt_metal tt_eager +WHEEL_FILENAME=$(ls -1 *.whl) +pip3 install --user $WHEEL_FILENAME +./tests/scripts/run_ttnn_examples.sh + + +2024-09-23T15:07:53.8507659Z env: +2024-09-23T15:07:53.8507900Z LOGURU_LEVEL: INFO +2024-09-23T15:07:53.8508416Z LD_LIBRARY_PATH: /home/ubuntu/actions-runner/_work/tt-metal/tt-metal/build/lib +2024-09-23T15:07:53.8508997Z IMAGE_TAG: latest +2024-09-23T15:07:53.8509283Z ##[endgroup] +2024-09-23T15:07:53.8752874Z ##[command]/usr/bin/docker run --name c763ee07fc3344192b6685fd5a9bf52fa_459ca5 --label 83634c --workdir /github/workspace --rm -e "LOGURU_LEVEL" -e "LD_LIBRARY_PATH" -e "IMAGE_TAG" -e "INPUT_SHELL" -e "INPUT_USERNAME" -e "INPUT_PASSWORD" -e "INPUT_REGISTRY" -e "INPUT_IMAGE" -e "INPUT_OPTIONS" -e "INPUT_RUN" -e "INPUT_DOCKER_NETWORK" -e "HOME" -e "GITHUB_JOB" -e "GITHUB_REF" -e "GITHUB_SHA" -e "GITHUB_REPOSITORY" -e "GITHUB_REPOSITORY_OWNER" -e "GITHUB_REPOSITORY_OWNER_ID" -e "GITHUB_RUN_ID" -e "GITHUB_RUN_NUMBER" -e "GITHUB_RETENTION_DAYS" -e "GITHUB_RUN_ATTEMPT" -e "GITHUB_REPOSITORY_ID" -e "GITHUB_ACTOR_ID" -e "GITHUB_ACTOR" -e "GITHUB_TRIGGERING_ACTOR" -e "GITHUB_WORKFLOW" -e "GITHUB_HEAD_REF" -e "GITHUB_BASE_REF" -e "GITHUB_EVENT_NAME" -e "GITHUB_SERVER_URL" -e "GITHUB_API_URL" -e "GITHUB_GRAPHQL_URL" -e "GITHUB_REF_NAME" -e "GITHUB_REF_PROTECTED" -e "GITHUB_REF_TYPE" -e "GITHUB_WORKFLOW_REF" -e "GITHUB_WORKFLOW_SHA" -e "GITHUB_WORKSPACE" -e "GITHUB_EVENT_PATH" -e "GITHUB_PATH" -e "GITHUB_ENV" -e "GITHUB_STEP_SUMMARY" -e "GITHUB_STATE" -e "GITHUB_OUTPUT" -e "GITHUB_ACTION" -e "GITHUB_ACTION_REPOSITORY" -e "GITHUB_ACTION_REF" -e "GITHUB_ACTION_PATH" -e "RUNNER_OS" -e "RUNNER_ARCH" -e "RUNNER_NAME" -e "RUNNER_ENVIRONMENT" -e "RUNNER_TOOL_CACHE" -e "RUNNER_TEMP" -e "RUNNER_WORKSPACE" -e "ACTIONS_RUNTIME_URL" -e "ACTIONS_RUNTIME_TOKEN" -e "ACTIONS_CACHE_URL" -e "ACTIONS_ID_TOKEN_REQUEST_URL" -e "ACTIONS_ID_TOKEN_REQUEST_TOKEN" -e "ACTIONS_RESULTS_URL" -e GITHUB_ACTIONS=true -e CI=true -v "/var/run/docker.sock":"/var/run/docker.sock" -v "/home/ubuntu/actions-runner/_work/_temp/_github_home":"/github/home" -v "/home/ubuntu/actions-runner/_work/_temp/_github_workflow":"/github/workflow" -v "/home/ubuntu/actions-runner/_work/_temp/_runner_file_commands":"/github/file_commands" -v "/home/ubuntu/actions-runner/_work/tt-metal/tt-metal":"/github/workspace" 83634c:763ee07fc3344192b6685fd5a9bf52fa +2024-09-23T15:07:54.6207346Z WARNING! Your password will be stored unencrypted in /github/home/.docker/config.json. +2024-09-23T15:07:54.6208133Z Login Succeeded +2024-09-23T15:07:54.6208620Z Configure a credential helper to remove this warning. See +2024-09-23T15:07:54.6209877Z https://docs.docker.com/engine/reference/commandline/login/#credentials-store +2024-09-23T15:07:54.6210582Z +2024-09-23T15:07:57.0677797Z Looking in indexes: https://pypi.org/simple, https://download.pytorch.org/whl/cpu +2024-09-23T15:07:57.1032182Z Processing ./metal_libs-0.52.0rc31.dev6+wormhole.b0-cp38-cp38-linux_x86_64.whl +2024-09-23T15:08:02.0892907Z Collecting loguru==0.6.0 +2024-09-23T15:08:02.1258728Z Downloading loguru-0.6.0-py3-none-any.whl (58 kB) +2024-09-23T15:08:02.1752827Z Requirement already satisfied: numpy<2,>=1.24.4 in /usr/local/lib/python3.8/dist-packages (from metal-libs==0.52.0rc31.dev6+wormhole.b0) (1.24.4) +2024-09-23T15:08:02.3156608Z Collecting dash==2.15.0 +2024-09-23T15:08:02.3241710Z Downloading dash-2.15.0-py3-none-any.whl (10.2 MB) +2024-09-23T15:08:03.4242668Z Collecting Pillow==10.3.0 +2024-09-23T15:08:03.4329702Z Downloading pillow-10.3.0-cp38-cp38-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (4.4 MB) +2024-09-23T15:08:03.5727531Z Requirement already satisfied: pandas==2.0.3 in /usr/local/lib/python3.8/dist-packages (from metal-libs==0.52.0rc31.dev6+wormhole.b0) (2.0.3) +2024-09-23T15:08:03.8218586Z Collecting bokeh==3.1.1 +2024-09-23T15:08:03.8307056Z Downloading bokeh-3.1.1-py3-none-any.whl (8.3 MB) +2024-09-23T15:08:04.6496297Z Collecting jupyterlab==4.2.5 +2024-09-23T15:08:04.6582088Z Downloading jupyterlab-4.2.5-py3-none-any.whl (11.6 MB) +2024-09-23T15:08:05.1015232Z Requirement already satisfied: torch==2.2.1+cpu in /usr/local/lib/python3.8/dist-packages (from metal-libs==0.52.0rc31.dev6+wormhole.b0) (2.2.1+cpu) +2024-09-23T15:08:05.1069417Z Requirement already satisfied: click==8.1.7 in /usr/local/lib/python3.8/dist-packages (from metal-libs==0.52.0rc31.dev6+wormhole.b0) (8.1.7) +2024-09-23T15:08:05.3231049Z Collecting toolz==0.12.0 +2024-09-23T15:08:05.3299486Z Downloading toolz-0.12.0-py3-none-any.whl (55 kB) +2024-09-23T15:08:05.4644465Z Collecting seaborn==0.13.2 +2024-09-23T15:08:05.4712541Z Downloading seaborn-0.13.2-py3-none-any.whl (294 kB) +2024-09-23T15:08:05.5243335Z Requirement already satisfied: pyyaml>=5.4 in /usr/local/lib/python3.8/dist-packages (from metal-libs==0.52.0rc31.dev6+wormhole.b0) (6.0.2) +2024-09-23T15:08:05.6876363Z Collecting ipywidgets==8.1.1 +2024-09-23T15:08:05.6943160Z Downloading ipywidgets-8.1.1-py3-none-any.whl (139 kB) +2024-09-23T15:08:06.0101438Z Collecting plotly==5.18.0 +2024-09-23T15:08:06.0189504Z Downloading plotly-5.18.0-py3-none-any.whl (15.6 MB) +2024-09-23T15:08:07.8684998Z Collecting graphviz==0.20.3 +2024-09-23T15:08:07.8752119Z Downloading graphviz-0.20.3-py3-none-any.whl (47 kB) +2024-09-23T15:08:08.5599157Z Collecting matplotlib==3.7.1 +2024-09-23T15:08:08.5739016Z Downloading matplotlib-3.7.1-cp38-cp38-manylinux_2_12_x86_64.manylinux2010_x86_64.whl (9.2 MB) +2024-09-23T15:08:08.8479027Z Requirement already satisfied: networkx==3.1 in /usr/local/lib/python3.8/dist-packages (from metal-libs==0.52.0rc31.dev6+wormhole.b0) (3.1) +2024-09-23T15:08:09.0881573Z Collecting Flask<3.1,>=1.0.4 +2024-09-23T15:08:09.0951905Z Downloading flask-3.0.3-py3-none-any.whl (101 kB) +2024-09-23T15:08:09.3263556Z Collecting retrying +2024-09-23T15:08:09.3331461Z Downloading retrying-1.3.4-py3-none-any.whl (11 kB) +2024-09-23T15:08:09.6329873Z Collecting dash-core-components==2.0.0 +2024-09-23T15:08:09.6400427Z Downloading dash_core_components-2.0.0-py3-none-any.whl (3.8 kB) +2024-09-23T15:08:09.6672574Z Requirement already satisfied: requests in /usr/local/lib/python3.8/dist-packages (from dash==2.15.0->metal-libs==0.52.0rc31.dev6+wormhole.b0) (2.32.3) +2024-09-23T15:08:09.8929954Z Collecting nest-asyncio +2024-09-23T15:08:09.9011986Z Downloading nest_asyncio-1.6.0-py3-none-any.whl (5.2 kB) +2024-09-23T15:08:09.9282023Z Requirement already satisfied: typing-extensions>=4.1.1 in /usr/local/lib/python3.8/dist-packages (from dash==2.15.0->metal-libs==0.52.0rc31.dev6+wormhole.b0) (4.12.2) +2024-09-23T15:08:10.0690958Z Collecting Werkzeug<3.1 +2024-09-23T15:08:10.0757967Z Downloading werkzeug-3.0.4-py3-none-any.whl (227 kB) +2024-09-23T15:08:10.1181692Z Requirement already satisfied: setuptools in /usr/lib/python3/dist-packages (from dash==2.15.0->metal-libs==0.52.0rc31.dev6+wormhole.b0) (45.2.0) +2024-09-23T15:08:10.2182782Z Collecting dash-html-components==2.0.0 +2024-09-23T15:08:10.2274227Z Downloading dash_html_components-2.0.0-py3-none-any.whl (4.1 kB) +2024-09-23T15:08:10.3507573Z Collecting dash-table==5.0.0 +2024-09-23T15:08:10.3578368Z Downloading dash_table-5.0.0-py3-none-any.whl (3.9 kB) +2024-09-23T15:08:10.3852825Z Requirement already satisfied: importlib-metadata; python_version >= "3.7" in /usr/local/lib/python3.8/dist-packages (from dash==2.15.0->metal-libs==0.52.0rc31.dev6+wormhole.b0) (8.5.0) +2024-09-23T15:08:10.4007562Z Requirement already satisfied: tzdata>=2022.1 in /usr/local/lib/python3.8/dist-packages (from pandas==2.0.3->metal-libs==0.52.0rc31.dev6+wormhole.b0) (2024.1) +2024-09-23T15:08:10.4019377Z Requirement already satisfied: python-dateutil>=2.8.2 in /usr/local/lib/python3.8/dist-packages (from pandas==2.0.3->metal-libs==0.52.0rc31.dev6+wormhole.b0) (2.9.0.post0) +2024-09-23T15:08:10.4037932Z Requirement already satisfied: pytz>=2020.1 in /usr/local/lib/python3.8/dist-packages (from pandas==2.0.3->metal-libs==0.52.0rc31.dev6+wormhole.b0) (2024.2) +2024-09-23T15:08:10.5104237Z Collecting xyzservices>=2021.09.1 +2024-09-23T15:08:10.5172324Z Downloading xyzservices-2024.9.0-py3-none-any.whl (85 kB) +2024-09-23T15:08:10.5500294Z Requirement already satisfied: packaging>=16.8 in /usr/local/lib/python3.8/dist-packages (from bokeh==3.1.1->metal-libs==0.52.0rc31.dev6+wormhole.b0) (24.1) +2024-09-23T15:08:10.5512112Z Requirement already satisfied: contourpy>=1 in /usr/local/lib/python3.8/dist-packages (from bokeh==3.1.1->metal-libs==0.52.0rc31.dev6+wormhole.b0) (1.1.1) +2024-09-23T15:08:10.5635933Z Requirement already satisfied: Jinja2>=2.9 in /usr/local/lib/python3.8/dist-packages (from bokeh==3.1.1->metal-libs==0.52.0rc31.dev6+wormhole.b0) (3.1.4) +2024-09-23T15:08:10.5660190Z Requirement already satisfied: tornado>=5.1 in /usr/local/lib/python3.8/dist-packages (from bokeh==3.1.1->metal-libs==0.52.0rc31.dev6+wormhole.b0) (6.4.1) +2024-09-23T15:08:10.8490682Z Collecting ipykernel>=6.5.0 +2024-09-23T15:08:10.8556847Z Downloading ipykernel-6.29.5-py3-none-any.whl (117 kB) +2024-09-23T15:08:10.9108564Z Requirement already satisfied: importlib-resources>=1.4; python_version < "3.9" in /usr/local/lib/python3.8/dist-packages (from jupyterlab==4.2.5->metal-libs==0.52.0rc31.dev6+wormhole.b0) (6.4.5) +2024-09-23T15:08:11.0180277Z Collecting async-lru>=1.0.0 +2024-09-23T15:08:11.0245447Z Downloading async_lru-2.0.4-py3-none-any.whl (6.1 kB) +2024-09-23T15:08:11.1576051Z Collecting jupyter-lsp>=2.0.0 +2024-09-23T15:08:11.1641990Z Downloading jupyter_lsp-2.2.5-py3-none-any.whl (69 kB) +2024-09-23T15:08:11.4042913Z Collecting notebook-shim>=0.2 +2024-09-23T15:08:11.4122022Z Downloading notebook_shim-0.2.4-py3-none-any.whl (13 kB) +2024-09-23T15:08:11.7160700Z Collecting jupyter-server<3,>=2.4.0 +2024-09-23T15:08:11.7227709Z Downloading jupyter_server-2.14.2-py3-none-any.whl (383 kB) +2024-09-23T15:08:11.7977039Z Requirement already satisfied: traitlets in /usr/local/lib/python3.8/dist-packages (from jupyterlab==4.2.5->metal-libs==0.52.0rc31.dev6+wormhole.b0) (5.14.3) +2024-09-23T15:08:11.8043761Z Requirement already satisfied: jupyter-core in /usr/local/lib/python3.8/dist-packages (from jupyterlab==4.2.5->metal-libs==0.52.0rc31.dev6+wormhole.b0) (5.7.2) +2024-09-23T15:08:11.8136368Z Requirement already satisfied: tomli>=1.2.2; python_version < "3.11" in /usr/local/lib/python3.8/dist-packages (from jupyterlab==4.2.5->metal-libs==0.52.0rc31.dev6+wormhole.b0) (2.0.1) +2024-09-23T15:08:12.0137619Z Collecting jupyterlab-server<3,>=2.27.1 +2024-09-23T15:08:12.0202865Z Downloading jupyterlab_server-2.27.3-py3-none-any.whl (59 kB) +2024-09-23T15:08:12.2180755Z Collecting httpx>=0.25.0 +2024-09-23T15:08:12.2247171Z Downloading httpx-0.27.2-py3-none-any.whl (76 kB) +2024-09-23T15:08:12.2660365Z Requirement already satisfied: filelock in /usr/local/lib/python3.8/dist-packages (from torch==2.2.1+cpu->metal-libs==0.52.0rc31.dev6+wormhole.b0) (3.16.0) +2024-09-23T15:08:12.2755890Z Requirement already satisfied: sympy in /usr/local/lib/python3.8/dist-packages (from torch==2.2.1+cpu->metal-libs==0.52.0rc31.dev6+wormhole.b0) (1.13.2) +2024-09-23T15:08:12.2794073Z Requirement already satisfied: fsspec in /usr/local/lib/python3.8/dist-packages (from torch==2.2.1+cpu->metal-libs==0.52.0rc31.dev6+wormhole.b0) (2023.9.2) +2024-09-23T15:08:12.4581638Z Collecting widgetsnbextension~=4.0.9 +2024-09-23T15:08:12.4664430Z Downloading widgetsnbextension-4.0.13-py3-none-any.whl (2.3 MB) +2024-09-23T15:08:12.5593785Z Requirement already satisfied: ipython>=6.1.0 in /usr/local/lib/python3.8/dist-packages (from ipywidgets==8.1.1->metal-libs==0.52.0rc31.dev6+wormhole.b0) (8.12.3) +2024-09-23T15:08:12.7286213Z Collecting jupyterlab-widgets~=3.0.9 +2024-09-23T15:08:12.7360352Z Downloading jupyterlab_widgets-3.0.13-py3-none-any.whl (214 kB) +2024-09-23T15:08:12.8689852Z Collecting comm>=0.1.3 +2024-09-23T15:08:12.8756473Z Downloading comm-0.2.2-py3-none-any.whl (7.2 kB) +2024-09-23T15:08:13.0129766Z Collecting tenacity>=6.2.0 +2024-09-23T15:08:13.0194768Z Downloading tenacity-9.0.0-py3-none-any.whl (28 kB) +2024-09-23T15:08:13.0510928Z Requirement already satisfied: fonttools>=4.22.0 in /usr/local/lib/python3.8/dist-packages (from matplotlib==3.7.1->metal-libs==0.52.0rc31.dev6+wormhole.b0) (4.53.1) +2024-09-23T15:08:13.0823002Z Requirement already satisfied: cycler>=0.10 in /usr/local/lib/python3.8/dist-packages (from matplotlib==3.7.1->metal-libs==0.52.0rc31.dev6+wormhole.b0) (0.12.1) +2024-09-23T15:08:13.0872064Z Requirement already satisfied: pyparsing>=2.3.1 in /usr/local/lib/python3.8/dist-packages (from matplotlib==3.7.1->metal-libs==0.52.0rc31.dev6+wormhole.b0) (3.1.4) +2024-09-23T15:08:13.0894808Z Requirement already satisfied: kiwisolver>=1.0.1 in /usr/local/lib/python3.8/dist-packages (from matplotlib==3.7.1->metal-libs==0.52.0rc31.dev6+wormhole.b0) (1.4.7) +2024-09-23T15:08:13.2897794Z Collecting itsdangerous>=2.1.2 +2024-09-23T15:08:13.2966812Z Downloading itsdangerous-2.2.0-py3-none-any.whl (16 kB) +2024-09-23T15:08:13.4230397Z Collecting blinker>=1.6.2 +2024-09-23T15:08:13.4295778Z Downloading blinker-1.8.2-py3-none-any.whl (9.5 kB) +2024-09-23T15:08:13.4573827Z Requirement already satisfied: six>=1.7.0 in /usr/lib/python3/dist-packages (from retrying->dash==2.15.0->metal-libs==0.52.0rc31.dev6+wormhole.b0) (1.14.0) +2024-09-23T15:08:13.4585606Z Requirement already satisfied: charset-normalizer<4,>=2 in /usr/local/lib/python3.8/dist-packages (from requests->dash==2.15.0->metal-libs==0.52.0rc31.dev6+wormhole.b0) (3.3.2) +2024-09-23T15:08:13.4606175Z Requirement already satisfied: certifi>=2017.4.17 in /usr/lib/python3/dist-packages (from requests->dash==2.15.0->metal-libs==0.52.0rc31.dev6+wormhole.b0) (2019.11.28) +2024-09-23T15:08:13.4615787Z Requirement already satisfied: idna<4,>=2.5 in /usr/lib/python3/dist-packages (from requests->dash==2.15.0->metal-libs==0.52.0rc31.dev6+wormhole.b0) (2.8) +2024-09-23T15:08:13.4629583Z Requirement already satisfied: urllib3<3,>=1.21.1 in /usr/local/lib/python3.8/dist-packages (from requests->dash==2.15.0->metal-libs==0.52.0rc31.dev6+wormhole.b0) (2.2.3) +2024-09-23T15:08:13.4682182Z Requirement already satisfied: MarkupSafe>=2.1.1 in /usr/local/lib/python3.8/dist-packages (from Werkzeug<3.1->dash==2.15.0->metal-libs==0.52.0rc31.dev6+wormhole.b0) (2.1.5) +2024-09-23T15:08:13.4693647Z Requirement already satisfied: zipp>=3.20 in /usr/local/lib/python3.8/dist-packages (from importlib-metadata; python_version >= "3.7"->dash==2.15.0->metal-libs==0.52.0rc31.dev6+wormhole.b0) (3.20.2) +2024-09-23T15:08:13.8991042Z Collecting debugpy>=1.6.5 +2024-09-23T15:08:13.9075794Z Downloading debugpy-1.8.5-cp38-cp38-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (3.1 MB) +2024-09-23T15:08:14.0475964Z Requirement already satisfied: matplotlib-inline>=0.1 in /usr/local/lib/python3.8/dist-packages (from ipykernel>=6.5.0->jupyterlab==4.2.5->metal-libs==0.52.0rc31.dev6+wormhole.b0) (0.1.7) +2024-09-23T15:08:14.0488523Z Requirement already satisfied: psutil in /usr/local/lib/python3.8/dist-packages (from ipykernel>=6.5.0->jupyterlab==4.2.5->metal-libs==0.52.0rc31.dev6+wormhole.b0) (6.0.0) +2024-09-23T15:08:14.0556529Z Requirement already satisfied: jupyter-client>=6.1.12 in /usr/local/lib/python3.8/dist-packages (from ipykernel>=6.5.0->jupyterlab==4.2.5->metal-libs==0.52.0rc31.dev6+wormhole.b0) (8.6.2) +2024-09-23T15:08:14.0707791Z Requirement already satisfied: pyzmq>=24 in /usr/local/lib/python3.8/dist-packages (from ipykernel>=6.5.0->jupyterlab==4.2.5->metal-libs==0.52.0rc31.dev6+wormhole.b0) (26.2.0) +2024-09-23T15:08:14.2755249Z Collecting jupyter-events>=0.9.0 +2024-09-23T15:08:14.2822840Z Downloading jupyter_events-0.10.0-py3-none-any.whl (18 kB) +2024-09-23T15:08:14.5320050Z Collecting jupyter-server-terminals>=0.4.4 +2024-09-23T15:08:14.5386538Z Downloading jupyter_server_terminals-0.5.3-py3-none-any.whl (13 kB) +2024-09-23T15:08:14.7839190Z Collecting overrides>=5.0 +2024-09-23T15:08:14.7907177Z Downloading overrides-7.7.0-py3-none-any.whl (17 kB) +2024-09-23T15:08:15.0624904Z Collecting argon2-cffi>=21.1 +2024-09-23T15:08:15.0692844Z Downloading argon2_cffi-23.1.0-py3-none-any.whl (15 kB) +2024-09-23T15:08:15.1049945Z Requirement already satisfied: nbconvert>=6.4.4 in /usr/local/lib/python3.8/dist-packages (from jupyter-server<3,>=2.4.0->jupyterlab==4.2.5->metal-libs==0.52.0rc31.dev6+wormhole.b0) (7.16.4) +2024-09-23T15:08:15.1311285Z Requirement already satisfied: nbformat>=5.3.0 in /usr/local/lib/python3.8/dist-packages (from jupyter-server<3,>=2.4.0->jupyterlab==4.2.5->metal-libs==0.52.0rc31.dev6+wormhole.b0) (5.10.4) +2024-09-23T15:08:15.3710240Z Collecting prometheus-client>=0.9 +2024-09-23T15:08:15.3776818Z Downloading prometheus_client-0.21.0-py3-none-any.whl (54 kB) +2024-09-23T15:08:15.6333396Z Collecting websocket-client>=1.7 +2024-09-23T15:08:15.6401775Z Downloading websocket_client-1.8.0-py3-none-any.whl (58 kB) +2024-09-23T15:08:15.7959538Z Collecting send2trash>=1.8.2 +2024-09-23T15:08:15.8025937Z Downloading Send2Trash-1.8.3-py3-none-any.whl (18 kB) +2024-09-23T15:08:15.9537343Z Collecting terminado>=0.8.3 +2024-09-23T15:08:15.9604356Z Downloading terminado-0.18.1-py3-none-any.whl (14 kB) +2024-09-23T15:08:16.1186984Z Collecting anyio>=3.1.0 +2024-09-23T15:08:16.1254747Z Downloading anyio-4.5.0-py3-none-any.whl (89 kB) +2024-09-23T15:08:16.1717870Z Requirement already satisfied: platformdirs>=2.5 in /usr/local/lib/python3.8/dist-packages (from jupyter-core->jupyterlab==4.2.5->metal-libs==0.52.0rc31.dev6+wormhole.b0) (3.11.0) +2024-09-23T15:08:16.2917776Z Collecting json5>=0.9.0 +2024-09-23T15:08:16.2985330Z Downloading json5-0.9.25-py3-none-any.whl (30 kB) +2024-09-23T15:08:16.3281638Z Requirement already satisfied: jsonschema>=4.18.0 in /usr/local/lib/python3.8/dist-packages (from jupyterlab-server<3,>=2.27.1->jupyterlab==4.2.5->metal-libs==0.52.0rc31.dev6+wormhole.b0) (4.23.0) +2024-09-23T15:08:16.3432730Z Requirement already satisfied: babel>=2.10 in /usr/local/lib/python3.8/dist-packages (from jupyterlab-server<3,>=2.27.1->jupyterlab==4.2.5->metal-libs==0.52.0rc31.dev6+wormhole.b0) (2.16.0) +2024-09-23T15:08:16.5350347Z Collecting sniffio +2024-09-23T15:08:16.5416972Z Downloading sniffio-1.3.1-py3-none-any.whl (10 kB) +2024-09-23T15:08:16.6877841Z Collecting httpcore==1.* +2024-09-23T15:08:16.6946569Z Downloading httpcore-1.0.5-py3-none-any.whl (77 kB) +2024-09-23T15:08:16.7315769Z Requirement already satisfied: mpmath<1.4,>=1.1.0 in /usr/local/lib/python3.8/dist-packages (from sympy->torch==2.2.1+cpu->metal-libs==0.52.0rc31.dev6+wormhole.b0) (1.3.0) +2024-09-23T15:08:16.7382620Z Requirement already satisfied: prompt-toolkit!=3.0.37,<3.1.0,>=3.0.30 in /usr/local/lib/python3.8/dist-packages (from ipython>=6.1.0->ipywidgets==8.1.1->metal-libs==0.52.0rc31.dev6+wormhole.b0) (3.0.47) +2024-09-23T15:08:16.7396633Z Requirement already satisfied: pickleshare in /usr/local/lib/python3.8/dist-packages (from ipython>=6.1.0->ipywidgets==8.1.1->metal-libs==0.52.0rc31.dev6+wormhole.b0) (0.7.5) +2024-09-23T15:08:16.7412906Z Requirement already satisfied: pygments>=2.4.0 in /usr/local/lib/python3.8/dist-packages (from ipython>=6.1.0->ipywidgets==8.1.1->metal-libs==0.52.0rc31.dev6+wormhole.b0) (2.18.0) +2024-09-23T15:08:16.7433947Z Requirement already satisfied: pexpect>4.3; sys_platform != "win32" in /usr/local/lib/python3.8/dist-packages (from ipython>=6.1.0->ipywidgets==8.1.1->metal-libs==0.52.0rc31.dev6+wormhole.b0) (4.9.0) +2024-09-23T15:08:16.7449588Z Requirement already satisfied: stack-data in /usr/local/lib/python3.8/dist-packages (from ipython>=6.1.0->ipywidgets==8.1.1->metal-libs==0.52.0rc31.dev6+wormhole.b0) (0.6.3) +2024-09-23T15:08:16.7503375Z Requirement already satisfied: jedi>=0.16 in /usr/local/lib/python3.8/dist-packages (from ipython>=6.1.0->ipywidgets==8.1.1->metal-libs==0.52.0rc31.dev6+wormhole.b0) (0.19.1) +2024-09-23T15:08:16.7722026Z Requirement already satisfied: decorator in /usr/local/lib/python3.8/dist-packages (from ipython>=6.1.0->ipywidgets==8.1.1->metal-libs==0.52.0rc31.dev6+wormhole.b0) (5.1.1) +2024-09-23T15:08:16.7739170Z Requirement already satisfied: backcall in /usr/local/lib/python3.8/dist-packages (from ipython>=6.1.0->ipywidgets==8.1.1->metal-libs==0.52.0rc31.dev6+wormhole.b0) (0.2.0) +2024-09-23T15:08:16.8675412Z Collecting rfc3986-validator>=0.1.1 +2024-09-23T15:08:16.8740660Z Downloading rfc3986_validator-0.1.1-py2.py3-none-any.whl (4.2 kB) +2024-09-23T15:08:16.9016626Z Requirement already satisfied: referencing in /usr/local/lib/python3.8/dist-packages (from jupyter-events>=0.9.0->jupyter-server<3,>=2.4.0->jupyterlab==4.2.5->metal-libs==0.52.0rc31.dev6+wormhole.b0) (0.35.1) +2024-09-23T15:08:17.0037611Z Collecting python-json-logger>=2.0.4 +2024-09-23T15:08:17.0103639Z Downloading python_json_logger-2.0.7-py3-none-any.whl (8.1 kB) +2024-09-23T15:08:17.1341625Z Collecting rfc3339-validator +2024-09-23T15:08:17.1408561Z Downloading rfc3339_validator-0.1.4-py2.py3-none-any.whl (3.5 kB) +2024-09-23T15:08:17.2694821Z Collecting argon2-cffi-bindings +2024-09-23T15:08:17.2762085Z Downloading argon2_cffi_bindings-21.2.0-cp36-abi3-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (86 kB) +2024-09-23T15:08:17.3096613Z Requirement already satisfied: defusedxml in /usr/local/lib/python3.8/dist-packages (from nbconvert>=6.4.4->jupyter-server<3,>=2.4.0->jupyterlab==4.2.5->metal-libs==0.52.0rc31.dev6+wormhole.b0) (0.7.1) +2024-09-23T15:08:17.3117799Z Requirement already satisfied: nbclient>=0.5.0 in /usr/local/lib/python3.8/dist-packages (from nbconvert>=6.4.4->jupyter-server<3,>=2.4.0->jupyterlab==4.2.5->metal-libs==0.52.0rc31.dev6+wormhole.b0) (0.10.0) +2024-09-23T15:08:17.3262962Z Requirement already satisfied: pandocfilters>=1.4.1 in /usr/local/lib/python3.8/dist-packages (from nbconvert>=6.4.4->jupyter-server<3,>=2.4.0->jupyterlab==4.2.5->metal-libs==0.52.0rc31.dev6+wormhole.b0) (1.5.1) +2024-09-23T15:08:17.3274887Z Requirement already satisfied: beautifulsoup4 in /usr/local/lib/python3.8/dist-packages (from nbconvert>=6.4.4->jupyter-server<3,>=2.4.0->jupyterlab==4.2.5->metal-libs==0.52.0rc31.dev6+wormhole.b0) (4.12.3) +2024-09-23T15:08:17.3320210Z Requirement already satisfied: tinycss2 in /usr/local/lib/python3.8/dist-packages (from nbconvert>=6.4.4->jupyter-server<3,>=2.4.0->jupyterlab==4.2.5->metal-libs==0.52.0rc31.dev6+wormhole.b0) (1.3.0) +2024-09-23T15:08:17.3358024Z Requirement already satisfied: bleach!=5.0.0 in /usr/local/lib/python3.8/dist-packages (from nbconvert>=6.4.4->jupyter-server<3,>=2.4.0->jupyterlab==4.2.5->metal-libs==0.52.0rc31.dev6+wormhole.b0) (6.1.0) +2024-09-23T15:08:17.3400985Z Requirement already satisfied: mistune<4,>=2.0.3 in /usr/local/lib/python3.8/dist-packages (from nbconvert>=6.4.4->jupyter-server<3,>=2.4.0->jupyterlab==4.2.5->metal-libs==0.52.0rc31.dev6+wormhole.b0) (3.0.2) +2024-09-23T15:08:17.3410153Z Requirement already satisfied: jupyterlab-pygments in /usr/local/lib/python3.8/dist-packages (from nbconvert>=6.4.4->jupyter-server<3,>=2.4.0->jupyterlab==4.2.5->metal-libs==0.52.0rc31.dev6+wormhole.b0) (0.3.0) +2024-09-23T15:08:17.3421292Z Requirement already satisfied: fastjsonschema>=2.15 in /usr/local/lib/python3.8/dist-packages (from nbformat>=5.3.0->jupyter-server<3,>=2.4.0->jupyterlab==4.2.5->metal-libs==0.52.0rc31.dev6+wormhole.b0) (2.20.0) +2024-09-23T15:08:17.3476396Z Requirement already satisfied: ptyprocess; os_name != "nt" in /usr/local/lib/python3.8/dist-packages (from terminado>=0.8.3->jupyter-server<3,>=2.4.0->jupyterlab==4.2.5->metal-libs==0.52.0rc31.dev6+wormhole.b0) (0.7.0) +2024-09-23T15:08:17.3491070Z Requirement already satisfied: exceptiongroup>=1.0.2; python_version < "3.11" in /usr/local/lib/python3.8/dist-packages (from anyio>=3.1.0->jupyter-server<3,>=2.4.0->jupyterlab==4.2.5->metal-libs==0.52.0rc31.dev6+wormhole.b0) (1.2.2) +2024-09-23T15:08:17.3509028Z Requirement already satisfied: attrs>=22.2.0 in /usr/local/lib/python3.8/dist-packages (from jsonschema>=4.18.0->jupyterlab-server<3,>=2.27.1->jupyterlab==4.2.5->metal-libs==0.52.0rc31.dev6+wormhole.b0) (24.2.0) +2024-09-23T15:08:17.3889350Z Requirement already satisfied: rpds-py>=0.7.1 in /usr/local/lib/python3.8/dist-packages (from jsonschema>=4.18.0->jupyterlab-server<3,>=2.27.1->jupyterlab==4.2.5->metal-libs==0.52.0rc31.dev6+wormhole.b0) (0.20.0) +2024-09-23T15:08:17.3902309Z Requirement already satisfied: jsonschema-specifications>=2023.03.6 in /usr/local/lib/python3.8/dist-packages (from jsonschema>=4.18.0->jupyterlab-server<3,>=2.27.1->jupyterlab==4.2.5->metal-libs==0.52.0rc31.dev6+wormhole.b0) (2023.12.1) +2024-09-23T15:08:17.3935814Z Requirement already satisfied: pkgutil-resolve-name>=1.3.10; python_version < "3.9" in /usr/local/lib/python3.8/dist-packages (from jsonschema>=4.18.0->jupyterlab-server<3,>=2.27.1->jupyterlab==4.2.5->metal-libs==0.52.0rc31.dev6+wormhole.b0) (1.3.10) +2024-09-23T15:08:17.4887857Z Collecting h11<0.15,>=0.13 +2024-09-23T15:08:17.4955826Z Downloading h11-0.14.0-py3-none-any.whl (58 kB) +2024-09-23T15:08:17.5271236Z Requirement already satisfied: wcwidth in /usr/local/lib/python3.8/dist-packages (from prompt-toolkit!=3.0.37,<3.1.0,>=3.0.30->ipython>=6.1.0->ipywidgets==8.1.1->metal-libs==0.52.0rc31.dev6+wormhole.b0) (0.2.13) +2024-09-23T15:08:17.5292331Z Requirement already satisfied: asttokens>=2.1.0 in /usr/local/lib/python3.8/dist-packages (from stack-data->ipython>=6.1.0->ipywidgets==8.1.1->metal-libs==0.52.0rc31.dev6+wormhole.b0) (2.4.1) +2024-09-23T15:08:17.5364894Z Requirement already satisfied: pure-eval in /usr/local/lib/python3.8/dist-packages (from stack-data->ipython>=6.1.0->ipywidgets==8.1.1->metal-libs==0.52.0rc31.dev6+wormhole.b0) (0.2.3) +2024-09-23T15:08:17.5382360Z Requirement already satisfied: executing>=1.2.0 in /usr/local/lib/python3.8/dist-packages (from stack-data->ipython>=6.1.0->ipywidgets==8.1.1->metal-libs==0.52.0rc31.dev6+wormhole.b0) (2.1.0) +2024-09-23T15:08:17.5438575Z Requirement already satisfied: parso<0.9.0,>=0.8.3 in /usr/local/lib/python3.8/dist-packages (from jedi>=0.16->ipython>=6.1.0->ipywidgets==8.1.1->metal-libs==0.52.0rc31.dev6+wormhole.b0) (0.8.4) +2024-09-23T15:08:17.5479915Z Requirement already satisfied: cffi>=1.0.1 in /usr/local/lib/python3.8/dist-packages (from argon2-cffi-bindings->argon2-cffi>=21.1->jupyter-server<3,>=2.4.0->jupyterlab==4.2.5->metal-libs==0.52.0rc31.dev6+wormhole.b0) (1.17.1) +2024-09-23T15:08:17.5497408Z Requirement already satisfied: soupsieve>1.2 in /usr/local/lib/python3.8/dist-packages (from beautifulsoup4->nbconvert>=6.4.4->jupyter-server<3,>=2.4.0->jupyterlab==4.2.5->metal-libs==0.52.0rc31.dev6+wormhole.b0) (2.6) +2024-09-23T15:08:17.5508207Z Requirement already satisfied: webencodings>=0.4 in /usr/local/lib/python3.8/dist-packages (from tinycss2->nbconvert>=6.4.4->jupyter-server<3,>=2.4.0->jupyterlab==4.2.5->metal-libs==0.52.0rc31.dev6+wormhole.b0) (0.5.1) +2024-09-23T15:08:17.5516060Z Requirement already satisfied: pycparser in /usr/local/lib/python3.8/dist-packages (from cffi>=1.0.1->argon2-cffi-bindings->argon2-cffi>=21.1->jupyter-server<3,>=2.4.0->jupyterlab==4.2.5->metal-libs==0.52.0rc31.dev6+wormhole.b0) (2.22) +2024-09-23T15:08:19.1531512Z Installing collected packages: loguru, tenacity, plotly, Werkzeug, itsdangerous, blinker, Flask, retrying, dash-core-components, nest-asyncio, dash-html-components, dash-table, dash, Pillow, xyzservices, bokeh, debugpy, comm, ipykernel, async-lru, rfc3986-validator, python-json-logger, rfc3339-validator, jupyter-events, terminado, jupyter-server-terminals, overrides, argon2-cffi-bindings, argon2-cffi, prometheus-client, websocket-client, send2trash, sniffio, anyio, jupyter-server, jupyter-lsp, notebook-shim, json5, jupyterlab-server, h11, httpcore, httpx, jupyterlab, toolz, matplotlib, seaborn, widgetsnbextension, jupyterlab-widgets, ipywidgets, graphviz, metal-libs +2024-09-23T15:08:28.2614296Z WARNING: The script flask is installed in '/root/.local/bin' which is not on PATH. +2024-09-23T15:08:28.2615657Z Consider adding this directory to PATH or, if you prefer to suppress this warning, use --no-warn-script-location. +2024-09-23T15:08:28.6707477Z WARNING: The scripts dash-generate-components, dash-update-components and renderer are installed in '/root/.local/bin' which is not on PATH. +2024-09-23T15:08:28.6709112Z Consider adding this directory to PATH or, if you prefer to suppress this warning, use --no-warn-script-location. +2024-09-23T15:08:29.6700577Z WARNING: The script bokeh is installed in '/root/.local/bin' which is not on PATH. +2024-09-23T15:08:29.6701789Z Consider adding this directory to PATH or, if you prefer to suppress this warning, use --no-warn-script-location. +2024-09-23T15:08:30.3191731Z WARNING: The script debugpy is installed in '/root/.local/bin' which is not on PATH. +2024-09-23T15:08:30.3193147Z Consider adding this directory to PATH or, if you prefer to suppress this warning, use --no-warn-script-location. +2024-09-23T15:08:30.4387688Z WARNING: The script jupyter-events is installed in '/root/.local/bin' which is not on PATH. +2024-09-23T15:08:30.4389043Z Consider adding this directory to PATH or, if you prefer to suppress this warning, use --no-warn-script-location. +2024-09-23T15:08:30.5552217Z WARNING: The script wsdump is installed in '/root/.local/bin' which is not on PATH. +2024-09-23T15:08:30.5553591Z Consider adding this directory to PATH or, if you prefer to suppress this warning, use --no-warn-script-location. +2024-09-23T15:08:30.5697737Z WARNING: The script send2trash is installed in '/root/.local/bin' which is not on PATH. +2024-09-23T15:08:30.5699078Z Consider adding this directory to PATH or, if you prefer to suppress this warning, use --no-warn-script-location. +2024-09-23T15:08:30.7825469Z WARNING: The script jupyter-server is installed in '/root/.local/bin' which is not on PATH. +2024-09-23T15:08:30.7826782Z Consider adding this directory to PATH or, if you prefer to suppress this warning, use --no-warn-script-location. +2024-09-23T15:08:30.8651338Z WARNING: The script pyjson5 is installed in '/root/.local/bin' which is not on PATH. +2024-09-23T15:08:30.8652571Z Consider adding this directory to PATH or, if you prefer to suppress this warning, use --no-warn-script-location. +2024-09-23T15:08:31.0287957Z WARNING: The script httpx is installed in '/root/.local/bin' which is not on PATH. +2024-09-23T15:08:31.0289519Z Consider adding this directory to PATH or, if you prefer to suppress this warning, use --no-warn-script-location. +2024-09-23T15:08:31.5098294Z WARNING: The scripts jlpm, jupyter-lab, jupyter-labextension and jupyter-labhub are installed in '/root/.local/bin' which is not on PATH. +2024-09-23T15:08:31.5099789Z Consider adding this directory to PATH or, if you prefer to suppress this warning, use --no-warn-script-location. +2024-09-23T15:08:41.8988445Z Successfully installed Flask-3.0.3 Pillow-10.3.0 Werkzeug-3.0.4 anyio-4.5.0 argon2-cffi-23.1.0 argon2-cffi-bindings-21.2.0 async-lru-2.0.4 blinker-1.8.2 bokeh-3.1.1 comm-0.2.2 dash-2.15.0 dash-core-components-2.0.0 dash-html-components-2.0.0 dash-table-5.0.0 debugpy-1.8.5 graphviz-0.20.3 h11-0.14.0 httpcore-1.0.5 httpx-0.27.2 ipykernel-6.29.5 ipywidgets-8.1.1 itsdangerous-2.2.0 json5-0.9.25 jupyter-events-0.10.0 jupyter-lsp-2.2.5 jupyter-server-2.14.2 jupyter-server-terminals-0.5.3 jupyterlab-4.2.5 jupyterlab-server-2.27.3 jupyterlab-widgets-3.0.13 loguru-0.6.0 matplotlib-3.7.1 metal-libs-0.52.0rc31.dev6+wormhole.b0 nest-asyncio-1.6.0 notebook-shim-0.2.4 overrides-7.7.0 plotly-5.18.0 prometheus-client-0.21.0 python-json-logger-2.0.7 retrying-1.3.4 rfc3339-validator-0.1.4 rfc3986-validator-0.1.1 seaborn-0.13.2 send2trash-1.8.3 sniffio-1.3.1 tenacity-9.0.0 terminado-0.18.1 toolz-0.12.0 websocket-client-1.8.0 widgetsnbextension-4.0.13 xyzservices-2024.9.0 +2024-09-23T15:08:42.9140001Z [Info] Running ttnn example: ttnn/examples/usage/convert_to_from_torch.py +2024-09-23T15:08:43.9586909Z 2024-09-23 15:08:43.957 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.pearson_correlation_coefficient be migrated to C++? +2024-09-23T15:08:43.9593338Z 2024-09-23 15:08:43.958 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.Conv1d be migrated to C++? +2024-09-23T15:08:43.9621605Z 2024-09-23 15:08:43.961 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.conv2d be migrated to C++? +2024-09-23T15:08:43.9630933Z 2024-09-23 15:08:43.962 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.reshape be migrated to C++? +2024-09-23T15:08:43.9633678Z 2024-09-23 15:08:43.962 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.unsqueeze_to_4D be migrated to C++? +2024-09-23T15:08:43.9635103Z 2024-09-23 15:08:43.962 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.from_torch be migrated to C++? +2024-09-23T15:08:43.9636644Z 2024-09-23 15:08:43.962 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.to_torch be migrated to C++? +2024-09-23T15:08:43.9640268Z 2024-09-23 15:08:43.962 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.to_device be migrated to C++? +2024-09-23T15:08:43.9641680Z 2024-09-23 15:08:43.963 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.from_device be migrated to C++? +2024-09-23T15:08:43.9643157Z 2024-09-23 15:08:43.963 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.allocate_tensor_on_device be migrated to C++? +2024-09-23T15:08:43.9644677Z 2024-09-23 15:08:43.963 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.copy_host_to_device_tensor be migrated to C++? +2024-09-23T15:08:43.9646100Z 2024-09-23 15:08:43.963 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.deallocate be migrated to C++? +2024-09-23T15:08:43.9647463Z 2024-09-23 15:08:43.963 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.reallocate be migrated to C++? +2024-09-23T15:08:43.9648770Z 2024-09-23 15:08:43.963 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.load_tensor be migrated to C++? +2024-09-23T15:08:43.9650075Z 2024-09-23 15:08:43.963 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.dump_tensor be migrated to C++? +2024-09-23T15:08:43.9654220Z 2024-09-23 15:08:43.964 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.as_tensor be migrated to C++? +2024-09-23T15:08:43.9666609Z 2024-09-23 15:08:43.966 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.avg_pool2d be migrated to C++? +2024-09-23T15:08:43.9695135Z 2024-09-23 15:08:43.968 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.conv2d be migrated to C++? +2024-09-23T15:08:43.9698742Z 2024-09-23 15:08:43.969 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.avg_pool2d be migrated to C++? +2024-09-23T15:08:43.9702286Z 2024-09-23 15:08:43.969 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.Conv1d be migrated to C++? +2024-09-23T15:08:44.1983129Z [Info] Running ttnn example: ttnn/examples/usage/debugging_intermediate_tensors.py +2024-09-23T15:08:45.2192496Z 2024-09-23 15:08:45.218 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.pearson_correlation_coefficient be migrated to C++? +2024-09-23T15:08:45.2200397Z 2024-09-23 15:08:45.219 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.Conv1d be migrated to C++? +2024-09-23T15:08:45.2221885Z 2024-09-23 15:08:45.221 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.conv2d be migrated to C++? +2024-09-23T15:08:45.2228390Z 2024-09-23 15:08:45.222 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.reshape be migrated to C++? +2024-09-23T15:08:45.2230292Z 2024-09-23 15:08:45.222 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.unsqueeze_to_4D be migrated to C++? +2024-09-23T15:08:45.2232013Z 2024-09-23 15:08:45.222 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.from_torch be migrated to C++? +2024-09-23T15:08:45.2234119Z 2024-09-23 15:08:45.222 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.to_torch be migrated to C++? +2024-09-23T15:08:45.2237244Z 2024-09-23 15:08:45.223 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.to_device be migrated to C++? +2024-09-23T15:08:45.2240236Z 2024-09-23 15:08:45.223 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.from_device be migrated to C++? +2024-09-23T15:08:45.2243648Z 2024-09-23 15:08:45.223 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.allocate_tensor_on_device be migrated to C++? +2024-09-23T15:08:45.2245663Z 2024-09-23 15:08:45.224 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.copy_host_to_device_tensor be migrated to C++? +2024-09-23T15:08:45.2247864Z 2024-09-23 15:08:45.224 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.deallocate be migrated to C++? +2024-09-23T15:08:45.2249556Z 2024-09-23 15:08:45.224 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.reallocate be migrated to C++? +2024-09-23T15:08:45.2251776Z 2024-09-23 15:08:45.224 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.load_tensor be migrated to C++? +2024-09-23T15:08:45.2253507Z 2024-09-23 15:08:45.224 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.dump_tensor be migrated to C++? +2024-09-23T15:08:45.2257578Z 2024-09-23 15:08:45.225 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.as_tensor be migrated to C++? +2024-09-23T15:08:45.2272261Z 2024-09-23 15:08:45.226 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.avg_pool2d be migrated to C++? +2024-09-23T15:08:45.2300952Z 2024-09-23 15:08:45.229 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.conv2d be migrated to C++? +2024-09-23T15:08:45.2304984Z 2024-09-23 15:08:45.229 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.avg_pool2d be migrated to C++? +2024-09-23T15:08:45.2309079Z 2024-09-23 15:08:45.230 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.Conv1d be migrated to C++? +2024-09-23T15:08:45.2427021Z  Device | INFO  | Opening user mode device driver +2024-09-23T15:08:45.2538872Z +2024-09-23T15:08:45.2583666Z 2024-09-23 15:08:45.257 | INFO  | SiliconDriver  - Detected 1 PCI device : [0] +2024-09-23T15:08:45.2696566Z 2024-09-23 15:08:45.269 | WARNING  | SiliconDriver  - init_detect_tt_device_numanodes(): Could not determine NumaNodeSet for TT device (physical_device_id: 0 pci_bus_id: 0000:07:00.0) +2024-09-23T15:08:45.2699676Z 2024-09-23 15:08:45.269 | WARNING  | SiliconDriver  - Could not find NumaNodeSet for TT Device (physical_device_id: 0 pci_bus_id: 0000:07:00.0) +2024-09-23T15:08:45.2707733Z 2024-09-23 15:08:45.270 | WARNING  | SiliconDriver  - bind_area_memory_nodeset(): Unable to determine TT Device to NumaNode mapping for physical_device_id: 0. Skipping membind. +2024-09-23T15:08:45.2722277Z ---- ttSiliconDevice::init_hugepage: bind_area_to_memory_nodeset() failed (physical_device_id: 0 ch: 0). Hugepage allocation is not on NumaNode matching TT Device. Side-Effect is decreased Device->Host perf (Issue #893). +2024-09-23T15:08:45.2781343Z 2024-09-23 15:08:45.277 | INFO  | SiliconDriver  - Software version 6.0.0, Ethernet FW version 6.9.0 (Device 0) +2024-09-23T15:08:45.2798746Z  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-23T15:08:45.2800053Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-23T15:08:46.8625874Z  Metal | INFO  | Closing device 0 +2024-09-23T15:08:46.8627225Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-23T15:08:47.0503230Z  Device | INFO  | Closing user mode device drivers +2024-09-23T15:08:47.1650330Z [Info] Running ttnn example: ttnn/examples/usage/falling_back_to_torch.py +2024-09-23T15:08:48.2076248Z 2024-09-23 15:08:48.206 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.pearson_correlation_coefficient be migrated to C++? +2024-09-23T15:08:48.2079190Z 2024-09-23 15:08:48.207 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.Conv1d be migrated to C++? +2024-09-23T15:08:48.2104371Z 2024-09-23 15:08:48.209 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.conv2d be migrated to C++? +2024-09-23T15:08:48.2109331Z 2024-09-23 15:08:48.210 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.reshape be migrated to C++? +2024-09-23T15:08:48.2111075Z 2024-09-23 15:08:48.210 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.unsqueeze_to_4D be migrated to C++? +2024-09-23T15:08:48.2113851Z 2024-09-23 15:08:48.210 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.from_torch be migrated to C++? +2024-09-23T15:08:48.2116270Z 2024-09-23 15:08:48.210 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.to_torch be migrated to C++? +2024-09-23T15:08:48.2118441Z 2024-09-23 15:08:48.210 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.to_device be migrated to C++? +2024-09-23T15:08:48.2121536Z 2024-09-23 15:08:48.211 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.from_device be migrated to C++? +2024-09-23T15:08:48.2123355Z 2024-09-23 15:08:48.211 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.allocate_tensor_on_device be migrated to C++? +2024-09-23T15:08:48.2125661Z 2024-09-23 15:08:48.211 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.copy_host_to_device_tensor be migrated to C++? +2024-09-23T15:08:48.2127637Z 2024-09-23 15:08:48.211 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.deallocate be migrated to C++? +2024-09-23T15:08:48.2128965Z 2024-09-23 15:08:48.211 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.reallocate be migrated to C++? +2024-09-23T15:08:48.2130755Z 2024-09-23 15:08:48.211 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.load_tensor be migrated to C++? +2024-09-23T15:08:48.2132265Z 2024-09-23 15:08:48.211 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.dump_tensor be migrated to C++? +2024-09-23T15:08:48.2133599Z 2024-09-23 15:08:48.212 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.as_tensor be migrated to C++? +2024-09-23T15:08:48.2141975Z 2024-09-23 15:08:48.213 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.avg_pool2d be migrated to C++? +2024-09-23T15:08:48.2169775Z 2024-09-23 15:08:48.216 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.conv2d be migrated to C++? +2024-09-23T15:08:48.2173355Z 2024-09-23 15:08:48.216 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.avg_pool2d be migrated to C++? +2024-09-23T15:08:48.2178484Z 2024-09-23 15:08:48.217 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.Conv1d be migrated to C++? +2024-09-23T15:08:48.4438814Z [Info] Running ttnn example: ttnn/examples/usage/get_item.py +2024-09-23T15:08:49.4922192Z 2024-09-23 15:08:49.490 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.pearson_correlation_coefficient be migrated to C++? +2024-09-23T15:08:49.4924513Z 2024-09-23 15:08:49.491 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.Conv1d be migrated to C++? +2024-09-23T15:08:49.4947910Z 2024-09-23 15:08:49.494 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.conv2d be migrated to C++? +2024-09-23T15:08:49.4951778Z 2024-09-23 15:08:49.494 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.reshape be migrated to C++? +2024-09-23T15:08:49.4953714Z 2024-09-23 15:08:49.494 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.unsqueeze_to_4D be migrated to C++? +2024-09-23T15:08:49.4956001Z 2024-09-23 15:08:49.494 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.from_torch be migrated to C++? +2024-09-23T15:08:49.4957680Z 2024-09-23 15:08:49.495 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.to_torch be migrated to C++? +2024-09-23T15:08:49.4959907Z 2024-09-23 15:08:49.495 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.to_device be migrated to C++? +2024-09-23T15:08:49.4961438Z 2024-09-23 15:08:49.495 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.from_device be migrated to C++? +2024-09-23T15:08:49.4966049Z 2024-09-23 15:08:49.495 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.allocate_tensor_on_device be migrated to C++? +2024-09-23T15:08:49.4968717Z 2024-09-23 15:08:49.495 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.copy_host_to_device_tensor be migrated to C++? +2024-09-23T15:08:49.4971108Z 2024-09-23 15:08:49.495 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.deallocate be migrated to C++? +2024-09-23T15:08:49.4972892Z 2024-09-23 15:08:49.496 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.reallocate be migrated to C++? +2024-09-23T15:08:49.4975145Z 2024-09-23 15:08:49.496 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.load_tensor be migrated to C++? +2024-09-23T15:08:49.4976772Z 2024-09-23 15:08:49.496 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.dump_tensor be migrated to C++? +2024-09-23T15:08:49.4978259Z 2024-09-23 15:08:49.497 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.as_tensor be migrated to C++? +2024-09-23T15:08:49.4994319Z 2024-09-23 15:08:49.498 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.avg_pool2d be migrated to C++? +2024-09-23T15:08:49.5023823Z 2024-09-23 15:08:49.501 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.conv2d be migrated to C++? +2024-09-23T15:08:49.5026658Z 2024-09-23 15:08:49.502 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.avg_pool2d be migrated to C++? +2024-09-23T15:08:49.5031577Z 2024-09-23 15:08:49.502 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.Conv1d be migrated to C++? +2024-09-23T15:08:49.5145860Z  Device | INFO  | Opening user mode device driver +2024-09-23T15:08:49.5240050Z +2024-09-23T15:08:49.5286532Z 2024-09-23 15:08:49.528 | INFO  | SiliconDriver  - Detected 1 PCI device : [0] +2024-09-23T15:08:49.5401226Z 2024-09-23 15:08:49.539 | WARNING  | SiliconDriver  - init_detect_tt_device_numanodes(): Could not determine NumaNodeSet for TT device (physical_device_id: 0 pci_bus_id: 0000:07:00.0) +2024-09-23T15:08:49.5403398Z 2024-09-23 15:08:49.539 | WARNING  | SiliconDriver  - Could not find NumaNodeSet for TT Device (physical_device_id: 0 pci_bus_id: 0000:07:00.0) +2024-09-23T15:08:49.5411209Z 2024-09-23 15:08:49.540 | WARNING  | SiliconDriver  - bind_area_memory_nodeset(): Unable to determine TT Device to NumaNode mapping for physical_device_id: 0. Skipping membind. +2024-09-23T15:08:49.5413970Z ---- ttSiliconDevice::init_hugepage: bind_area_to_memory_nodeset() failed (physical_device_id: 0 ch: 0). Hugepage allocation is not on NumaNode matching TT Device. Side-Effect is decreased Device->Host perf (Issue #893). +2024-09-23T15:08:49.5485857Z 2024-09-23 15:08:49.548 | INFO  | SiliconDriver  - Software version 6.0.0, Ethernet FW version 6.9.0 (Device 0) +2024-09-23T15:08:49.5503276Z  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-23T15:08:49.5511357Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-23T15:08:51.0275341Z  Metal | INFO  | Closing device 0 +2024-09-23T15:08:51.0277943Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-23T15:08:51.1430605Z  Device | INFO  | Closing user mode device drivers +2024-09-23T15:08:51.2351707Z [Info] Running ttnn example: ttnn/examples/usage/graph_capture.py +2024-09-23T15:08:52.3196009Z 2024-09-23 15:08:52.318 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.pearson_correlation_coefficient be migrated to C++? +2024-09-23T15:08:52.3202120Z 2024-09-23 15:08:52.319 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.Conv1d be migrated to C++? +2024-09-23T15:08:52.3226199Z 2024-09-23 15:08:52.322 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.conv2d be migrated to C++? +2024-09-23T15:08:52.3232095Z 2024-09-23 15:08:52.322 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.reshape be migrated to C++? +2024-09-23T15:08:52.3235475Z 2024-09-23 15:08:52.322 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.unsqueeze_to_4D be migrated to C++? +2024-09-23T15:08:52.3238579Z 2024-09-23 15:08:52.323 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.from_torch be migrated to C++? +2024-09-23T15:08:52.3240711Z 2024-09-23 15:08:52.323 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.to_torch be migrated to C++? +2024-09-23T15:08:52.3242271Z 2024-09-23 15:08:52.323 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.to_device be migrated to C++? +2024-09-23T15:08:52.3244388Z 2024-09-23 15:08:52.323 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.from_device be migrated to C++? +2024-09-23T15:08:52.3246194Z 2024-09-23 15:08:52.323 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.allocate_tensor_on_device be migrated to C++? +2024-09-23T15:08:52.3247909Z 2024-09-23 15:08:52.323 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.copy_host_to_device_tensor be migrated to C++? +2024-09-23T15:08:52.3250755Z 2024-09-23 15:08:52.323 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.deallocate be migrated to C++? +2024-09-23T15:08:52.3252470Z 2024-09-23 15:08:52.324 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.reallocate be migrated to C++? +2024-09-23T15:08:52.3254143Z 2024-09-23 15:08:52.324 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.load_tensor be migrated to C++? +2024-09-23T15:08:52.3256354Z 2024-09-23 15:08:52.324 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.dump_tensor be migrated to C++? +2024-09-23T15:08:52.3260748Z 2024-09-23 15:08:52.325 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.as_tensor be migrated to C++? +2024-09-23T15:08:52.3275938Z 2024-09-23 15:08:52.327 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.avg_pool2d be migrated to C++? +2024-09-23T15:08:52.3305273Z 2024-09-23 15:08:52.330 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.conv2d be migrated to C++? +2024-09-23T15:08:52.3310081Z 2024-09-23 15:08:52.330 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.avg_pool2d be migrated to C++? +2024-09-23T15:08:52.3312990Z 2024-09-23 15:08:52.330 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.Conv1d be migrated to C++? +2024-09-23T15:08:52.3431388Z  Device | INFO  | Opening user mode device driver +2024-09-23T15:08:52.3524525Z +2024-09-23T15:08:52.3569621Z 2024-09-23 15:08:52.356 | INFO  | SiliconDriver  - Detected 1 PCI device : [0] +2024-09-23T15:08:52.3683033Z 2024-09-23 15:08:52.367 | WARNING  | SiliconDriver  - init_detect_tt_device_numanodes(): Could not determine NumaNodeSet for TT device (physical_device_id: 0 pci_bus_id: 0000:07:00.0) +2024-09-23T15:08:52.3685292Z 2024-09-23 15:08:52.367 | WARNING  | SiliconDriver  - Could not find NumaNodeSet for TT Device (physical_device_id: 0 pci_bus_id: 0000:07:00.0) +2024-09-23T15:08:52.3692222Z 2024-09-23 15:08:52.368 | WARNING  | SiliconDriver  - bind_area_memory_nodeset(): Unable to determine TT Device to NumaNode mapping for physical_device_id: 0. Skipping membind. +2024-09-23T15:08:52.3769709Z ---- ttSiliconDevice::init_hugepage: bind_area_to_memory_nodeset() failed (physical_device_id: 0 ch: 0). Hugepage allocation is not on NumaNode matching TT Device. Side-Effect is decreased Device->Host perf (Issue #893). +2024-09-23T15:08:52.3771769Z 2024-09-23 15:08:52.376 | INFO  | SiliconDriver  - Software version 6.0.0, Ethernet FW version 6.9.0 (Device 0) +2024-09-23T15:08:52.3786463Z  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-23T15:08:52.3787715Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-23T15:08:53.4783275Z  Always | INFO  | Begin op: tt::tt_metal::detail::convert_python_tensor_to_tt_tensor +2024-09-23T15:08:53.4785084Z  Always | INFO  | input any type name ignored: std::__1::reference_wrapper +2024-09-23T15:08:53.4786817Z  Always | INFO  | input any type name ignored: std::__1::reference_wrapper> +2024-09-23T15:08:53.4788487Z  Always | INFO  | input any type name ignored: std::__1::reference_wrapper +2024-09-23T15:08:53.4790521Z  Always | INFO  | End op: tt::tt_metal::detail::convert_python_tensor_to_tt_tensor +2024-09-23T15:08:53.4792192Z  Always | INFO  | Tensor doesn't have buffer, but storage is tt::tt_metal::BorrowedStorage +2024-09-23T15:08:53.4793509Z  Always | INFO  | Begin op: ttnn::to_layout +2024-09-23T15:08:53.4794957Z  Always | INFO  | Tensor doesn't have buffer, but storage is tt::tt_metal::BorrowedStorage +2024-09-23T15:08:53.4802424Z  Always | INFO  | input any type name ignored: std::__1::reference_wrapper +2024-09-23T15:08:53.4805562Z  Always | INFO  | input any type name ignored: std::__1::reference_wrapper const> +2024-09-23T15:08:53.4807942Z  Always | INFO  | input any type name ignored: std::__1::reference_wrapper const> +2024-09-23T15:08:53.4810152Z  Always | INFO  | input any type name ignored: std::__1::reference_wrapper +2024-09-23T15:08:53.4812903Z  Always | INFO  | Begin op: Tensor::reshape +2024-09-23T15:08:53.4814669Z  Always | INFO  | Tensor doesn't have buffer, but storage is tt::tt_metal::BorrowedStorage +2024-09-23T15:08:53.4816708Z  Always | INFO  | input any type name ignored: std::__1::reference_wrapper +2024-09-23T15:08:53.4818486Z  Always | INFO  | End op: Tensor::reshape +2024-09-23T15:08:53.4820292Z  Always | INFO  | Tensor doesn't have buffer, but storage is tt::tt_metal::BorrowedStorage +2024-09-23T15:08:53.4822026Z  Always | INFO  | Begin op: Tensor::pad +2024-09-23T15:08:53.4823733Z  Always | INFO  | Tensor doesn't have buffer, but storage is tt::tt_metal::BorrowedStorage +2024-09-23T15:08:53.4825840Z  Always | INFO  | input any type name ignored: std::__1::reference_wrapper +2024-09-23T15:08:53.4828087Z  Always | INFO  | input any type name ignored: std::__1::reference_wrapper +2024-09-23T15:08:53.4830125Z  Always | INFO  | input any type name ignored: std::__1::reference_wrapper +2024-09-23T15:08:53.4831731Z  Always | INFO  | End op: Tensor::pad +2024-09-23T15:08:53.4833446Z  Always | INFO  | Tensor doesn't have buffer, but storage is tt::tt_metal::OwnedStorage +2024-09-23T15:08:53.4835108Z  Always | INFO  | Begin op: Tensor::to +2024-09-23T15:08:53.4837028Z  Always | INFO  | Tensor doesn't have buffer, but storage is tt::tt_metal::OwnedStorage +2024-09-23T15:08:53.4839158Z  Always | INFO  | input any type name ignored: std::__1::reference_wrapper +2024-09-23T15:08:53.4841592Z  Always | INFO  | input any type name ignored: std::__1::reference_wrapper +2024-09-23T15:08:53.4843321Z  Always | INFO  | End op: Tensor::to +2024-09-23T15:08:53.4845049Z  Always | INFO  | Tensor doesn't have buffer, but storage is tt::tt_metal::OwnedStorage +2024-09-23T15:08:53.4854537Z  Always | INFO  | End op: ttnn::to_layout +2024-09-23T15:08:53.4856148Z  Always | INFO  | Tensor doesn't have buffer, but storage is tt::tt_metal::OwnedStorage +2024-09-23T15:08:53.4857440Z  Always | INFO  | Begin op: Tensor::to +2024-09-23T15:08:53.4858791Z  Always | INFO  | Tensor doesn't have buffer, but storage is tt::tt_metal::OwnedStorage +2024-09-23T15:08:53.4860510Z  Always | INFO  | input any type name ignored: std::__1::reference_wrapper +2024-09-23T15:08:53.4862086Z  Always | INFO  | input any type name ignored: std::__1::reference_wrapper +2024-09-23T15:08:53.4863349Z  Always | INFO  | End op: Tensor::to +2024-09-23T15:08:53.4864315Z  Always | INFO  | Begin op: ttnn::add +2024-09-23T15:08:53.4865583Z  Always | INFO  | input any type name ignored: std::__1::reference_wrapper +2024-09-23T15:08:53.4869265Z  Always | INFO  | input any type name ignored: std::__1::reference_wrapper +2024-09-23T15:08:53.4870985Z  Always | INFO  | input any type name ignored: std::__1::reference_wrapper const> +2024-09-23T15:08:53.4872779Z  Always | INFO  | input any type name ignored: std::__1::reference_wrapper const> +2024-09-23T15:08:53.4875034Z  Always | INFO  | input any type name ignored: std::__1::reference_wrapper>> const> +2024-09-23T15:08:53.4877416Z  Always | INFO  | input any type name ignored: std::__1::reference_wrapper const> +2024-09-23T15:08:53.4879276Z  Always | INFO  | Begin op: Tensor::to +2024-09-23T15:08:53.4880857Z  Always | WARNING  | Tensor doesn't have tensor_id, generating new one. Ideally this should not happen. Please set tensor_id for this tensor ahead of time. +2024-09-23T15:08:53.4882605Z  Always | INFO  | Tensor doesn't have buffer, but storage is tt::tt_metal::OwnedStorage +2024-09-23T15:08:53.4884058Z  Always | INFO  | input any type name ignored: std::__1::reference_wrapper +2024-09-23T15:08:53.4886007Z  Always | INFO  | input any type name ignored: std::__1::reference_wrapper +2024-09-23T15:08:53.4887462Z  Always | INFO  | End op: Tensor::to +2024-09-23T15:08:53.4888476Z  Always | INFO  | Begin op: ttnn::prim::binary +2024-09-23T15:08:53.4889736Z  Always | INFO  | input any type name ignored: std::__1::reference_wrapper +2024-09-23T15:08:53.4891396Z  Always | INFO  | input any type name ignored: std::__1::reference_wrapper +2024-09-23T15:08:53.4893116Z  Always | INFO  | input any type name ignored: std::__1::reference_wrapper const> +2024-09-23T15:08:53.4894907Z  Always | INFO  | input any type name ignored: std::__1::reference_wrapper const> +2024-09-23T15:08:53.4897123Z  Always | INFO  | input any type name ignored: std::__1::reference_wrapper>>> +2024-09-23T15:08:53.4899317Z  Always | INFO  | input any type name ignored: std::__1::reference_wrapper> +2024-09-23T15:08:53.4900686Z  Always | INFO  | Begin op: BinaryDeviceOperation +2024-09-23T15:08:53.4902335Z  Always | INFO  | input any type name ignored: std::__1::reference_wrapper +2024-09-23T15:08:53.4904355Z  Always | INFO  | input any type name ignored: std::__1::reference_wrapper +2024-09-23T15:08:53.4905914Z  Always | INFO  | Begin op: tt::tt_metal::create_device_tensor +2024-09-23T15:08:53.4907364Z  Always | INFO  | input any type name ignored: std::__1::reference_wrapper +2024-09-23T15:08:53.4908901Z  Always | INFO  | input any type name ignored: std::__1::reference_wrapper +2024-09-23T15:08:53.4910388Z  Always | INFO  | input any type name ignored: std::__1::reference_wrapper +2024-09-23T15:08:53.4911892Z  Always | INFO  | input any type name ignored: std::__1::reference_wrapper +2024-09-23T15:08:53.4913432Z  Always | INFO  | input any type name ignored: std::__1::reference_wrapper +2024-09-23T15:08:53.4914768Z  Always | INFO  | End op: tt::tt_metal::create_device_tensor +2024-09-23T15:08:53.4915794Z  Always | INFO  | End op: BinaryDeviceOperation +2024-09-23T15:08:53.4916863Z  Always | INFO  | End op: ttnn::prim::binary +2024-09-23T15:08:53.4917936Z  Always | INFO  | End op: ttnn::add +2024-09-23T15:08:53.4919739Z  Always | WARNING  | Tensor doesn't have tensor_id, generating new one. Ideally this should not happen. Please set tensor_id for this tensor ahead of time. +2024-09-23T15:08:53.4921287Z  Always | INFO  | Begin op: Tensor::cpu +2024-09-23T15:08:53.4922835Z  Always | WARNING  | Tensor doesn't have tensor_id, generating new one. Ideally this should not happen. Please set tensor_id for this tensor ahead of time. +2024-09-23T15:08:53.4924526Z  Always | INFO  | input any type name ignored: std::__1::reference_wrapper +2024-09-23T15:08:53.4925652Z  Always | INFO  | End op: Tensor::cpu +2024-09-23T15:08:53.4926868Z  Always | INFO  | Tensor doesn't have buffer, but storage is tt::tt_metal::OwnedStorage +2024-09-23T15:08:53.4928056Z  Always | INFO  | Begin op: Tensor::to +2024-09-23T15:08:53.4929280Z  Always | INFO  | Tensor doesn't have buffer, but storage is tt::tt_metal::OwnedStorage +2024-09-23T15:08:53.4930788Z  Always | INFO  | input any type name ignored: std::__1::reference_wrapper +2024-09-23T15:08:53.4932271Z  Always | INFO  | input any type name ignored: std::__1::reference_wrapper +2024-09-23T15:08:53.4933475Z  Always | INFO  | End op: Tensor::to +2024-09-23T15:08:53.4934702Z  Always | INFO  | Tensor doesn't have buffer, but storage is tt::tt_metal::OwnedStorage +2024-09-23T15:08:53.4936092Z  Always | INFO  | Begin op: tt::tt_metal::detail::convert_tt_tensor_to_torch_tensor +2024-09-23T15:08:53.4937463Z  Always | INFO  | Tensor doesn't have buffer, but storage is tt::tt_metal::OwnedStorage +2024-09-23T15:08:53.4938827Z  Always | INFO  | End op: tt::tt_metal::detail::convert_tt_tensor_to_torch_tensor +2024-09-23T15:08:53.4940232Z  Always | INFO  | output any type name ignored: std::__1::reference_wrapper +2024-09-23T15:08:53.5199892Z 2024-09-23 15:08:53.518 | INFO | ttnn.graph:_visualize:154 - Graph visualization saved to "graph.svg" +2024-09-23T15:08:53.5201329Z  Metal | INFO  | Closing device 0 +2024-09-23T15:08:53.5204969Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-23T15:08:53.5211643Z Capture Start +2024-09-23T15:08:53.5212531Z Function Start: tt::tt_metal::detail::convert_python_tensor_to_tt_tensor +2024-09-23T15:08:53.5213493Z Function End: tt::tt_metal::detail::convert_python_tensor_to_tt_tensor +2024-09-23T15:08:53.5214229Z Add Tensor: 0 +2024-09-23T15:08:53.5214932Z Function Start: ttnn::to_layout +2024-09-23T15:08:53.5215618Z Function Start: Tensor::reshape +2024-09-23T15:08:53.5216302Z Function End: Tensor::reshape +2024-09-23T15:08:53.5217521Z Add Tensor: 1 +2024-09-23T15:08:53.5218206Z Function Start: Tensor::pad +2024-09-23T15:08:53.5219209Z Function End: Tensor::pad +2024-09-23T15:08:53.5219889Z Add Tensor: 2 +2024-09-23T15:08:53.5220666Z Function Start: Tensor::to +2024-09-23T15:08:53.5221366Z Function End: Tensor::to +2024-09-23T15:08:53.5222056Z Add Tensor: 3 +2024-09-23T15:08:53.5222774Z Function End: ttnn::to_layout +2024-09-23T15:08:53.5223478Z Function Start: Tensor::to +2024-09-23T15:08:53.5224145Z Add Device Buffer +2024-09-23T15:08:53.5224787Z Allocate Device Buffer +2024-09-23T15:08:53.5225493Z Function End: Tensor::to +2024-09-23T15:08:53.5226172Z Add Tensor: 4 +2024-09-23T15:08:53.5226782Z Function Start: ttnn::add +2024-09-23T15:08:53.5227356Z Function Start: Tensor::to +2024-09-23T15:08:53.5227967Z Add Tensor: 5 +2024-09-23T15:08:53.5228512Z Add Device Buffer +2024-09-23T15:08:53.5229038Z Allocate Device Buffer +2024-09-23T15:08:53.5229539Z Function End: Tensor::to +2024-09-23T15:08:53.5230079Z Add Tensor: 6 +2024-09-23T15:08:53.5230629Z Function Start: ttnn::prim::binary +2024-09-23T15:08:53.5231116Z Function Start: BinaryDeviceOperation +2024-09-23T15:08:53.5231621Z Function Start: tt::tt_metal::create_device_tensor +2024-09-23T15:08:53.5232117Z Add Device Buffer +2024-09-23T15:08:53.5232568Z Allocate Device Buffer +2024-09-23T15:08:53.5233081Z Function End: tt::tt_metal::create_device_tensor +2024-09-23T15:08:53.5233568Z Add Tensor: 7 +2024-09-23T15:08:53.5234004Z Deallocate All Circular Buffers +2024-09-23T15:08:53.5234481Z Allocate Circular Buffer +2024-09-23T15:08:53.5235064Z Allocate Circular Buffer +2024-09-23T15:08:53.5235513Z Allocate Circular Buffer +2024-09-23T15:08:53.5235976Z Function End: BinaryDeviceOperation +2024-09-23T15:08:53.5236577Z Function End: ttnn::prim::binary +2024-09-23T15:08:53.5237556Z Deallocate Device Buffer +2024-09-23T15:08:53.5238493Z Function End: ttnn::add +2024-09-23T15:08:53.5239085Z Add Tensor: 8 +2024-09-23T15:08:53.5239716Z Function Start: Tensor::cpu +2024-09-23T15:08:53.5240218Z Add Tensor: 9 +2024-09-23T15:08:53.5240794Z Function End: Tensor::cpu +2024-09-23T15:08:53.5241375Z Add Tensor: 10 +2024-09-23T15:08:53.5241957Z Function Start: Tensor::to +2024-09-23T15:08:53.5242497Z Function End: Tensor::to +2024-09-23T15:08:53.5243069Z Add Tensor: 11 +2024-09-23T15:08:53.5243697Z Function Start: tt::tt_metal::detail::convert_tt_tensor_to_torch_tensor +2024-09-23T15:08:53.5266394Z Function End: tt::tt_metal::detail::convert_tt_tensor_to_torch_tensor +2024-09-23T15:08:53.5267185Z Deallocate Device Buffer +2024-09-23T15:08:53.5267774Z Capture End +2024-09-23T15:08:53.5268116Z +2024-09-23T15:08:53.6470741Z  Device | INFO  | Closing user mode device drivers +2024-09-23T15:08:53.7422742Z [Info] Running ttnn example: ttnn/examples/usage/program_cache.py +2024-09-23T15:08:54.7794766Z 2024-09-23 15:08:54.778 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.pearson_correlation_coefficient be migrated to C++? +2024-09-23T15:08:54.7799303Z 2024-09-23 15:08:54.779 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.Conv1d be migrated to C++? +2024-09-23T15:08:54.7822596Z 2024-09-23 15:08:54.781 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.conv2d be migrated to C++? +2024-09-23T15:08:54.7825932Z 2024-09-23 15:08:54.782 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.reshape be migrated to C++? +2024-09-23T15:08:54.7827687Z 2024-09-23 15:08:54.782 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.unsqueeze_to_4D be migrated to C++? +2024-09-23T15:08:54.7835655Z 2024-09-23 15:08:54.782 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.from_torch be migrated to C++? +2024-09-23T15:08:54.7837649Z 2024-09-23 15:08:54.782 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.to_torch be migrated to C++? +2024-09-23T15:08:54.7839742Z 2024-09-23 15:08:54.782 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.to_device be migrated to C++? +2024-09-23T15:08:54.7841348Z 2024-09-23 15:08:54.782 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.from_device be migrated to C++? +2024-09-23T15:08:54.7842777Z 2024-09-23 15:08:54.782 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.allocate_tensor_on_device be migrated to C++? +2024-09-23T15:08:54.7844369Z 2024-09-23 15:08:54.782 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.copy_host_to_device_tensor be migrated to C++? +2024-09-23T15:08:54.7845797Z 2024-09-23 15:08:54.782 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.deallocate be migrated to C++? +2024-09-23T15:08:54.7847148Z 2024-09-23 15:08:54.782 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.reallocate be migrated to C++? +2024-09-23T15:08:54.7849288Z 2024-09-23 15:08:54.783 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.load_tensor be migrated to C++? +2024-09-23T15:08:54.7851065Z 2024-09-23 15:08:54.783 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.dump_tensor be migrated to C++? +2024-09-23T15:08:54.7852464Z 2024-09-23 15:08:54.783 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.as_tensor be migrated to C++? +2024-09-23T15:08:54.7853822Z 2024-09-23 15:08:54.784 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.avg_pool2d be migrated to C++? +2024-09-23T15:08:54.7879069Z 2024-09-23 15:08:54.787 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.conv2d be migrated to C++? +2024-09-23T15:08:54.7881141Z 2024-09-23 15:08:54.787 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.avg_pool2d be migrated to C++? +2024-09-23T15:08:54.7882600Z 2024-09-23 15:08:54.787 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.Conv1d be migrated to C++? +2024-09-23T15:08:54.7997473Z  Device | INFO  | Opening user mode device driver +2024-09-23T15:08:54.8100708Z +2024-09-23T15:08:54.8148886Z 2024-09-23 15:08:54.814 | INFO  | SiliconDriver  - Detected 1 PCI device : [0] +2024-09-23T15:08:54.8261872Z 2024-09-23 15:08:54.825 | WARNING  | SiliconDriver  - init_detect_tt_device_numanodes(): Could not determine NumaNodeSet for TT device (physical_device_id: 0 pci_bus_id: 0000:07:00.0) +2024-09-23T15:08:54.8264188Z 2024-09-23 15:08:54.825 | WARNING  | SiliconDriver  - Could not find NumaNodeSet for TT Device (physical_device_id: 0 pci_bus_id: 0000:07:00.0) +2024-09-23T15:08:54.8269774Z 2024-09-23 15:08:54.826 | WARNING  | SiliconDriver  - bind_area_memory_nodeset(): Unable to determine TT Device to NumaNode mapping for physical_device_id: 0. Skipping membind. +2024-09-23T15:08:54.8272816Z ---- ttSiliconDevice::init_hugepage: bind_area_to_memory_nodeset() failed (physical_device_id: 0 ch: 0). Hugepage allocation is not on NumaNode matching TT Device. Side-Effect is decreased Device->Host perf (Issue #893). +2024-09-23T15:08:54.8343070Z 2024-09-23 15:08:54.833 | INFO  | SiliconDriver  - Software version 6.0.0, Ethernet FW version 6.9.0 (Device 0) +2024-09-23T15:08:54.8364085Z  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-23T15:08:54.8365327Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-23T15:08:55.9254477Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-23T15:08:56.3364246Z  Metal | INFO  | Closing device 0 +2024-09-23T15:08:56.3365643Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-23T15:08:56.3366447Z duration of the first run: 0.40957069396972656 +2024-09-23T15:08:56.3366980Z duration of the second run: 0.0002346038818359375 +2024-09-23T15:08:56.4366655Z  Device | INFO  | Closing user mode device drivers +2024-09-23T15:08:56.5257137Z [Info] Running ttnn example: ttnn/examples/usage/run_op_on_device.py +2024-09-23T15:08:57.5677541Z 2024-09-23 15:08:57.566 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.pearson_correlation_coefficient be migrated to C++? +2024-09-23T15:08:57.5679335Z 2024-09-23 15:08:57.567 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.Conv1d be migrated to C++? +2024-09-23T15:08:57.5701813Z 2024-09-23 15:08:57.569 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.conv2d be migrated to C++? +2024-09-23T15:08:57.5705513Z 2024-09-23 15:08:57.569 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.reshape be migrated to C++? +2024-09-23T15:08:57.5706998Z 2024-09-23 15:08:57.569 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.unsqueeze_to_4D be migrated to C++? +2024-09-23T15:08:57.5708426Z 2024-09-23 15:08:57.570 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.from_torch be migrated to C++? +2024-09-23T15:08:57.5709806Z 2024-09-23 15:08:57.570 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.to_torch be migrated to C++? +2024-09-23T15:08:57.5711168Z 2024-09-23 15:08:57.570 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.to_device be migrated to C++? +2024-09-23T15:08:57.5712514Z 2024-09-23 15:08:57.570 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.from_device be migrated to C++? +2024-09-23T15:08:57.5714064Z 2024-09-23 15:08:57.570 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.allocate_tensor_on_device be migrated to C++? +2024-09-23T15:08:57.5715554Z 2024-09-23 15:08:57.570 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.copy_host_to_device_tensor be migrated to C++? +2024-09-23T15:08:57.5716956Z 2024-09-23 15:08:57.570 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.deallocate be migrated to C++? +2024-09-23T15:08:57.5718508Z 2024-09-23 15:08:57.570 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.reallocate be migrated to C++? +2024-09-23T15:08:57.5719862Z 2024-09-23 15:08:57.570 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.load_tensor be migrated to C++? +2024-09-23T15:08:57.5721197Z 2024-09-23 15:08:57.570 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.dump_tensor be migrated to C++? +2024-09-23T15:08:57.5722499Z 2024-09-23 15:08:57.571 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.as_tensor be migrated to C++? +2024-09-23T15:08:57.5729280Z 2024-09-23 15:08:57.572 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.avg_pool2d be migrated to C++? +2024-09-23T15:08:57.5756440Z 2024-09-23 15:08:57.575 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.conv2d be migrated to C++? +2024-09-23T15:08:57.5757796Z 2024-09-23 15:08:57.575 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.avg_pool2d be migrated to C++? +2024-09-23T15:08:57.5759291Z 2024-09-23 15:08:57.575 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.Conv1d be migrated to C++? +2024-09-23T15:08:57.5874954Z  Device | INFO  | Opening user mode device driver +2024-09-23T15:08:57.5966068Z +2024-09-23T15:08:57.6015921Z 2024-09-23 15:08:57.600 | INFO  | SiliconDriver  - Detected 1 PCI device : [0] +2024-09-23T15:08:57.6152000Z 2024-09-23 15:08:57.614 | WARNING  | SiliconDriver  - init_detect_tt_device_numanodes(): Could not determine NumaNodeSet for TT device (physical_device_id: 0 pci_bus_id: 0000:07:00.0) +2024-09-23T15:08:57.6154491Z 2024-09-23 15:08:57.614 | WARNING  | SiliconDriver  - Could not find NumaNodeSet for TT Device (physical_device_id: 0 pci_bus_id: 0000:07:00.0) +2024-09-23T15:08:57.6160965Z 2024-09-23 15:08:57.615 | WARNING  | SiliconDriver  - bind_area_memory_nodeset(): Unable to determine TT Device to NumaNode mapping for physical_device_id: 0. Skipping membind. +2024-09-23T15:08:57.6163592Z ---- ttSiliconDevice::init_hugepage: bind_area_to_memory_nodeset() failed (physical_device_id: 0 ch: 0). Hugepage allocation is not on NumaNode matching TT Device. Side-Effect is decreased Device->Host perf (Issue #893). +2024-09-23T15:08:57.6232866Z 2024-09-23 15:08:57.622 | INFO  | SiliconDriver  - Software version 6.0.0, Ethernet FW version 6.9.0 (Device 0) +2024-09-23T15:08:57.6253785Z  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-23T15:08:57.6255031Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-23T15:08:59.2263349Z  Metal | INFO  | Closing device 0 +2024-09-23T15:08:59.2264543Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-23T15:08:59.3456731Z  Device | INFO  | Closing user mode device drivers +2024-09-23T15:08:59.4360267Z [Info] Running ttnn example: ttnn/examples/usage/string_repr.py +2024-09-23T15:09:00.5777548Z 2024-09-23 15:09:00.576 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.pearson_correlation_coefficient be migrated to C++? +2024-09-23T15:09:00.5783493Z 2024-09-23 15:09:00.577 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.Conv1d be migrated to C++? +2024-09-23T15:09:00.5811164Z 2024-09-23 15:09:00.580 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.conv2d be migrated to C++? +2024-09-23T15:09:00.5817028Z 2024-09-23 15:09:00.581 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.reshape be migrated to C++? +2024-09-23T15:09:00.5824359Z 2024-09-23 15:09:00.581 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.unsqueeze_to_4D be migrated to C++? +2024-09-23T15:09:00.5828126Z 2024-09-23 15:09:00.581 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.from_torch be migrated to C++? +2024-09-23T15:09:00.5831882Z 2024-09-23 15:09:00.581 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.to_torch be migrated to C++? +2024-09-23T15:09:00.5835358Z 2024-09-23 15:09:00.581 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.to_device be migrated to C++? +2024-09-23T15:09:00.5838967Z 2024-09-23 15:09:00.582 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.from_device be migrated to C++? +2024-09-23T15:09:00.5840792Z 2024-09-23 15:09:00.582 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.allocate_tensor_on_device be migrated to C++? +2024-09-23T15:09:00.5842277Z 2024-09-23 15:09:00.582 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.copy_host_to_device_tensor be migrated to C++? +2024-09-23T15:09:00.5843758Z 2024-09-23 15:09:00.582 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.deallocate be migrated to C++? +2024-09-23T15:09:00.5845146Z 2024-09-23 15:09:00.582 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.reallocate be migrated to C++? +2024-09-23T15:09:00.5846492Z 2024-09-23 15:09:00.582 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.load_tensor be migrated to C++? +2024-09-23T15:09:00.5847862Z 2024-09-23 15:09:00.583 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.dump_tensor be migrated to C++? +2024-09-23T15:09:00.5849208Z 2024-09-23 15:09:00.583 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.as_tensor be migrated to C++? +2024-09-23T15:09:00.5857560Z 2024-09-23 15:09:00.585 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.avg_pool2d be migrated to C++? +2024-09-23T15:09:00.5892886Z 2024-09-23 15:09:00.588 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.conv2d be migrated to C++? +2024-09-23T15:09:00.5896192Z 2024-09-23 15:09:00.588 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.avg_pool2d be migrated to C++? +2024-09-23T15:09:00.5900462Z 2024-09-23 15:09:00.589 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.Conv1d be migrated to C++? +2024-09-23T15:09:00.8877526Z [Info] Running ttnn example: ttnn/examples/usage/using_tt_lib.py +2024-09-23T15:09:01.9425115Z 2024-09-23 15:09:01.941 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.pearson_correlation_coefficient be migrated to C++? +2024-09-23T15:09:01.9426689Z 2024-09-23 15:09:01.942 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.Conv1d be migrated to C++? +2024-09-23T15:09:01.9449086Z 2024-09-23 15:09:01.944 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.conv2d be migrated to C++? +2024-09-23T15:09:01.9455495Z 2024-09-23 15:09:01.944 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.reshape be migrated to C++? +2024-09-23T15:09:01.9458030Z 2024-09-23 15:09:01.944 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.unsqueeze_to_4D be migrated to C++? +2024-09-23T15:09:01.9460170Z 2024-09-23 15:09:01.944 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.from_torch be migrated to C++? +2024-09-23T15:09:01.9461558Z 2024-09-23 15:09:01.945 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.to_torch be migrated to C++? +2024-09-23T15:09:01.9462849Z 2024-09-23 15:09:01.945 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.to_device be migrated to C++? +2024-09-23T15:09:01.9464121Z 2024-09-23 15:09:01.945 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.from_device be migrated to C++? +2024-09-23T15:09:01.9465521Z 2024-09-23 15:09:01.945 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.allocate_tensor_on_device be migrated to C++? +2024-09-23T15:09:01.9466949Z 2024-09-23 15:09:01.945 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.copy_host_to_device_tensor be migrated to C++? +2024-09-23T15:09:01.9468278Z 2024-09-23 15:09:01.945 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.deallocate be migrated to C++? +2024-09-23T15:09:01.9469539Z 2024-09-23 15:09:01.945 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.reallocate be migrated to C++? +2024-09-23T15:09:01.9470799Z 2024-09-23 15:09:01.945 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.load_tensor be migrated to C++? +2024-09-23T15:09:01.9473735Z 2024-09-23 15:09:01.945 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.dump_tensor be migrated to C++? +2024-09-23T15:09:01.9475122Z 2024-09-23 15:09:01.945 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.as_tensor be migrated to C++? +2024-09-23T15:09:01.9476394Z 2024-09-23 15:09:01.947 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.avg_pool2d be migrated to C++? +2024-09-23T15:09:01.9501791Z 2024-09-23 15:09:01.949 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.conv2d be migrated to C++? +2024-09-23T15:09:01.9503497Z 2024-09-23 15:09:01.949 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.avg_pool2d be migrated to C++? +2024-09-23T15:09:01.9505013Z 2024-09-23 15:09:01.950 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.Conv1d be migrated to C++? +2024-09-23T15:09:01.9615639Z  Device | INFO  | Opening user mode device driver +2024-09-23T15:09:01.9690129Z +2024-09-23T15:09:01.9744377Z 2024-09-23 15:09:01.973 | INFO  | SiliconDriver  - Detected 1 PCI device : [0] +2024-09-23T15:09:01.9854567Z 2024-09-23 15:09:01.984 | WARNING  | SiliconDriver  - init_detect_tt_device_numanodes(): Could not determine NumaNodeSet for TT device (physical_device_id: 0 pci_bus_id: 0000:07:00.0) +2024-09-23T15:09:01.9856906Z 2024-09-23 15:09:01.984 | WARNING  | SiliconDriver  - Could not find NumaNodeSet for TT Device (physical_device_id: 0 pci_bus_id: 0000:07:00.0) +2024-09-23T15:09:01.9862311Z 2024-09-23 15:09:01.985 | WARNING  | SiliconDriver  - bind_area_memory_nodeset(): Unable to determine TT Device to NumaNode mapping for physical_device_id: 0. Skipping membind. +2024-09-23T15:09:01.9864841Z ---- ttSiliconDevice::init_hugepage: bind_area_to_memory_nodeset() failed (physical_device_id: 0 ch: 0). Hugepage allocation is not on NumaNode matching TT Device. Side-Effect is decreased Device->Host perf (Issue #893). +2024-09-23T15:09:01.9929291Z 2024-09-23 15:09:01.992 | INFO  | SiliconDriver  - Software version 6.0.0, Ethernet FW version 6.9.0 (Device 0) +2024-09-23T15:09:01.9943969Z  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-23T15:09:01.9945371Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-23T15:09:03.5426198Z  Metal | INFO  | Closing device 0 +2024-09-23T15:09:03.5427564Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-23T15:09:03.7510492Z  Device | INFO  | Closing user mode device drivers +2024-09-23T15:09:03.8375536Z [Info] Running ttnn example: ttnn/examples/usage/visualizer_example.py +2024-09-23T15:09:04.9390187Z 2024-09-23 15:09:04.937 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.pearson_correlation_coefficient be migrated to C++? +2024-09-23T15:09:04.9394143Z 2024-09-23 15:09:04.938 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.Conv1d be migrated to C++? +2024-09-23T15:09:04.9452451Z 2024-09-23 15:09:04.943 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.conv2d be migrated to C++? +2024-09-23T15:09:04.9455621Z 2024-09-23 15:09:04.944 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.reshape be migrated to C++? +2024-09-23T15:09:04.9457214Z 2024-09-23 15:09:04.945 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.unsqueeze_to_4D be migrated to C++? +2024-09-23T15:09:04.9459885Z 2024-09-23 15:09:04.945 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.from_torch be migrated to C++? +2024-09-23T15:09:04.9461620Z 2024-09-23 15:09:04.945 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.to_torch be migrated to C++? +2024-09-23T15:09:04.9462938Z 2024-09-23 15:09:04.945 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.to_device be migrated to C++? +2024-09-23T15:09:04.9464462Z 2024-09-23 15:09:04.945 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.from_device be migrated to C++? +2024-09-23T15:09:04.9465891Z 2024-09-23 15:09:04.945 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.allocate_tensor_on_device be migrated to C++? +2024-09-23T15:09:04.9467335Z 2024-09-23 15:09:04.945 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.copy_host_to_device_tensor be migrated to C++? +2024-09-23T15:09:04.9469201Z 2024-09-23 15:09:04.946 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.deallocate be migrated to C++? +2024-09-23T15:09:04.9470710Z 2024-09-23 15:09:04.946 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.reallocate be migrated to C++? +2024-09-23T15:09:04.9472128Z 2024-09-23 15:09:04.946 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.load_tensor be migrated to C++? +2024-09-23T15:09:04.9473556Z 2024-09-23 15:09:04.946 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.dump_tensor be migrated to C++? +2024-09-23T15:09:04.9474867Z 2024-09-23 15:09:04.946 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.as_tensor be migrated to C++? +2024-09-23T15:09:04.9485037Z 2024-09-23 15:09:04.948 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.avg_pool2d be migrated to C++? +2024-09-23T15:09:04.9523143Z 2024-09-23 15:09:04.951 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.conv2d be migrated to C++? +2024-09-23T15:09:04.9524831Z 2024-09-23 15:09:04.952 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.avg_pool2d be migrated to C++? +2024-09-23T15:09:04.9526769Z 2024-09-23 15:09:04.952 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.Conv1d be migrated to C++? +2024-09-23T15:09:04.9643871Z  Device | INFO  | Opening user mode device driver +2024-09-23T15:09:04.9724896Z +2024-09-23T15:09:04.9768572Z 2024-09-23 15:09:04.976 | INFO  | SiliconDriver  - Detected 1 PCI device : [0] +2024-09-23T15:09:04.9880483Z 2024-09-23 15:09:04.987 | WARNING  | SiliconDriver  - init_detect_tt_device_numanodes(): Could not determine NumaNodeSet for TT device (physical_device_id: 0 pci_bus_id: 0000:07:00.0) +2024-09-23T15:09:04.9882563Z 2024-09-23 15:09:04.987 | WARNING  | SiliconDriver  - Could not find NumaNodeSet for TT Device (physical_device_id: 0 pci_bus_id: 0000:07:00.0) +2024-09-23T15:09:04.9888755Z 2024-09-23 15:09:04.988 | WARNING  | SiliconDriver  - bind_area_memory_nodeset(): Unable to determine TT Device to NumaNode mapping for physical_device_id: 0. Skipping membind. +2024-09-23T15:09:04.9891216Z ---- ttSiliconDevice::init_hugepage: bind_area_to_memory_nodeset() failed (physical_device_id: 0 ch: 0). Hugepage allocation is not on NumaNode matching TT Device. Side-Effect is decreased Device->Host perf (Issue #893). +2024-09-23T15:09:04.9957830Z 2024-09-23 15:09:04.995 | INFO  | SiliconDriver  - Software version 6.0.0, Ethernet FW version 6.9.0 (Device 0) +2024-09-23T15:09:04.9979471Z  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-23T15:09:04.9980642Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-23T15:09:06.6516077Z  Metal | INFO  | Closing device 0 +2024-09-23T15:09:06.6520031Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-23T15:09:06.7881955Z  Device | INFO  | Closing user mode device drivers +2024-09-23T15:09:08.8857674Z Prepare all required actions +2024-09-23T15:09:08.8858127Z Getting action download info +2024-09-23T15:09:09.1679979Z Download action repository 'actions/upload-artifact@v4' (SHA:50769540e7f4bd5e21e526ee35c689e35e0d6874) +2024-09-23T15:09:09.8815163Z ##[group]Run ./.github/actions/upload-artifact-with-job-uuid +2024-09-23T15:09:09.8815691Z with: +2024-09-23T15:09:09.8815979Z path: generated/test_reports/ + +2024-09-23T15:09:09.8816364Z prefix: test_reports_ +2024-09-23T15:09:09.8816693Z env: +2024-09-23T15:09:09.8816939Z LOGURU_LEVEL: INFO +2024-09-23T15:09:09.8817487Z LD_LIBRARY_PATH: /home/ubuntu/actions-runner/_work/tt-metal/tt-metal/build/lib +2024-09-23T15:09:09.8818100Z IMAGE_TAG: latest +2024-09-23T15:09:09.8818404Z ##[endgroup] +2024-09-23T15:09:09.8851846Z ##[group]Run uuid=$(uuidgen) +2024-09-23T15:09:09.8852247Z uuid=$(uuidgen) +2024-09-23T15:09:09.8852620Z artifact_name="test_reports_$uuid" +2024-09-23T15:09:09.8853447Z echo "[UPLOAD-ARTIFACT-UUID] $artifact_name" +2024-09-23T15:09:09.8854066Z echo "artifact-name=$artifact_name" >> "$GITHUB_OUTPUT" +2024-09-23T15:09:09.8872860Z shell: /usr/bin/bash --noprofile --norc -e -o pipefail {0} +2024-09-23T15:09:09.8873340Z env: +2024-09-23T15:09:09.8873597Z LOGURU_LEVEL: INFO +2024-09-23T15:09:09.8874120Z LD_LIBRARY_PATH: /home/ubuntu/actions-runner/_work/tt-metal/tt-metal/build/lib +2024-09-23T15:09:09.8874881Z IMAGE_TAG: latest +2024-09-23T15:09:09.8875204Z ##[endgroup] +2024-09-23T15:09:09.8920979Z [UPLOAD-ARTIFACT-UUID] test_reports_0e9d7f2b-ced9-4fe0-b70f-ad1b4c93580d +2024-09-23T15:09:09.9014252Z ##[group]Run actions/upload-artifact@v4 +2024-09-23T15:09:09.9014751Z with: +2024-09-23T15:09:09.9015225Z name: test_reports_0e9d7f2b-ced9-4fe0-b70f-ad1b4c93580d +2024-09-23T15:09:09.9015819Z path: generated/test_reports/ + +2024-09-23T15:09:09.9016301Z if-no-files-found: warn +2024-09-23T15:09:09.9016695Z compression-level: 6 +2024-09-23T15:09:09.9017106Z overwrite: false +2024-09-23T15:09:09.9017672Z include-hidden-files: false +2024-09-23T15:09:09.9018106Z env: +2024-09-23T15:09:09.9018411Z LOGURU_LEVEL: INFO +2024-09-23T15:09:09.9019027Z LD_LIBRARY_PATH: /home/ubuntu/actions-runner/_work/tt-metal/tt-metal/build/lib +2024-09-23T15:09:09.9019723Z IMAGE_TAG: latest +2024-09-23T15:09:09.9020098Z ##[endgroup] +2024-09-23T15:09:10.1266610Z ##[warning]No files were found with the provided path: generated/test_reports/. No artifacts will be uploaded. +2024-09-23T15:09:10.1435304Z Post job cleanup. +2024-09-23T15:09:10.1488405Z Post job cleanup. +2024-09-23T15:09:10.4467330Z [command]/usr/bin/docker logout https://ghcr.io +2024-09-23T15:09:10.4617308Z Removing login credentials for ghcr.io +2024-09-23T15:09:10.4659743Z ##[group]Post cache +2024-09-23T15:09:10.4660369Z State not set +2024-09-23T15:09:10.4661391Z ##[endgroup] +2024-09-23T15:09:10.4860607Z Post job cleanup. +2024-09-23T15:09:10.4926644Z Post job cleanup. +2024-09-23T15:09:10.5936815Z [command]/usr/bin/git version +2024-09-23T15:09:10.5975050Z git version 2.25.1 +2024-09-23T15:09:10.6014969Z Copying '/home/ubuntu/.gitconfig' to '/home/ubuntu/actions-runner/_work/_temp/1d6014dd-b067-4500-b139-b91e3f0b4d64/.gitconfig' +2024-09-23T15:09:10.6026981Z Temporarily overriding HOME='/home/ubuntu/actions-runner/_work/_temp/1d6014dd-b067-4500-b139-b91e3f0b4d64' before making global git config changes +2024-09-23T15:09:10.6030575Z Adding repository directory to the temporary git global config as a safe directory +2024-09-23T15:09:10.6035310Z [command]/usr/bin/git config --global --add safe.directory /home/ubuntu/actions-runner/_work/tt-metal/tt-metal +2024-09-23T15:09:10.6069606Z [command]/usr/bin/git config --local --name-only --get-regexp core\.sshCommand +2024-09-23T15:09:10.6107258Z [command]/usr/bin/git submodule foreach --recursive sh -c "git config --local --name-only --get-regexp 'core\.sshCommand' && git config --local --unset-all 'core.sshCommand' || :" +2024-09-23T15:09:10.6390327Z Entering 'models/demos/t3000/llama2_70b/reference/llama' +2024-09-23T15:09:10.6446639Z Entering 'tt_metal/third_party/lfs' +2024-09-23T15:09:10.6491879Z Entering 'tt_metal/third_party/pybind11' +2024-09-23T15:09:10.6531703Z Entering 'tt_metal/third_party/sfpi' +2024-09-23T15:09:10.6574010Z Entering 'tt_metal/third_party/taskflow' +2024-09-23T15:09:10.6624022Z Entering 'tt_metal/third_party/tracy' +2024-09-23T15:09:10.6665389Z Entering 'tt_metal/third_party/tt_llk_blackhole' +2024-09-23T15:09:10.6704101Z Entering 'tt_metal/third_party/tt_llk_grayskull' +2024-09-23T15:09:10.6749834Z Entering 'tt_metal/third_party/tt_llk_wormhole_b0' +2024-09-23T15:09:10.6792459Z Entering 'tt_metal/third_party/umd' +2024-09-23T15:09:10.6824814Z Entering 'tt_metal/third_party/umd/third_party/fmt' +2024-09-23T15:09:10.6879807Z [command]/usr/bin/git config --local --name-only --get-regexp http\.https\:\/\/github\.com\/\.extraheader +2024-09-23T15:09:10.6897538Z http.https://github.com/.extraheader +2024-09-23T15:09:10.6908264Z [command]/usr/bin/git config --local --unset-all http.https://github.com/.extraheader +2024-09-23T15:09:10.6935315Z [command]/usr/bin/git submodule foreach --recursive sh -c "git config --local --name-only --get-regexp 'http\.https\:\/\/github\.com\/\.extraheader' && git config --local --unset-all 'http.https://github.com/.extraheader' || :" +2024-09-23T15:09:10.7145243Z Entering 'models/demos/t3000/llama2_70b/reference/llama' +2024-09-23T15:09:10.7170242Z http.https://github.com/.extraheader +2024-09-23T15:09:10.7199256Z Entering 'tt_metal/third_party/lfs' +2024-09-23T15:09:10.7223067Z http.https://github.com/.extraheader +2024-09-23T15:09:10.7251302Z Entering 'tt_metal/third_party/pybind11' +2024-09-23T15:09:10.7278699Z http.https://github.com/.extraheader +2024-09-23T15:09:10.7309190Z Entering 'tt_metal/third_party/sfpi' +2024-09-23T15:09:10.7332173Z http.https://github.com/.extraheader +2024-09-23T15:09:10.7363480Z Entering 'tt_metal/third_party/taskflow' +2024-09-23T15:09:10.7387925Z http.https://github.com/.extraheader +2024-09-23T15:09:10.7439129Z Entering 'tt_metal/third_party/tracy' +2024-09-23T15:09:10.7469288Z http.https://github.com/.extraheader +2024-09-23T15:09:10.7505531Z Entering 'tt_metal/third_party/tt_llk_blackhole' +2024-09-23T15:09:10.7531695Z http.https://github.com/.extraheader +2024-09-23T15:09:10.7558736Z Entering 'tt_metal/third_party/tt_llk_grayskull' +2024-09-23T15:09:10.7579001Z http.https://github.com/.extraheader +2024-09-23T15:09:10.7604880Z Entering 'tt_metal/third_party/tt_llk_wormhole_b0' +2024-09-23T15:09:10.7630058Z http.https://github.com/.extraheader +2024-09-23T15:09:10.7667491Z Entering 'tt_metal/third_party/umd' +2024-09-23T15:09:10.7706102Z http.https://github.com/.extraheader +2024-09-23T15:09:10.7739493Z Entering 'tt_metal/third_party/umd/third_party/fmt' +2024-09-23T15:09:10.7771290Z http.https://github.com/.extraheader +2024-09-23T15:09:10.7898845Z A job completed hook has been configured by the self-hosted runner administrator +2024-09-23T15:09:10.7928130Z ##[group]Run '/opt/tt_metal_infra/scripts/ci/wormhole_b0/cleanup.sh' +2024-09-23T15:09:10.7940038Z shell: /usr/bin/bash --noprofile --norc -e -o pipefail {0} +2024-09-23T15:09:10.7940567Z ##[endgroup] +2024-09-23T15:09:10.7990078Z Current date / time is Mon Sep 23 15:09:10 UTC 2024 +2024-09-23T15:09:10.7990624Z Printing out cpu information... +2024-09-23T15:09:10.8015853Z Architecture: x86_64 +2024-09-23T15:09:10.8016650Z CPU op-mode(s): 32-bit, 64-bit +2024-09-23T15:09:10.8017257Z Byte Order: Little Endian +2024-09-23T15:09:10.8017945Z Address sizes: 40 bits physical, 48 bits virtual +2024-09-23T15:09:10.8018967Z CPU(s): 14 +2024-09-23T15:09:10.8019706Z On-line CPU(s) list: 0-13 +2024-09-23T15:09:10.8020144Z Thread(s) per core: 1 +2024-09-23T15:09:10.8021122Z Core(s) per socket: 1 +2024-09-23T15:09:10.8022142Z Socket(s): 14 +2024-09-23T15:09:10.8022550Z NUMA node(s): 2 +2024-09-23T15:09:10.8022994Z Vendor ID: AuthenticAMD +2024-09-23T15:09:10.8023465Z CPU family: 23 +2024-09-23T15:09:10.8023884Z Model: 49 +2024-09-23T15:09:10.8024459Z Model name: AMD EPYC-Rome Processor +2024-09-23T15:09:10.8025031Z Stepping: 0 +2024-09-23T15:09:10.8025467Z CPU MHz: 3000.000 +2024-09-23T15:09:10.8025926Z BogoMIPS: 6000.00 +2024-09-23T15:09:10.8026411Z Virtualization: AMD-V +2024-09-23T15:09:10.8026872Z Hypervisor vendor: KVM +2024-09-23T15:09:10.8027323Z Virtualization type: full +2024-09-23T15:09:10.8027759Z L1d cache: 448 KiB +2024-09-23T15:09:10.8028193Z L1i cache: 448 KiB +2024-09-23T15:09:10.8028616Z L2 cache: 7 MiB +2024-09-23T15:09:10.8029057Z L3 cache: 224 MiB +2024-09-23T15:09:10.8029525Z NUMA node0 CPU(s): 0-6 +2024-09-23T15:09:10.8030034Z NUMA node1 CPU(s): 7-13 +2024-09-23T15:09:10.8030496Z Vulnerability Gather data sampling: Not affected +2024-09-23T15:09:10.8031031Z Vulnerability Itlb multihit: Not affected +2024-09-23T15:09:10.8031547Z Vulnerability L1tf: Not affected +2024-09-23T15:09:10.8032056Z Vulnerability Mds: Not affected +2024-09-23T15:09:10.8032645Z Vulnerability Meltdown: Not affected +2024-09-23T15:09:10.8033150Z Vulnerability Mmio stale data: Not affected +2024-09-23T15:09:10.8033657Z Vulnerability Retbleed: Vulnerable +2024-09-23T15:09:10.8034433Z Vulnerability Spec store bypass: Mitigation; Speculative Store Bypass disabled via prctl and seccomp +2024-09-23T15:09:10.8035472Z Vulnerability Spectre v1: Mitigation; usercopy/swapgs barriers and __user pointer sanitization +2024-09-23T15:09:10.8036864Z Vulnerability Spectre v2: Mitigation; Retpolines; IBPB conditional; STIBP disabled; RSB filling; PBRSB-eIBRS Not affected; BHI Not affected +2024-09-23T15:09:10.8037827Z Vulnerability Srbds: Not affected +2024-09-23T15:09:10.8038497Z Vulnerability Tsx async abort: Not affected +2024-09-23T15:09:10.8041883Z Flags: fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good nopl nonstop_tsc cpuid extd_apicid tsc_known_freq pni pclmulqdq ssse3 fma cx16 sse4_1 sse4_2 x2apic movbe popcnt aes xsave avx f16c rdrand hypervisor lahf_lm svm cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw topoext perfctr_core ssbd ibpb stibp vmmcall fsgsbase bmi1 avx2 smep bmi2 rdseed adx smap clflushopt clwb sha_ni xsaveopt xsavec xgetbv1 clzero xsaveerptr wbnoinvd arat npt nrip_save umip rdpid +2024-09-23T15:09:10.8217906Z Cleaning up orphan processes diff --git a/infra/tests/_data/data_collection/cicd/all_post_commit_runner_died_12626_10996802864/10996802864/logs/30531895148.log b/infra/tests/_data/data_collection/cicd/all_post_commit_runner_died_12626_10996802864/10996802864/logs/30531895148.log new file mode 100644 index 00000000000..0e988f81d3e --- /dev/null +++ b/infra/tests/_data/data_collection/cicd/all_post_commit_runner_died_12626_10996802864/10996802864/logs/30531895148.log @@ -0,0 +1,1599 @@ +2024-09-23T15:06:42.4774753Z Current runner version: '2.319.1' +2024-09-23T15:06:42.4782537Z Runner name: 'tt-metal-ci-vm-51' +2024-09-23T15:06:42.4783759Z Runner group name: 'Default' +2024-09-23T15:06:42.4784962Z Machine name: 'tt-metal-ci-vm-51' +2024-09-23T15:06:42.4805042Z Testing runner upgrade compatibility +2024-09-23T15:06:42.6000295Z ##[group]GITHUB_TOKEN Permissions +2024-09-23T15:06:42.6002646Z Actions: read +2024-09-23T15:06:42.6003318Z Contents: read +2024-09-23T15:06:42.6004100Z Metadata: read +2024-09-23T15:06:42.6004700Z Packages: write +2024-09-23T15:06:42.6005277Z Pages: write +2024-09-23T15:06:42.6006292Z ##[endgroup] +2024-09-23T15:06:42.6009974Z Secret source: Actions +2024-09-23T15:06:42.6010827Z Prepare workflow directory +2024-09-23T15:06:42.7645360Z Prepare all required actions +2024-09-23T15:06:42.7862780Z Getting action download info +2024-09-23T15:06:43.0018398Z Download action repository 'tenstorrent-metal/metal-workflows@v2.0.0' (SHA:22c747950076e4c9627125e14734e287c08287a7) +2024-09-23T15:06:43.4127773Z Download action repository 'actions/download-artifact@v4' (SHA:fa0a91b85d4f404e444e00e005971372dc801d16) +2024-09-23T15:06:44.1121027Z Getting action download info +2024-09-23T15:06:44.2470927Z Download action repository 'actions/checkout@v4' (SHA:692973e3d937129bcbf40652eb9f2f61becf3332) +2024-09-23T15:06:44.8308355Z Uses: tenstorrent/tt-metal/.github/workflows/ttnn-post-commit.yaml@refs/heads/virdhatchani/5_clean (64249512152ed52c6df7d6adf6bb1a59b96db81c) +2024-09-23T15:06:44.8311324Z ##[group] Inputs +2024-09-23T15:06:44.8311821Z arch: wormhole_b0 +2024-09-23T15:06:44.8312270Z runner-label: N300 +2024-09-23T15:06:44.8313639Z timeout: 45 +2024-09-23T15:06:44.8314077Z ##[endgroup] +2024-09-23T15:06:44.8315252Z Complete job name: ttnn-unit-tests (wormhole_b0, N300) / ttnn example tests wormhole_b0 N300 +2024-09-23T15:06:44.9174326Z A job started hook has been configured by the self-hosted runner administrator +2024-09-23T15:06:44.9376177Z ##[group]Run '/opt/tt_metal_infra/scripts/ci/wormhole_b0/reset.sh' +2024-09-23T15:06:44.9397420Z shell: /usr/bin/bash --noprofile --norc -e -o pipefail {0} +2024-09-23T15:06:44.9398146Z ##[endgroup] +2024-09-23T15:06:44.9722204Z Current date / time is Mon Sep 23 15:06:44 UTC 2024 +2024-09-23T15:06:57.9939128Z tt-smi reset was successful +2024-09-23T15:06:58.4588002Z +2024-09-23T15:06:58.4588995Z  Detected Chips: 1 +2024-09-23T15:06:58.4603548Z  +2024-09-23T15:06:58.4604188Z  Detected Chips: 1 +2024-09-23T15:06:58.4604616Z +2024-09-23T15:06:58.4604951Z  Detecting ARC: | +2024-09-23T15:06:58.4605373Z +2024-09-23T15:06:58.4605689Z  Detecting DRAM: | +2024-09-23T15:06:58.4606158Z +2024-09-23T15:06:58.4606488Z [] [16/16] ETH: | +2024-09-23T15:06:58.4608291Z  +2024-09-23T15:06:58.4609076Z  Detected Chips: 2 +2024-09-23T15:06:58.4722260Z  +2024-09-23T15:06:58.4722851Z  Detected Chips: 2 +2024-09-23T15:06:58.4723335Z +2024-09-23T15:06:58.4723670Z  Detecting ARC: / +2024-09-23T15:06:58.4724115Z +2024-09-23T15:06:58.4724445Z  Detecting DRAM: / +2024-09-23T15:06:58.4724836Z +2024-09-23T15:06:58.4725147Z [] [16/16] ETH: / +2024-09-23T15:06:58.4780814Z  +2024-09-23T15:06:58.4781320Z  Detected Chips: 3 +2024-09-23T15:06:58.4880820Z  +2024-09-23T15:06:58.4881442Z  Detected Chips: 3 +2024-09-23T15:06:58.4881832Z +2024-09-23T15:06:58.4882167Z  Detecting ARC: - +2024-09-23T15:06:58.4882542Z +2024-09-23T15:06:58.4882819Z  Detecting DRAM: - +2024-09-23T15:06:58.4883256Z +2024-09-23T15:06:58.4883552Z [] [16/16] ETH: - +2024-09-23T15:06:58.4915745Z  +2024-09-23T15:06:58.4916353Z  Detected Chips: 2 +2024-09-23T15:06:58.5032370Z Gathering Information ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 100% 0:00:00 +2024-09-23T15:06:58.5044097Z  Saved tt-smi log to: /opt/tt_metal_infra/smi.log  +2024-09-23T15:06:58.5693907Z { +2024-09-23T15:06:58.5694548Z "time": "2024-09-23T15:06:58.491466", +2024-09-23T15:06:58.5695727Z "host_info": { +2024-09-23T15:06:58.5696201Z "OS": "Linux", +2024-09-23T15:06:58.5696732Z "Distro": "Ubuntu 20.04.3 LTS", +2024-09-23T15:06:58.5697474Z "Kernel": "5.4.0-195-generic", +2024-09-23T15:06:58.5698239Z "Hostname": "tt-metal-ci-vm-51", +2024-09-23T15:06:58.5698811Z "Platform": "x86_64", +2024-09-23T15:06:58.5699334Z "Python": "3.8.10", +2024-09-23T15:06:58.5699831Z "Memory": "47.14 GB", +2024-09-23T15:06:58.5700733Z "Driver": "TTKMD 1.27.1" +2024-09-23T15:06:58.5701490Z }, +2024-09-23T15:06:58.5701911Z "device_info": [ +2024-09-23T15:06:58.5702373Z { +2024-09-23T15:06:58.5702806Z "smbus_telem": { +2024-09-23T15:06:58.5703383Z "BOARD_ID": "0x10001451172a00f", +2024-09-23T15:06:58.5704076Z "SMBUS_TX_ENUM_VERSION": "0xba5e0001", +2024-09-23T15:06:58.5705048Z "SMBUS_TX_DEVICE_ID": "0x401e1e52", +2024-09-23T15:06:58.5705695Z "SMBUS_TX_ASIC_RO": "0x2d0c0", +2024-09-23T15:06:58.5706337Z "SMBUS_TX_ASIC_IDD": "0xd8d", +2024-09-23T15:06:58.5706948Z "SMBUS_TX_BOARD_ID_HIGH": "0x1000145", +2024-09-23T15:06:58.5707642Z "SMBUS_TX_BOARD_ID_LOW": "0x1172a00f", +2024-09-23T15:06:58.5708309Z "SMBUS_TX_ARC0_FW_VERSION": "0x21b0000", +2024-09-23T15:06:58.5708985Z "SMBUS_TX_ARC1_FW_VERSION": "0x21b0000", +2024-09-23T15:06:58.5709757Z "SMBUS_TX_ARC2_FW_VERSION": null, +2024-09-23T15:06:58.5710376Z "SMBUS_TX_ARC3_FW_VERSION": "0x21b0000", +2024-09-23T15:06:58.5711066Z "SMBUS_TX_SPIBOOTROM_FW_VERSION": "0x30b0000", +2024-09-23T15:06:58.5711797Z "SMBUS_TX_ETH_FW_VERSION": "0x69000", +2024-09-23T15:06:58.5712720Z "SMBUS_TX_M3_BL_FW_VERSION": "0x81020000", +2024-09-23T15:06:58.5713389Z "SMBUS_TX_M3_APP_FW_VERSION": "0x5090002", +2024-09-23T15:06:58.5714039Z "SMBUS_TX_DDR_SPEED": null, +2024-09-23T15:06:58.5714686Z "SMBUS_TX_DDR_STATUS": "0x2222222", +2024-09-23T15:06:58.5715343Z "SMBUS_TX_ETH_STATUS0": "0x11111111", +2024-09-23T15:06:58.5715980Z "SMBUS_TX_ETH_STATUS1": "0x11111133", +2024-09-23T15:06:58.5716674Z "SMBUS_TX_PCIE_STATUS": "0x11040000", +2024-09-23T15:06:58.5717314Z "SMBUS_TX_FAULTS": null, +2024-09-23T15:06:58.5717922Z "SMBUS_TX_ARC0_HEALTH": "0xa78b", +2024-09-23T15:06:58.5718537Z "SMBUS_TX_ARC1_HEALTH": "0x473e", +2024-09-23T15:06:58.5719167Z "SMBUS_TX_ARC2_HEALTH": null, +2024-09-23T15:06:58.5719796Z "SMBUS_TX_ARC3_HEALTH": "0x76", +2024-09-23T15:06:58.5720447Z "SMBUS_TX_FAN_SPEED": "0xffffffff", +2024-09-23T15:06:58.5721065Z "SMBUS_TX_AICLK": "0x3e801f4", +2024-09-23T15:06:58.5721706Z "SMBUS_TX_AXICLK": "0x384", +2024-09-23T15:06:58.5722304Z "SMBUS_TX_ARCCLK": "0x21c", +2024-09-23T15:06:58.5722901Z "SMBUS_TX_THROTTLER": null, +2024-09-23T15:06:58.5723576Z "SMBUS_TX_VCORE": "0x2d5", +2024-09-23T15:06:58.5724280Z "SMBUS_TX_ASIC_TEMPERATURE": "0x3560350", +2024-09-23T15:06:58.5725042Z "SMBUS_TX_VREG_TEMPERATURE": "0x330033", +2024-09-23T15:06:58.5725809Z "SMBUS_TX_BOARD_TEMPERATURE": "0x2c2d2c", +2024-09-23T15:06:58.5726513Z "SMBUS_TX_TDP": "0x550010", +2024-09-23T15:06:58.5727563Z "SMBUS_TX_TDC": "0xa00015", +2024-09-23T15:06:58.5728243Z "SMBUS_TX_VDD_LIMITS": "0x3e802d0", +2024-09-23T15:06:58.5728874Z "SMBUS_TX_THM_LIMITS": "0x53004b", +2024-09-23T15:06:58.5729555Z "SMBUS_TX_WH_FW_DATE": "0x4711141b", +2024-09-23T15:06:58.5730272Z "SMBUS_TX_ASIC_TMON0": "0x3c353834", +2024-09-23T15:06:58.5730927Z "SMBUS_TX_ASIC_TMON1": "0x332e", +2024-09-23T15:06:58.5731538Z "SMBUS_TX_MVDDQ_POWER": "0x19ef1c", +2024-09-23T15:06:58.5732352Z "SMBUS_TX_GDDR_TRAIN_TEMP0": null, +2024-09-23T15:06:58.5733001Z "SMBUS_TX_GDDR_TRAIN_TEMP1": null, +2024-09-23T15:06:58.5733648Z "SMBUS_TX_BOOT_DATE": "0x49170f06", +2024-09-23T15:06:58.5734248Z "SMBUS_TX_RT_SECONDS": "0xb", +2024-09-23T15:06:58.5734873Z "SMBUS_TX_AUX_STATUS": null, +2024-09-23T15:06:58.5735528Z "SMBUS_TX_ETH_DEBUG_STATUS0": "0xccddddcc", +2024-09-23T15:06:58.5736228Z "SMBUS_TX_ETH_DEBUG_STATUS1": "0xccdddd00", +2024-09-23T15:06:58.5736905Z "SMBUS_TX_TT_FLASH_VERSION": "0x20100" +2024-09-23T15:06:58.5737482Z }, +2024-09-23T15:06:58.5737925Z "board_info": { +2024-09-23T15:06:58.5738455Z "bus_id": "0000:07:00.0", +2024-09-23T15:06:58.5739012Z "board_type": "n300 L", +2024-09-23T15:06:58.5739610Z "board_id": "010001451172a00f", +2024-09-23T15:06:58.5740431Z "coords": "(0, 0, 0, 0)", +2024-09-23T15:06:58.5741038Z "dram_status": true, +2024-09-23T15:06:58.5741581Z "dram_speed": "12G", +2024-09-23T15:06:58.5742154Z "pcie_speed": 4, +2024-09-23T15:06:58.5742690Z "pcie_width": 16 +2024-09-23T15:06:58.5743211Z }, +2024-09-23T15:06:58.5743632Z "telemetry": { +2024-09-23T15:06:58.5744150Z "voltage": "0.72", +2024-09-23T15:06:58.5744700Z "current": " 21.0", +2024-09-23T15:06:58.5745258Z "power": " 16.0", +2024-09-23T15:06:58.5745757Z "aiclk": " 500", +2024-09-23T15:06:58.5746362Z "asic_temperature": "53.0" +2024-09-23T15:06:58.5746939Z }, +2024-09-23T15:06:58.5747522Z "firmwares": { +2024-09-23T15:06:58.5748055Z "arc_fw": "2.27.0.0", +2024-09-23T15:06:58.5748758Z "arc_fw_date": "2024-07-17", +2024-09-23T15:06:58.5749482Z "eth_fw": "6.9.0", +2024-09-23T15:06:58.5750057Z "m3_bl_fw": "129.2.0.0", +2024-09-23T15:06:58.5750633Z "m3_app_fw": "5.9.0.2", +2024-09-23T15:06:58.5751213Z "tt_flash_version": "0.2.1.0" +2024-09-23T15:06:58.5751807Z }, +2024-09-23T15:06:58.5752243Z "limits": { +2024-09-23T15:06:58.5752743Z "vdd_min": "0.72", +2024-09-23T15:06:58.5753259Z "vdd_max": "1.00", +2024-09-23T15:06:58.5753822Z "tdp_limit": " 85", +2024-09-23T15:06:58.5754390Z "tdc_limit": "160", +2024-09-23T15:06:58.5754948Z "asic_fmax": "1000", +2024-09-23T15:06:58.5755522Z "therm_trip_l1_limit": "83", +2024-09-23T15:06:58.5756129Z "thm_limit": "75", +2024-09-23T15:06:58.5756715Z "bus_peak_limit": null +2024-09-23T15:06:58.5757271Z } +2024-09-23T15:06:58.5757673Z }, +2024-09-23T15:06:58.5758074Z { +2024-09-23T15:06:58.5758516Z "smbus_telem": { +2024-09-23T15:06:58.5759096Z "BOARD_ID": "0x10001451172a00f", +2024-09-23T15:06:58.5759732Z "SMBUS_TX_ENUM_VERSION": "0xba5e0001", +2024-09-23T15:06:58.5760396Z "SMBUS_TX_DEVICE_ID": null, +2024-09-23T15:06:58.5761044Z "SMBUS_TX_ASIC_RO": "0x2ae4a", +2024-09-23T15:06:58.5761704Z "SMBUS_TX_ASIC_IDD": "0x6f2", +2024-09-23T15:06:58.5762330Z "SMBUS_TX_BOARD_ID_HIGH": "0x1000145", +2024-09-23T15:06:58.5763017Z "SMBUS_TX_BOARD_ID_LOW": "0x1172a00f", +2024-09-23T15:06:58.5763700Z "SMBUS_TX_ARC0_FW_VERSION": "0x21b0000", +2024-09-23T15:06:58.5764378Z "SMBUS_TX_ARC1_FW_VERSION": "0x21b0000", +2024-09-23T15:06:58.5765036Z "SMBUS_TX_ARC2_FW_VERSION": null, +2024-09-23T15:06:58.5765706Z "SMBUS_TX_ARC3_FW_VERSION": "0x21b0000", +2024-09-23T15:06:58.5766430Z "SMBUS_TX_SPIBOOTROM_FW_VERSION": "0x30b0000", +2024-09-23T15:06:58.5767150Z "SMBUS_TX_ETH_FW_VERSION": "0x69000", +2024-09-23T15:06:58.5767953Z "SMBUS_TX_M3_BL_FW_VERSION": "0x81020000", +2024-09-23T15:06:58.5768659Z "SMBUS_TX_M3_APP_FW_VERSION": "0x5090002", +2024-09-23T15:06:58.5769324Z "SMBUS_TX_DDR_SPEED": null, +2024-09-23T15:06:58.5769967Z "SMBUS_TX_DDR_STATUS": "0x2222222", +2024-09-23T15:06:58.5770607Z "SMBUS_TX_ETH_STATUS0": "0x11111122", +2024-09-23T15:06:58.5771279Z "SMBUS_TX_ETH_STATUS1": "0x11111111", +2024-09-23T15:06:58.5771937Z "SMBUS_TX_PCIE_STATUS": null, +2024-09-23T15:06:58.5772572Z "SMBUS_TX_FAULTS": null, +2024-09-23T15:06:58.5773171Z "SMBUS_TX_ARC0_HEALTH": "0xa757", +2024-09-23T15:06:58.5773849Z "SMBUS_TX_ARC1_HEALTH": "0x4705", +2024-09-23T15:06:58.5774484Z "SMBUS_TX_ARC2_HEALTH": null, +2024-09-23T15:06:58.5775106Z "SMBUS_TX_ARC3_HEALTH": "0x75", +2024-09-23T15:06:58.5948692Z "SMBUS_TX_FAN_SPEED": "0xffffffff", +2024-09-23T15:06:58.5949746Z "SMBUS_TX_AICLK": "0x3e801f4", +2024-09-23T15:06:58.5950313Z "SMBUS_TX_AXICLK": "0x384", +2024-09-23T15:06:58.5950856Z "SMBUS_TX_ARCCLK": "0x21c", +2024-09-23T15:06:58.5951404Z "SMBUS_TX_THROTTLER": null, +2024-09-23T15:06:58.5951938Z "SMBUS_TX_VCORE": "0x2df", +2024-09-23T15:06:58.5952524Z "SMBUS_TX_ASIC_TEMPERATURE": "0x26e0268", +2024-09-23T15:06:58.5953151Z "SMBUS_TX_VREG_TEMPERATURE": "0x2c002c", +2024-09-23T15:06:58.5953782Z "SMBUS_TX_BOARD_TEMPERATURE": "0x2c2d2c", +2024-09-23T15:06:58.5954371Z "SMBUS_TX_TDP": "0x55000b", +2024-09-23T15:06:58.5955471Z "SMBUS_TX_TDC": "0xa0000e", +2024-09-23T15:06:58.5956053Z "SMBUS_TX_VDD_LIMITS": "0x3e802e7", +2024-09-23T15:06:58.5956654Z "SMBUS_TX_THM_LIMITS": "0x53004b", +2024-09-23T15:06:58.5957247Z "SMBUS_TX_WH_FW_DATE": "0x4711141b", +2024-09-23T15:06:58.5957847Z "SMBUS_TX_ASIC_TMON0": "0x31212128", +2024-09-23T15:06:58.5958440Z "SMBUS_TX_ASIC_TMON1": "0x2924", +2024-09-23T15:06:58.5959046Z "SMBUS_TX_MVDDQ_POWER": "0x1955ac", +2024-09-23T15:06:58.5959639Z "SMBUS_TX_GDDR_TRAIN_TEMP0": null, +2024-09-23T15:06:58.5960224Z "SMBUS_TX_GDDR_TRAIN_TEMP1": null, +2024-09-23T15:06:58.5960807Z "SMBUS_TX_BOOT_DATE": "0x49170f06", +2024-09-23T15:06:58.5961378Z "SMBUS_TX_RT_SECONDS": "0xc", +2024-09-23T15:06:58.5961933Z "SMBUS_TX_AUX_STATUS": null, +2024-09-23T15:06:58.5962525Z "SMBUS_TX_ETH_DEBUG_STATUS0": "0xccdddd00", +2024-09-23T15:06:58.5963238Z "SMBUS_TX_ETH_DEBUG_STATUS1": "0xdddddddd", +2024-09-23T15:06:58.5963873Z "SMBUS_TX_TT_FLASH_VERSION": "0x20100" +2024-09-23T15:06:58.5964404Z }, +2024-09-23T15:06:58.5964777Z "board_info": { +2024-09-23T15:06:58.5965228Z "bus_id": "N/A", +2024-09-23T15:06:58.5965727Z "board_type": "n300 R", +2024-09-23T15:06:58.5966258Z "board_id": "010001451172a00f", +2024-09-23T15:06:58.5966802Z "coords": "(1, 0, 0, 0)", +2024-09-23T15:06:58.5967342Z "dram_status": true, +2024-09-23T15:06:58.5967854Z "dram_speed": "12G", +2024-09-23T15:06:58.5968359Z "pcie_speed": "N/A", +2024-09-23T15:06:58.5968852Z "pcie_width": "N/A" +2024-09-23T15:06:58.5969316Z }, +2024-09-23T15:06:58.5969696Z "telemetry": { +2024-09-23T15:06:58.5970127Z "voltage": "0.73", +2024-09-23T15:06:58.5970600Z "current": " 14.0", +2024-09-23T15:06:58.5971118Z "power": " 11.0", +2024-09-23T15:06:58.5971616Z "aiclk": " 500", +2024-09-23T15:06:58.5972114Z "asic_temperature": "38.5" +2024-09-23T15:06:58.5972636Z }, +2024-09-23T15:06:58.5973222Z "firmwares": { +2024-09-23T15:06:58.5973703Z "arc_fw": "2.27.0.0", +2024-09-23T15:06:58.5974577Z "arc_fw_date": "2024-07-17", +2024-09-23T15:06:58.5975136Z "eth_fw": "6.9.0", +2024-09-23T15:06:58.5975663Z "m3_bl_fw": "129.2.0.0", +2024-09-23T15:06:58.5976208Z "m3_app_fw": "5.9.0.2", +2024-09-23T15:06:58.5976757Z "tt_flash_version": "0.2.1.0" +2024-09-23T15:06:58.5977298Z }, +2024-09-23T15:06:58.5977705Z "limits": { +2024-09-23T15:06:58.5978185Z "vdd_min": "0.74", +2024-09-23T15:06:58.5978683Z "vdd_max": "1.00", +2024-09-23T15:06:58.5979194Z "tdp_limit": " 85", +2024-09-23T15:06:58.5979723Z "tdc_limit": "160", +2024-09-23T15:06:58.5980489Z "asic_fmax": "1000", +2024-09-23T15:06:58.5981028Z "therm_trip_l1_limit": "83", +2024-09-23T15:06:58.5981585Z "thm_limit": "75", +2024-09-23T15:06:58.5982125Z "bus_peak_limit": null +2024-09-23T15:06:58.5982642Z } +2024-09-23T15:06:58.5983020Z } +2024-09-23T15:06:58.5983390Z ] +2024-09-23T15:06:58.5983802Z }Printing out cpu information... +2024-09-23T15:06:58.5984393Z Architecture: x86_64 +2024-09-23T15:06:58.5985111Z CPU op-mode(s): 32-bit, 64-bit +2024-09-23T15:06:58.5985789Z Byte Order: Little Endian +2024-09-23T15:06:58.5986541Z Address sizes: 40 bits physical, 48 bits virtual +2024-09-23T15:06:58.5987234Z CPU(s): 14 +2024-09-23T15:06:58.5987853Z On-line CPU(s) list: 0-13 +2024-09-23T15:06:58.5988432Z Thread(s) per core: 1 +2024-09-23T15:06:58.5989240Z Core(s) per socket: 1 +2024-09-23T15:06:58.5989807Z Socket(s): 14 +2024-09-23T15:06:58.5990341Z NUMA node(s): 2 +2024-09-23T15:06:58.5990901Z Vendor ID: AuthenticAMD +2024-09-23T15:06:58.5991493Z CPU family: 23 +2024-09-23T15:06:58.5991997Z Model: 49 +2024-09-23T15:06:58.5992741Z Model name: AMD EPYC-Rome Processor +2024-09-23T15:06:58.5993465Z Stepping: 0 +2024-09-23T15:06:58.5994075Z CPU MHz: 2299.942 +2024-09-23T15:06:58.5994726Z BogoMIPS: 4599.88 +2024-09-23T15:06:58.5995404Z Virtualization: AMD-V +2024-09-23T15:06:58.5996019Z Hypervisor vendor: KVM +2024-09-23T15:06:58.5996605Z Virtualization type: full +2024-09-23T15:06:58.5997189Z L1d cache: 448 KiB +2024-09-23T15:06:58.5997784Z L1i cache: 448 KiB +2024-09-23T15:06:58.5998365Z L2 cache: 7 MiB +2024-09-23T15:06:58.5998949Z L3 cache: 224 MiB +2024-09-23T15:06:58.5999626Z NUMA node0 CPU(s): 0-6 +2024-09-23T15:06:58.6000345Z NUMA node1 CPU(s): 7-13 +2024-09-23T15:06:58.6001007Z Vulnerability Gather data sampling: Not affected +2024-09-23T15:06:58.6001750Z Vulnerability Itlb multihit: Not affected +2024-09-23T15:06:58.6002487Z Vulnerability L1tf: Not affected +2024-09-23T15:06:58.6003226Z Vulnerability Mds: Not affected +2024-09-23T15:06:58.6004397Z Vulnerability Meltdown: Not affected +2024-09-23T15:06:58.6005166Z Vulnerability Mmio stale data: Not affected +2024-09-23T15:06:58.6005937Z Vulnerability Retbleed: Vulnerable +2024-09-23T15:06:58.6007114Z Vulnerability Spec store bypass: Mitigation; Speculative Store Bypass disabled via prctl and seccomp +2024-09-23T15:06:58.6008668Z Vulnerability Spectre v1: Mitigation; usercopy/swapgs barriers and __user pointer sanitization +2024-09-23T15:06:58.6010761Z Vulnerability Spectre v2: Mitigation; Retpolines; IBPB conditional; STIBP disabled; RSB filling; PBRSB-eIBRS Not affected; BHI Not affected +2024-09-23T15:06:58.6012424Z Vulnerability Srbds: Not affected +2024-09-23T15:06:58.6013176Z Vulnerability Tsx async abort: Not affected +2024-09-23T15:06:58.6017333Z Flags: fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good nopl nonstop_tsc cpuid extd_apicid tsc_known_freq pni pclmulqdq ssse3 fma cx16 sse4_1 sse4_2 x2apic movbe popcnt aes xsave avx f16c rdrand hypervisor lahf_lm svm cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw topoext perfctr_core ssbd ibpb stibp vmmcall fsgsbase bmi1 avx2 smep bmi2 rdseed adx smap clflushopt clwb sha_ni xsaveopt xsavec xgetbv1 clzero xsaveerptr wbnoinvd arat npt nrip_save umip rdpid +2024-09-23T15:07:29.3413334Z /proc/cmdline is satisfactory, continuing with installation +2024-09-23T15:07:29.3414399Z Huge pages is now set up +2024-09-23T15:07:29.4105380Z Hugepage check passed! +2024-09-23T15:07:29.4658131Z ##[group]Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0 +2024-09-23T15:07:29.4659074Z with: +2024-09-23T15:07:29.4659663Z token: *** +2024-09-23T15:07:29.4660284Z fetch-depth: 1 +2024-09-23T15:07:29.4660680Z env: +2024-09-23T15:07:29.4661049Z LOGURU_LEVEL: INFO +2024-09-23T15:07:29.4661734Z LD_LIBRARY_PATH: /home/ubuntu/actions-runner/_work/tt-metal/tt-metal/build/lib +2024-09-23T15:07:29.4662505Z ##[endgroup] +2024-09-23T15:07:29.5001293Z ##[group]Run actions/checkout@v4 +2024-09-23T15:07:29.5001860Z with: +2024-09-23T15:07:29.5002457Z token: *** +2024-09-23T15:07:29.5002907Z fetch-depth: 1 +2024-09-23T15:07:29.5003361Z lfs: true +2024-09-23T15:07:29.5003782Z submodules: recursive +2024-09-23T15:07:29.5004262Z clean: true +2024-09-23T15:07:29.5005088Z repository: tenstorrent/tt-metal +2024-09-23T15:07:29.5005605Z ssh-strict: true +2024-09-23T15:07:29.5006017Z ssh-user: git +2024-09-23T15:07:29.5006493Z persist-credentials: true +2024-09-23T15:07:29.5007142Z sparse-checkout-cone-mode: true +2024-09-23T15:07:29.5007696Z fetch-tags: false +2024-09-23T15:07:29.5008129Z show-progress: true +2024-09-23T15:07:29.5008578Z set-safe-directory: true +2024-09-23T15:07:29.5009079Z env: +2024-09-23T15:07:29.5009459Z LOGURU_LEVEL: INFO +2024-09-23T15:07:29.5010922Z LD_LIBRARY_PATH: /home/ubuntu/actions-runner/_work/tt-metal/tt-metal/build/lib +2024-09-23T15:07:29.5011715Z ##[endgroup] +2024-09-23T15:07:29.6466324Z Syncing repository: tenstorrent/tt-metal +2024-09-23T15:07:29.6468481Z ##[group]Getting Git version info +2024-09-23T15:07:29.6469371Z Working directory is '/home/ubuntu/actions-runner/_work/tt-metal/tt-metal' +2024-09-23T15:07:29.6470595Z [command]/usr/bin/git version +2024-09-23T15:07:29.6500659Z git version 2.25.1 +2024-09-23T15:07:29.6552808Z [command]/usr/bin/git lfs version +2024-09-23T15:07:29.6838434Z git-lfs/2.9.2 (GitHub; linux amd64; go 1.13.5) +2024-09-23T15:07:29.6857621Z ##[endgroup] +2024-09-23T15:07:29.6879855Z Temporarily overriding HOME='/home/ubuntu/actions-runner/_work/_temp/4110613e-ba2a-47a1-8004-61e0b615a6ab' before making global git config changes +2024-09-23T15:07:29.6881364Z Adding repository directory to the temporary git global config as a safe directory +2024-09-23T15:07:29.6887657Z [command]/usr/bin/git config --global --add safe.directory /home/ubuntu/actions-runner/_work/tt-metal/tt-metal +2024-09-23T15:07:29.6957362Z [command]/usr/bin/git config --local --get remote.origin.url +2024-09-23T15:07:29.6961545Z https://github.com/tenstorrent/tt-metal +2024-09-23T15:07:29.6982133Z ##[group]Removing previously created refs, to avoid conflicts +2024-09-23T15:07:29.6987769Z [command]/usr/bin/git rev-parse --symbolic-full-name --verify --quiet HEAD +2024-09-23T15:07:29.7031678Z refs/heads/yan-zaretskiy/11531-op-autodoc +2024-09-23T15:07:29.7045109Z [command]/usr/bin/git checkout --detach +2024-09-23T15:07:30.0687538Z HEAD is now at b9c05cb #0: fix ci test issue and warnings +2024-09-23T15:07:30.1564389Z [command]/usr/bin/git branch --delete --force yan-zaretskiy/11531-op-autodoc +2024-09-23T15:07:30.1593368Z Deleted branch yan-zaretskiy/11531-op-autodoc (was b9c05cb). +2024-09-23T15:07:30.1889998Z ##[endgroup] +2024-09-23T15:07:30.1890607Z [command]/usr/bin/git submodule status +2024-09-23T15:07:30.2291386Z 7b11d073376b905b46edaa757f0bfde5c38a9636 models/demos/t3000/llama2_70b/reference/llama (heads/main) +2024-09-23T15:07:30.2372525Z 2ba5a2973915aa1c5afbf6f1524e87e0c43bc058 tt_metal/third_party/lfs (heads/main) +2024-09-23T15:07:30.2469554Z b8f28551cc3a98ea9fbfc15c05b513c8f2d23e84 tt_metal/third_party/pybind11 (b8f2855) +2024-09-23T15:07:30.2557054Z 3008daa0abc9f37fe757aa8ac7fee26f410947bb tt_metal/third_party/sfpi (heads/master) +2024-09-23T15:07:30.2652819Z 7d9e85b6b2e9bf501021f857f2f3cbe43bc37c85 tt_metal/third_party/taskflow (7d9e85b) +2024-09-23T15:07:30.2748632Z 71d4c8d378b52af7da7012b9b595a61e9304f0bb tt_metal/third_party/tracy (71d4c8d) +2024-09-23T15:07:30.2835158Z b3d5095528537db52e069b0daa54aaee2e609437 tt_metal/third_party/tt_llk_blackhole (b3d5095) +2024-09-23T15:07:30.2912371Z eda31ada422e8a7999d46823aa476e3487397093 tt_metal/third_party/tt_llk_grayskull (heads/main) +2024-09-23T15:07:30.2992494Z fefda7caec7452072fa84b1ce5046df7f9254246 tt_metal/third_party/tt_llk_wormhole_b0 (fefda7c) +2024-09-23T15:07:30.3076823Z f7b1ce0f6ed3101bdd4f1367145378a59996f07b tt_metal/third_party/umd (heads/main) +2024-09-23T15:07:30.3096078Z ##[group]Cleaning the repository +2024-09-23T15:07:30.3097385Z [command]/usr/bin/git clean -ffdx +2024-09-23T15:07:33.7938425Z Removing .pytest_cache/ +2024-09-23T15:07:33.7938988Z Removing .umd/ +2024-09-23T15:07:33.7939438Z Removing __pycache__/ +2024-09-23T15:07:33.7940219Z Removing build/ +2024-09-23T15:07:33.7940734Z Removing built/ +2024-09-23T15:07:33.7941184Z Removing generated/ +2024-09-23T15:07:33.7945077Z Removing models/__pycache__/ +2024-09-23T15:07:33.7945832Z Removing models/datasets/__pycache__/ +2024-09-23T15:07:33.7946502Z Removing models/demos/utils/__pycache__/ +2024-09-23T15:07:33.7947315Z Removing models/demos/wormhole/mamba/benchmarks/__pycache__/ +2024-09-23T15:07:33.7948581Z Removing models/demos/wormhole/mamba/demo/__pycache__/ +2024-09-23T15:07:33.7949486Z Removing models/demos/wormhole/mamba/reference/__pycache__/ +2024-09-23T15:07:33.7950243Z Removing models/demos/wormhole/mamba/tt/__pycache__/ +2024-09-23T15:07:33.7950957Z Removing models/perf/__pycache__/ +2024-09-23T15:07:33.7951534Z Removing python_env/ +2024-09-23T15:07:33.7952050Z Removing runtime/ +2024-09-23T15:07:33.7952813Z Removing tests/nightly/single_card/mamba/models/demos/wormhole/mamba/__pycache__/ +2024-09-23T15:07:33.7953642Z Removing tests/scripts/__pycache__/ +2024-09-23T15:07:33.7954343Z Removing tests/tt_eager/python_api_testing/sweep_tests/__pycache__/ +2024-09-23T15:07:33.7955425Z Removing tt_dnn-models/ +2024-09-23T15:07:33.7955906Z Removing ttm_wormhole_b0.tar +2024-09-23T15:07:33.7956406Z Removing ttnn/tt_lib/__pycache__/ +2024-09-23T15:07:33.7956953Z Removing ttnn/tt_lib/_internal/__pycache__/ +2024-09-23T15:07:33.7957531Z Removing ttnn/ttnn/__pycache__/ +2024-09-23T15:07:33.7958084Z Removing ttnn/ttnn/_ttnn.so +2024-09-23T15:07:33.7958679Z Removing ttnn/ttnn/experimental_loader/__pycache__/ +2024-09-23T15:07:33.7959387Z Removing ttnn/ttnn/operations/__pycache__/ +2024-09-23T15:07:33.7960020Z Removing ttnn/ttnn/operations/conv/__pycache__/ +2024-09-23T15:07:33.7962106Z [command]/usr/bin/git reset --hard HEAD +2024-09-23T15:07:33.8825168Z HEAD is now at b9c05cb #0: fix ci test issue and warnings +2024-09-23T15:07:33.8836457Z ##[endgroup] +2024-09-23T15:07:33.8838929Z ##[group]Disabling automatic garbage collection +2024-09-23T15:07:33.8844814Z [command]/usr/bin/git config --local gc.auto 0 +2024-09-23T15:07:33.8882151Z ##[endgroup] +2024-09-23T15:07:33.8882921Z ##[group]Setting up auth +2024-09-23T15:07:33.8890521Z [command]/usr/bin/git config --local --name-only --get-regexp core\.sshCommand +2024-09-23T15:07:33.8925133Z [command]/usr/bin/git submodule foreach --recursive sh -c "git config --local --name-only --get-regexp 'core\.sshCommand' && git config --local --unset-all 'core.sshCommand' || :" +2024-09-23T15:07:33.9201932Z Entering 'models/demos/t3000/llama2_70b/reference/llama' +2024-09-23T15:07:33.9252876Z Entering 'tt_metal/third_party/lfs' +2024-09-23T15:07:33.9311668Z Entering 'tt_metal/third_party/pybind11' +2024-09-23T15:07:33.9360913Z Entering 'tt_metal/third_party/sfpi' +2024-09-23T15:07:33.9420975Z Entering 'tt_metal/third_party/taskflow' +2024-09-23T15:07:33.9474354Z Entering 'tt_metal/third_party/tracy' +2024-09-23T15:07:33.9527772Z Entering 'tt_metal/third_party/tt_llk_blackhole' +2024-09-23T15:07:33.9579847Z Entering 'tt_metal/third_party/tt_llk_grayskull' +2024-09-23T15:07:33.9634116Z Entering 'tt_metal/third_party/tt_llk_wormhole_b0' +2024-09-23T15:07:33.9685820Z Entering 'tt_metal/third_party/umd' +2024-09-23T15:07:33.9734306Z Entering 'tt_metal/third_party/umd/third_party/fmt' +2024-09-23T15:07:33.9833682Z [command]/usr/bin/git config --local --name-only --get-regexp http\.https\:\/\/github\.com\/\.extraheader +2024-09-23T15:07:33.9874184Z [command]/usr/bin/git submodule foreach --recursive sh -c "git config --local --name-only --get-regexp 'http\.https\:\/\/github\.com\/\.extraheader' && git config --local --unset-all 'http.https://github.com/.extraheader' || :" +2024-09-23T15:07:34.0153025Z Entering 'models/demos/t3000/llama2_70b/reference/llama' +2024-09-23T15:07:34.0197044Z Entering 'tt_metal/third_party/lfs' +2024-09-23T15:07:34.0240914Z Entering 'tt_metal/third_party/pybind11' +2024-09-23T15:07:34.0285883Z Entering 'tt_metal/third_party/sfpi' +2024-09-23T15:07:34.0334699Z Entering 'tt_metal/third_party/taskflow' +2024-09-23T15:07:34.0380612Z Entering 'tt_metal/third_party/tracy' +2024-09-23T15:07:34.0424373Z Entering 'tt_metal/third_party/tt_llk_blackhole' +2024-09-23T15:07:34.0464393Z Entering 'tt_metal/third_party/tt_llk_grayskull' +2024-09-23T15:07:34.0510818Z Entering 'tt_metal/third_party/tt_llk_wormhole_b0' +2024-09-23T15:07:34.0553287Z Entering 'tt_metal/third_party/umd' +2024-09-23T15:07:34.0595868Z Entering 'tt_metal/third_party/umd/third_party/fmt' +2024-09-23T15:07:34.0660728Z [command]/usr/bin/git config --local http.https://github.com/.extraheader AUTHORIZATION: basic *** +2024-09-23T15:07:34.0708252Z ##[endgroup] +2024-09-23T15:07:34.0712889Z [command]/usr/bin/git lfs install --local +2024-09-23T15:07:34.0881583Z Updated git hooks. +2024-09-23T15:07:34.0882143Z Git LFS initialized. +2024-09-23T15:07:34.0899343Z ##[group]Fetching the repository +2024-09-23T15:07:34.0913207Z [command]/usr/bin/git -c protocol.version=2 fetch --no-tags --prune --no-recurse-submodules --depth=1 origin +64249512152ed52c6df7d6adf6bb1a59b96db81c:refs/remotes/origin/virdhatchani/5_clean +2024-09-23T15:07:34.5548651Z From https://github.com/tenstorrent/tt-metal +2024-09-23T15:07:34.5549980Z + 554b45f...6424951 64249512152ed52c6df7d6adf6bb1a59b96db81c -> origin/virdhatchani/5_clean (forced update) +2024-09-23T15:07:34.5581004Z ##[endgroup] +2024-09-23T15:07:34.5581709Z ##[group]Determining the checkout info +2024-09-23T15:07:34.5584425Z ##[endgroup] +2024-09-23T15:07:34.5585211Z ##[group]Fetching LFS objects +2024-09-23T15:07:34.5592600Z [command]/usr/bin/git lfs fetch origin refs/remotes/origin/virdhatchani/5_clean +2024-09-23T15:07:34.5724935Z fetch: Fetching reference refs/remotes/origin/virdhatchani/5_clean +2024-09-23T15:07:35.0199594Z ##[endgroup] +2024-09-23T15:07:35.0200339Z ##[group]Checking out the ref +2024-09-23T15:07:35.0206645Z [command]/usr/bin/git checkout --progress --force -B virdhatchani/5_clean refs/remotes/origin/virdhatchani/5_clean +2024-09-23T15:07:35.0606862Z Previous HEAD position was b9c05cb #0: fix ci test issue and warnings +2024-09-23T15:07:35.0859890Z Switched to a new branch 'virdhatchani/5_clean' +2024-09-23T15:07:35.0861234Z Branch 'virdhatchani/5_clean' set up to track remote branch 'virdhatchani/5_clean' from 'origin'. +2024-09-23T15:07:35.1374817Z ##[endgroup] +2024-09-23T15:07:35.1375592Z ##[group]Setting up auth for fetching submodules +2024-09-23T15:07:35.1384272Z [command]/usr/bin/git config --global http.https://github.com/.extraheader AUTHORIZATION: basic *** +2024-09-23T15:07:35.1427924Z [command]/usr/bin/git config --global --unset-all url.https://github.com/.insteadOf +2024-09-23T15:07:35.1460309Z [command]/usr/bin/git config --global --add url.https://github.com/.insteadOf git@github.com: +2024-09-23T15:07:35.1496186Z [command]/usr/bin/git config --global --add url.https://github.com/.insteadOf org-64161552@github.com: +2024-09-23T15:07:35.1530362Z ##[endgroup] +2024-09-23T15:07:35.1531034Z ##[group]Fetching submodules +2024-09-23T15:07:35.1535052Z [command]/usr/bin/git submodule sync --recursive +2024-09-23T15:07:35.1804498Z Synchronizing submodule url for 'models/demos/t3000/llama2_70b/reference/llama' +2024-09-23T15:07:35.1839626Z Synchronizing submodule url for 'tt_metal/third_party/lfs' +2024-09-23T15:07:35.1878611Z Synchronizing submodule url for 'tt_metal/third_party/pybind11' +2024-09-23T15:07:35.1914778Z Synchronizing submodule url for 'tt_metal/third_party/sfpi' +2024-09-23T15:07:35.1961637Z Synchronizing submodule url for 'tt_metal/third_party/taskflow' +2024-09-23T15:07:35.2004946Z Synchronizing submodule url for 'tt_metal/third_party/tracy' +2024-09-23T15:07:35.2039528Z Synchronizing submodule url for 'tt_metal/third_party/tt_llk_blackhole' +2024-09-23T15:07:35.2074573Z Synchronizing submodule url for 'tt_metal/third_party/tt_llk_grayskull' +2024-09-23T15:07:35.2109653Z Synchronizing submodule url for 'tt_metal/third_party/tt_llk_wormhole_b0' +2024-09-23T15:07:35.2146439Z Synchronizing submodule url for 'tt_metal/third_party/umd' +2024-09-23T15:07:35.2182758Z Synchronizing submodule url for 'tt_metal/third_party/umd/third_party/fmt' +2024-09-23T15:07:35.2229899Z [command]/usr/bin/git -c protocol.version=2 submodule update --init --force --depth=1 --recursive +2024-09-23T15:07:35.2780992Z Submodule path 'models/demos/t3000/llama2_70b/reference/llama': checked out '7b11d073376b905b46edaa757f0bfde5c38a9636' +2024-09-23T15:07:35.3206532Z WARNING: Multiple 'url.*..insteadof' keys with the same alias: "git@github.com:" +2024-09-23T15:07:35.3207775Z WARNING: Multiple 'url.*..insteadof' keys with the same alias: "org-64161552@github.com:" +2024-09-23T15:07:35.3247399Z Submodule path 'tt_metal/third_party/lfs': checked out '2ba5a2973915aa1c5afbf6f1524e87e0c43bc058' +2024-09-23T15:07:35.3572002Z Submodule path 'tt_metal/third_party/pybind11': checked out 'b8f28551cc3a98ea9fbfc15c05b513c8f2d23e84' +2024-09-23T15:07:35.4059727Z WARNING: Multiple 'url.*..insteadof' keys with the same alias: "git@github.com:" +2024-09-23T15:07:35.4063462Z WARNING: Multiple 'url.*..insteadof' keys with the same alias: "org-64161552@github.com:" +2024-09-23T15:07:35.4186771Z Submodule path 'tt_metal/third_party/sfpi': checked out '3008daa0abc9f37fe757aa8ac7fee26f410947bb' +2024-09-23T15:07:35.4577047Z Submodule path 'tt_metal/third_party/taskflow': checked out '7d9e85b6b2e9bf501021f857f2f3cbe43bc37c85' +2024-09-23T15:07:35.4917534Z Submodule path 'tt_metal/third_party/tracy': checked out '71d4c8d378b52af7da7012b9b595a61e9304f0bb' +2024-09-23T15:07:35.5240488Z Submodule path 'tt_metal/third_party/tt_llk_blackhole': checked out 'b3d5095528537db52e069b0daa54aaee2e609437' +2024-09-23T15:07:35.5559153Z Submodule path 'tt_metal/third_party/tt_llk_grayskull': checked out 'eda31ada422e8a7999d46823aa476e3487397093' +2024-09-23T15:07:35.5879290Z Submodule path 'tt_metal/third_party/tt_llk_wormhole_b0': checked out 'fefda7caec7452072fa84b1ce5046df7f9254246' +2024-09-23T15:07:35.6188813Z Submodule path 'tt_metal/third_party/umd': checked out 'f7b1ce0f6ed3101bdd4f1367145378a59996f07b' +2024-09-23T15:07:35.6528187Z Submodule path 'tt_metal/third_party/umd/third_party/fmt': checked out 'b50e685db996c167e6c831dcef582aba6e14276a' +2024-09-23T15:07:35.6618216Z [command]/usr/bin/git submodule foreach --recursive git config --local gc.auto 0 +2024-09-23T15:07:35.6877681Z Entering 'models/demos/t3000/llama2_70b/reference/llama' +2024-09-23T15:07:35.6919049Z Entering 'tt_metal/third_party/lfs' +2024-09-23T15:07:35.6961345Z Entering 'tt_metal/third_party/pybind11' +2024-09-23T15:07:35.7006948Z Entering 'tt_metal/third_party/sfpi' +2024-09-23T15:07:35.7051268Z Entering 'tt_metal/third_party/taskflow' +2024-09-23T15:07:35.7098042Z Entering 'tt_metal/third_party/tracy' +2024-09-23T15:07:35.7136662Z Entering 'tt_metal/third_party/tt_llk_blackhole' +2024-09-23T15:07:35.7175519Z Entering 'tt_metal/third_party/tt_llk_grayskull' +2024-09-23T15:07:35.7214563Z Entering 'tt_metal/third_party/tt_llk_wormhole_b0' +2024-09-23T15:07:35.7257315Z Entering 'tt_metal/third_party/umd' +2024-09-23T15:07:35.7301533Z Entering 'tt_metal/third_party/umd/third_party/fmt' +2024-09-23T15:07:35.7356378Z ##[endgroup] +2024-09-23T15:07:35.7357172Z ##[group]Persisting credentials for submodules +2024-09-23T15:07:35.7364174Z [command]/usr/bin/git submodule foreach --recursive sh -c "git config --local --name-only --get-regexp 'url\.https\:\/\/github\.com\/\.insteadOf' && git config --local --unset-all 'url.https://github.com/.insteadOf' || :" +2024-09-23T15:07:35.7611836Z Entering 'models/demos/t3000/llama2_70b/reference/llama' +2024-09-23T15:07:35.7636718Z url.https://github.com/.insteadof +2024-09-23T15:07:35.7637642Z url.https://github.com/.insteadof +2024-09-23T15:07:35.7675502Z Entering 'tt_metal/third_party/lfs' +2024-09-23T15:07:35.7701384Z url.https://github.com/.insteadof +2024-09-23T15:07:35.7701955Z url.https://github.com/.insteadof +2024-09-23T15:07:35.7735655Z Entering 'tt_metal/third_party/pybind11' +2024-09-23T15:07:35.7761213Z url.https://github.com/.insteadof +2024-09-23T15:07:35.7761794Z url.https://github.com/.insteadof +2024-09-23T15:07:35.7797359Z Entering 'tt_metal/third_party/sfpi' +2024-09-23T15:07:35.7824056Z url.https://github.com/.insteadof +2024-09-23T15:07:35.7824613Z url.https://github.com/.insteadof +2024-09-23T15:07:35.7866954Z Entering 'tt_metal/third_party/taskflow' +2024-09-23T15:07:35.7892426Z url.https://github.com/.insteadof +2024-09-23T15:07:35.7892979Z url.https://github.com/.insteadof +2024-09-23T15:07:35.7934556Z Entering 'tt_metal/third_party/tracy' +2024-09-23T15:07:35.7959619Z url.https://github.com/.insteadof +2024-09-23T15:07:35.7960173Z url.https://github.com/.insteadof +2024-09-23T15:07:35.7995070Z Entering 'tt_metal/third_party/tt_llk_blackhole' +2024-09-23T15:07:35.8019453Z url.https://github.com/.insteadof +2024-09-23T15:07:35.8020198Z url.https://github.com/.insteadof +2024-09-23T15:07:35.8056262Z Entering 'tt_metal/third_party/tt_llk_grayskull' +2024-09-23T15:07:35.8082475Z url.https://github.com/.insteadof +2024-09-23T15:07:35.8083004Z url.https://github.com/.insteadof +2024-09-23T15:07:35.8118981Z Entering 'tt_metal/third_party/tt_llk_wormhole_b0' +2024-09-23T15:07:35.8143911Z url.https://github.com/.insteadof +2024-09-23T15:07:35.8144453Z url.https://github.com/.insteadof +2024-09-23T15:07:35.8180525Z Entering 'tt_metal/third_party/umd' +2024-09-23T15:07:35.8203660Z url.https://github.com/.insteadof +2024-09-23T15:07:35.8204236Z url.https://github.com/.insteadof +2024-09-23T15:07:35.8236043Z Entering 'tt_metal/third_party/umd/third_party/fmt' +2024-09-23T15:07:35.8263049Z url.https://github.com/.insteadof +2024-09-23T15:07:35.8263613Z url.https://github.com/.insteadof +2024-09-23T15:07:35.8314394Z [command]/usr/bin/git submodule foreach --recursive sh -c "git config --local 'http.https://github.com/.extraheader' 'AUTHORIZATION: basic ***' && git config --local --show-origin --name-only --get-regexp remote.origin.url" +2024-09-23T15:07:35.8565819Z Entering 'models/demos/t3000/llama2_70b/reference/llama' +2024-09-23T15:07:35.8617169Z file:/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/.git/modules/models/demos/t3000/llama2_70b/reference/llama/config remote.origin.url +2024-09-23T15:07:35.8635010Z Entering 'tt_metal/third_party/lfs' +2024-09-23T15:07:35.8672069Z file:/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/.git/modules/third_party/lfs/config remote.origin.url +2024-09-23T15:07:35.8694505Z Entering 'tt_metal/third_party/pybind11' +2024-09-23T15:07:35.8736935Z file:/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/.git/modules/third_party/pybind11/config remote.origin.url +2024-09-23T15:07:35.8758673Z Entering 'tt_metal/third_party/sfpi' +2024-09-23T15:07:35.8804785Z file:/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/.git/modules/src/ckernels/sfpi/config remote.origin.url +2024-09-23T15:07:35.8827395Z Entering 'tt_metal/third_party/taskflow' +2024-09-23T15:07:35.8871697Z file:/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/.git/modules/tt_metal/third_party/taskflow/config remote.origin.url +2024-09-23T15:07:35.8897611Z Entering 'tt_metal/third_party/tracy' +2024-09-23T15:07:35.8942658Z file:/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/.git/modules/tt_metal/third_party/tracy/config remote.origin.url +2024-09-23T15:07:35.8964204Z Entering 'tt_metal/third_party/tt_llk_blackhole' +2024-09-23T15:07:35.9008613Z file:/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/.git/modules/tt_metal/third_party/tt_llk_blackhole/config remote.origin.url +2024-09-23T15:07:35.9030682Z Entering 'tt_metal/third_party/tt_llk_grayskull' +2024-09-23T15:07:35.9076864Z file:/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/.git/modules/tt_metal/third_party/tt_llk_grayskull/config remote.origin.url +2024-09-23T15:07:35.9098011Z Entering 'tt_metal/third_party/tt_llk_wormhole_b0' +2024-09-23T15:07:35.9142089Z file:/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/.git/modules/tt_metal/third_party/tt_llk_wormhole_b0/config remote.origin.url +2024-09-23T15:07:35.9165448Z Entering 'tt_metal/third_party/umd' +2024-09-23T15:07:35.9208186Z file:/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/.git/modules/tt_metal/third_party/umd/config remote.origin.url +2024-09-23T15:07:35.9225450Z Entering 'tt_metal/third_party/umd/third_party/fmt' +2024-09-23T15:07:35.9267601Z file:/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/.git/modules/tt_metal/third_party/umd/modules/third_party/fmt/config remote.origin.url +2024-09-23T15:07:35.9390817Z [command]/usr/bin/git submodule foreach --recursive git config --local --add 'url.https://github.com/.insteadOf' 'git@github.com:' +2024-09-23T15:07:35.9663141Z Entering 'models/demos/t3000/llama2_70b/reference/llama' +2024-09-23T15:07:35.9710332Z Entering 'tt_metal/third_party/lfs' +2024-09-23T15:07:35.9754851Z Entering 'tt_metal/third_party/pybind11' +2024-09-23T15:07:35.9797735Z Entering 'tt_metal/third_party/sfpi' +2024-09-23T15:07:35.9843406Z Entering 'tt_metal/third_party/taskflow' +2024-09-23T15:07:35.9887058Z Entering 'tt_metal/third_party/tracy' +2024-09-23T15:07:35.9931107Z Entering 'tt_metal/third_party/tt_llk_blackhole' +2024-09-23T15:07:35.9974083Z Entering 'tt_metal/third_party/tt_llk_grayskull' +2024-09-23T15:07:36.0016572Z Entering 'tt_metal/third_party/tt_llk_wormhole_b0' +2024-09-23T15:07:36.0060774Z Entering 'tt_metal/third_party/umd' +2024-09-23T15:07:36.0101382Z Entering 'tt_metal/third_party/umd/third_party/fmt' +2024-09-23T15:07:36.0166304Z [command]/usr/bin/git submodule foreach --recursive git config --local --add 'url.https://github.com/.insteadOf' 'org-64161552@github.com:' +2024-09-23T15:07:36.0423868Z Entering 'models/demos/t3000/llama2_70b/reference/llama' +2024-09-23T15:07:36.0460648Z Entering 'tt_metal/third_party/lfs' +2024-09-23T15:07:36.0499325Z Entering 'tt_metal/third_party/pybind11' +2024-09-23T15:07:36.0536038Z Entering 'tt_metal/third_party/sfpi' +2024-09-23T15:07:36.0587333Z Entering 'tt_metal/third_party/taskflow' +2024-09-23T15:07:36.0634451Z Entering 'tt_metal/third_party/tracy' +2024-09-23T15:07:36.0673631Z Entering 'tt_metal/third_party/tt_llk_blackhole' +2024-09-23T15:07:36.0710225Z Entering 'tt_metal/third_party/tt_llk_grayskull' +2024-09-23T15:07:36.0750567Z Entering 'tt_metal/third_party/tt_llk_wormhole_b0' +2024-09-23T15:07:36.0785799Z Entering 'tt_metal/third_party/umd' +2024-09-23T15:07:36.0824124Z Entering 'tt_metal/third_party/umd/third_party/fmt' +2024-09-23T15:07:36.0877894Z ##[endgroup] +2024-09-23T15:07:36.0928077Z [command]/usr/bin/git log -1 --format='%H' +2024-09-23T15:07:36.0955940Z '64249512152ed52c6df7d6adf6bb1a59b96db81c' +2024-09-23T15:07:36.1157912Z ##[group]Run git clean -xffd +2024-09-23T15:07:36.1158432Z git clean -xffd +2024-09-23T15:07:36.1177184Z shell: /usr/bin/bash --noprofile --norc -e -o pipefail {0} +2024-09-23T15:07:36.1178076Z env: +2024-09-23T15:07:36.1178459Z LOGURU_LEVEL: INFO +2024-09-23T15:07:36.1179132Z LD_LIBRARY_PATH: /home/ubuntu/actions-runner/_work/tt-metal/tt-metal/build/lib +2024-09-23T15:07:36.1180323Z ##[endgroup] +2024-09-23T15:07:36.1454175Z ##[group]Run git submodule foreach 'git clean -xffd' +2024-09-23T15:07:36.1454931Z git submodule foreach 'git clean -xffd' +2024-09-23T15:07:36.1475387Z shell: /usr/bin/bash --noprofile --norc -e -o pipefail {0} +2024-09-23T15:07:36.1476041Z env: +2024-09-23T15:07:36.1476442Z LOGURU_LEVEL: INFO +2024-09-23T15:07:36.1477111Z LD_LIBRARY_PATH: /home/ubuntu/actions-runner/_work/tt-metal/tt-metal/build/lib +2024-09-23T15:07:36.1477871Z ##[endgroup] +2024-09-23T15:07:36.1776545Z Entering 'models/demos/t3000/llama2_70b/reference/llama' +2024-09-23T15:07:36.1797815Z Entering 'tt_metal/third_party/lfs' +2024-09-23T15:07:36.1823677Z Entering 'tt_metal/third_party/pybind11' +2024-09-23T15:07:36.1849070Z Entering 'tt_metal/third_party/sfpi' +2024-09-23T15:07:36.1917173Z Entering 'tt_metal/third_party/taskflow' +2024-09-23T15:07:36.1998394Z Entering 'tt_metal/third_party/tracy' +2024-09-23T15:07:36.2026650Z Entering 'tt_metal/third_party/tt_llk_blackhole' +2024-09-23T15:07:36.2049751Z Entering 'tt_metal/third_party/tt_llk_grayskull' +2024-09-23T15:07:36.2073665Z Entering 'tt_metal/third_party/tt_llk_wormhole_b0' +2024-09-23T15:07:36.2094852Z Entering 'tt_metal/third_party/umd' +2024-09-23T15:07:36.2172504Z ##[group]Run git submodule foreach 'git lfs fetch && git lfs pull' +2024-09-23T15:07:36.2173401Z git submodule foreach 'git lfs fetch && git lfs pull' +2024-09-23T15:07:36.2195736Z shell: /usr/bin/bash --noprofile --norc -e -o pipefail {0} +2024-09-23T15:07:36.2196380Z env: +2024-09-23T15:07:36.2196760Z LOGURU_LEVEL: INFO +2024-09-23T15:07:36.2197435Z LD_LIBRARY_PATH: /home/ubuntu/actions-runner/_work/tt-metal/tt-metal/build/lib +2024-09-23T15:07:36.2198204Z ##[endgroup] +2024-09-23T15:07:36.2489728Z Entering 'models/demos/t3000/llama2_70b/reference/llama' +2024-09-23T15:07:36.2603767Z fetch: Fetching reference HEAD +2024-09-23T15:07:36.2839718Z Entering 'tt_metal/third_party/lfs' +2024-09-23T15:07:36.2955212Z fetch: Fetching reference HEAD +2024-09-23T15:07:36.3271164Z Entering 'tt_metal/third_party/pybind11' +2024-09-23T15:07:36.3386771Z fetch: Fetching reference HEAD +2024-09-23T15:07:36.3765568Z Entering 'tt_metal/third_party/sfpi' +2024-09-23T15:07:36.3871024Z fetch: Fetching reference HEAD +2024-09-23T15:07:36.5323388Z Entering 'tt_metal/third_party/taskflow' +2024-09-23T15:07:36.5450438Z fetch: Fetching reference HEAD +2024-09-23T15:07:36.8335042Z Entering 'tt_metal/third_party/tracy' +2024-09-23T15:07:36.8460966Z fetch: Fetching reference HEAD +2024-09-23T15:07:36.9057632Z Entering 'tt_metal/third_party/tt_llk_blackhole' +2024-09-23T15:07:36.9172687Z fetch: Fetching reference HEAD +2024-09-23T15:07:36.9484182Z Entering 'tt_metal/third_party/tt_llk_grayskull' +2024-09-23T15:07:36.9598731Z fetch: Fetching reference HEAD +2024-09-23T15:07:36.9857885Z Entering 'tt_metal/third_party/tt_llk_wormhole_b0' +2024-09-23T15:07:36.9958860Z fetch: Fetching reference HEAD +2024-09-23T15:07:37.0230807Z Entering 'tt_metal/third_party/umd' +2024-09-23T15:07:37.0346958Z fetch: Fetching reference HEAD +2024-09-23T15:07:37.0739026Z ##[group]Run actions/download-artifact@v4 +2024-09-23T15:07:37.0739616Z with: +2024-09-23T15:07:37.0740300Z name: eager-dist-ubuntu-20.04-wormhole_b0 +2024-09-23T15:07:37.0740880Z merge-multiple: false +2024-09-23T15:07:37.0741377Z repository: tenstorrent/tt-metal +2024-09-23T15:07:37.0741907Z run-id: 10996802864 +2024-09-23T15:07:37.0742336Z env: +2024-09-23T15:07:37.0742704Z LOGURU_LEVEL: INFO +2024-09-23T15:07:37.0743405Z LD_LIBRARY_PATH: /home/ubuntu/actions-runner/_work/tt-metal/tt-metal/build/lib +2024-09-23T15:07:37.0744176Z ##[endgroup] +2024-09-23T15:07:37.3406815Z Downloading single artifact +2024-09-23T15:07:37.5860644Z Preparing to download the following artifacts: +2024-09-23T15:07:37.5862013Z - eager-dist-ubuntu-20.04-wormhole_b0 (ID: 1966873301, Size: 513860560) +2024-09-23T15:07:37.7272088Z Redirecting to blob download url: https://productionresultssa14.blob.core.windows.net/actions-results/fa6d7664-dfc8-4e0a-ad1d-f35b97bc1b81/workflow-job-run-859c0d3c-fd64-581c-fe3c-861d137cb35a/artifacts/c779ac1f9e77fe53c03e8da7e3330fd4da5d41ee546476beea6fd41b88dd0784.zip +2024-09-23T15:07:37.7274667Z Starting download of artifact to: /home/ubuntu/actions-runner/_work/tt-metal/tt-metal +2024-09-23T15:07:38.0021291Z (node:3092567) [DEP0005] DeprecationWarning: Buffer() is deprecated due to security and usability issues. Please use the Buffer.alloc(), Buffer.allocUnsafe(), or Buffer.from() methods instead. +2024-09-23T15:07:38.0024933Z (Use `node --trace-deprecation ...` to show where the warning was created) +2024-09-23T15:07:56.8619226Z Artifact download completed successfully. +2024-09-23T15:07:56.8620187Z Total of 1 artifact(s) downloaded +2024-09-23T15:07:56.8632433Z Download artifact has finished successfully +2024-09-23T15:07:56.9044222Z Prepare all required actions +2024-09-23T15:07:56.9044847Z Getting action download info +2024-09-23T15:07:57.0796418Z Download action repository 'docker/login-action@v3' (SHA:9780b0c442fbb1117ed29e0efdff1e18412f7567) +2024-09-23T15:07:57.8275038Z Download action repository 'addnab/docker-run-action@v3' (SHA:4f65fabd2431ebc8d299f8e5a018d79a769ae185) +2024-09-23T15:07:58.1755567Z ##[group]Run ./.github/actions/docker-run +2024-09-23T15:07:58.1756116Z with: +2024-09-23T15:07:58.1756561Z docker_username: VirdhatchaniKN +2024-09-23T15:07:58.1757575Z docker_password: *** +2024-09-23T15:07:58.1758052Z docker_image_arch: wormhole_b0 +2024-09-23T15:07:58.1758968Z run_args: WHEEL_FILENAME=$(ls -1 *.whl) +pip3 install --user $WHEEL_FILENAME +./tests/scripts/run_ttnn_examples.sh + +2024-09-23T15:07:58.1759944Z docker_image: tt-metalium/ubuntu-20.04-amd64 +2024-09-23T15:07:58.1760722Z device: -v /dev/hugepages-1G:/dev/hugepages-1G +--device /dev/tenstorrent + +2024-09-23T15:07:58.1761430Z env: +2024-09-23T15:07:58.1761849Z LOGURU_LEVEL: INFO +2024-09-23T15:07:58.1762543Z LD_LIBRARY_PATH: /home/ubuntu/actions-runner/_work/tt-metal/tt-metal/build/lib +2024-09-23T15:07:58.1763341Z ##[endgroup] +2024-09-23T15:07:58.1868215Z ##[group]Build container for action use: '/home/ubuntu/actions-runner/_work/_actions/addnab/docker-run-action/v3/Dockerfile'. +2024-09-23T15:07:58.1921486Z ##[command]/usr/bin/docker build -t d065f5:797cf0cf5f814f368b2f141c3be80509 -f "/home/ubuntu/actions-runner/_work/_actions/addnab/docker-run-action/v3/Dockerfile" "/home/ubuntu/actions-runner/_work/_actions/addnab/docker-run-action/v3" +2024-09-23T15:07:58.8383712Z #0 building with "default" instance using docker driver +2024-09-23T15:07:58.8384735Z +2024-09-23T15:07:58.8386865Z #1 [internal] load build definition from Dockerfile +2024-09-23T15:07:58.8387653Z #1 transferring dockerfile: 139B done +2024-09-23T15:07:58.8388228Z #1 DONE 0.0s +2024-09-23T15:07:58.8388497Z +2024-09-23T15:07:58.8388897Z #2 [internal] load metadata for docker.io/library/docker:20.10 +2024-09-23T15:07:59.0663729Z #2 DONE 0.4s +2024-09-23T15:07:59.1494594Z +2024-09-23T15:07:59.1495202Z #3 [internal] load .dockerignore +2024-09-23T15:07:59.1495814Z #3 transferring context: 2B done +2024-09-23T15:07:59.1496343Z #3 DONE 0.0s +2024-09-23T15:07:59.1496625Z +2024-09-23T15:07:59.1497336Z #4 [1/3] FROM docker.io/library/docker:20.10@sha256:2967f0819c84dd589ed0a023b9d25dcfe7a3c123d5bf784ffbb77edf55335f0c +2024-09-23T15:07:59.1498374Z #4 DONE 0.0s +2024-09-23T15:07:59.1498625Z +2024-09-23T15:07:59.1498892Z #5 [internal] load build context +2024-09-23T15:07:59.1499425Z #5 transferring context: 35B done +2024-09-23T15:07:59.1500170Z #5 DONE 0.0s +2024-09-23T15:07:59.1500589Z +2024-09-23T15:07:59.1500787Z #6 [2/3] RUN apk add bash +2024-09-23T15:07:59.1501274Z #6 CACHED +2024-09-23T15:07:59.1501497Z +2024-09-23T15:07:59.1501730Z #7 [3/3] COPY entrypoint.sh /entrypoint.sh +2024-09-23T15:07:59.1502305Z #7 CACHED +2024-09-23T15:07:59.1502557Z +2024-09-23T15:07:59.1502745Z #8 exporting to image +2024-09-23T15:07:59.1503393Z #8 exporting layers done +2024-09-23T15:07:59.1504747Z #8 writing image sha256:e30a6c700c8e906fa2055dfe2a092d5701586b83b0f9d963ca185de4cf820d0b done +2024-09-23T15:07:59.1506037Z #8 naming to docker.io/library/d065f5:797cf0cf5f814f368b2f141c3be80509 done +2024-09-23T15:07:59.1506815Z #8 DONE 0.0s +2024-09-23T15:07:59.1594936Z ##[endgroup] +2024-09-23T15:07:59.1678631Z ##[group]Run echo "IMAGE_TAG=latest" >> $GITHUB_ENV +2024-09-23T15:07:59.1679395Z echo "IMAGE_TAG=latest" >> $GITHUB_ENV +2024-09-23T15:07:59.1699802Z shell: /usr/bin/bash --noprofile --norc -e -o pipefail {0} +2024-09-23T15:07:59.1700788Z env: +2024-09-23T15:07:59.1701204Z LOGURU_LEVEL: INFO +2024-09-23T15:07:59.1701917Z LD_LIBRARY_PATH: /home/ubuntu/actions-runner/_work/tt-metal/tt-metal/build/lib +2024-09-23T15:07:59.1702738Z ##[endgroup] +2024-09-23T15:07:59.1808410Z ##[group]Run docker/login-action@v3 +2024-09-23T15:07:59.1808977Z with: +2024-09-23T15:07:59.1809395Z registry: https://ghcr.io +2024-09-23T15:07:59.1810230Z username: VirdhatchaniKN +2024-09-23T15:07:59.1811138Z password: *** +2024-09-23T15:07:59.1811678Z ecr: auto +2024-09-23T15:07:59.1812095Z logout: true +2024-09-23T15:07:59.1812551Z env: +2024-09-23T15:07:59.1812981Z LOGURU_LEVEL: INFO +2024-09-23T15:07:59.1813704Z LD_LIBRARY_PATH: /home/ubuntu/actions-runner/_work/tt-metal/tt-metal/build/lib +2024-09-23T15:07:59.1814482Z IMAGE_TAG: latest +2024-09-23T15:07:59.1814934Z ##[endgroup] +2024-09-23T15:07:59.5532453Z Logging into https://ghcr.io... +2024-09-23T15:08:00.0299431Z Login Succeeded! +2024-09-23T15:08:00.0432311Z ##[group]Run docker pull ghcr.io/tenstorrent/tt-metal/tt-metalium/ubuntu-20.04-amd64:latest +2024-09-23T15:08:00.0433791Z docker pull ghcr.io/tenstorrent/tt-metal/tt-metalium/ubuntu-20.04-amd64:latest +2024-09-23T15:08:00.0454726Z shell: /usr/bin/bash --noprofile --norc -e -o pipefail {0} +2024-09-23T15:08:00.0455368Z env: +2024-09-23T15:08:00.0455752Z LOGURU_LEVEL: INFO +2024-09-23T15:08:00.0456454Z LD_LIBRARY_PATH: /home/ubuntu/actions-runner/_work/tt-metal/tt-metal/build/lib +2024-09-23T15:08:00.0457261Z IMAGE_TAG: latest +2024-09-23T15:08:00.0457700Z ##[endgroup] +2024-09-23T15:08:00.5994959Z latest: Pulling from tenstorrent/tt-metal/tt-metalium/ubuntu-20.04-amd64 +2024-09-23T15:08:00.6030713Z Digest: sha256:f1bb114fd25f8a45bae4921b61bc9dad47128e9cd2ebd8e9cb9ae24e66e487b5 +2024-09-23T15:08:00.6032181Z Status: Image is up to date for ghcr.io/tenstorrent/tt-metal/tt-metalium/ubuntu-20.04-amd64:latest +2024-09-23T15:08:00.6050052Z ghcr.io/tenstorrent/tt-metal/tt-metalium/ubuntu-20.04-amd64:latest +2024-09-23T15:08:00.6157959Z ##[group]Run addnab/docker-run-action@v3 +2024-09-23T15:08:00.6158515Z with: +2024-09-23T15:08:00.6158886Z shell: bash +2024-09-23T15:08:00.6159317Z username: VirdhatchaniKN +2024-09-23T15:08:00.6160034Z password: *** +2024-09-23T15:08:00.6160463Z registry: ghcr.io +2024-09-23T15:08:00.6161122Z image: ghcr.io/tenstorrent/tt-metal/tt-metalium/ubuntu-20.04-amd64:latest +2024-09-23T15:08:00.6162949Z options: --rm +-v /home/ubuntu/actions-runner/_work/tt-metal/tt-metal:/github_workspace:ro +--net=host + +-e LOGURU_LEVEL=INFO +-e PYTHONPATH=/usr/app +-v /dev/hugepages-1G:/dev/hugepages-1G +--device /dev/tenstorrent + + +2024-09-23T15:08:00.6165314Z run: cp -r /github_workspace/* /usr/app/ +cd /usr/app/ +rm -rf tt_metal tt_eager +WHEEL_FILENAME=$(ls -1 *.whl) +pip3 install --user $WHEEL_FILENAME +./tests/scripts/run_ttnn_examples.sh + + +2024-09-23T15:08:00.6166707Z env: +2024-09-23T15:08:00.6167093Z LOGURU_LEVEL: INFO +2024-09-23T15:08:00.6167759Z LD_LIBRARY_PATH: /home/ubuntu/actions-runner/_work/tt-metal/tt-metal/build/lib +2024-09-23T15:08:00.6168521Z IMAGE_TAG: latest +2024-09-23T15:08:00.6168938Z ##[endgroup] +2024-09-23T15:08:00.6458211Z ##[command]/usr/bin/docker run --name d065f5797cf0cf5f814f368b2f141c3be80509_da5532 --label d065f5 --workdir /github/workspace --rm -e "LOGURU_LEVEL" -e "LD_LIBRARY_PATH" -e "IMAGE_TAG" -e "INPUT_SHELL" -e "INPUT_USERNAME" -e "INPUT_PASSWORD" -e "INPUT_REGISTRY" -e "INPUT_IMAGE" -e "INPUT_OPTIONS" -e "INPUT_RUN" -e "INPUT_DOCKER_NETWORK" -e "HOME" -e "GITHUB_JOB" -e "GITHUB_REF" -e "GITHUB_SHA" -e "GITHUB_REPOSITORY" -e "GITHUB_REPOSITORY_OWNER" -e "GITHUB_REPOSITORY_OWNER_ID" -e "GITHUB_RUN_ID" -e "GITHUB_RUN_NUMBER" -e "GITHUB_RETENTION_DAYS" -e "GITHUB_RUN_ATTEMPT" -e "GITHUB_REPOSITORY_ID" -e "GITHUB_ACTOR_ID" -e "GITHUB_ACTOR" -e "GITHUB_TRIGGERING_ACTOR" -e "GITHUB_WORKFLOW" -e "GITHUB_HEAD_REF" -e "GITHUB_BASE_REF" -e "GITHUB_EVENT_NAME" -e "GITHUB_SERVER_URL" -e "GITHUB_API_URL" -e "GITHUB_GRAPHQL_URL" -e "GITHUB_REF_NAME" -e "GITHUB_REF_PROTECTED" -e "GITHUB_REF_TYPE" -e "GITHUB_WORKFLOW_REF" -e "GITHUB_WORKFLOW_SHA" -e "GITHUB_WORKSPACE" -e "GITHUB_EVENT_PATH" -e "GITHUB_PATH" -e "GITHUB_ENV" -e "GITHUB_STEP_SUMMARY" -e "GITHUB_STATE" -e "GITHUB_OUTPUT" -e "GITHUB_ACTION" -e "GITHUB_ACTION_REPOSITORY" -e "GITHUB_ACTION_REF" -e "GITHUB_ACTION_PATH" -e "RUNNER_OS" -e "RUNNER_ARCH" -e "RUNNER_NAME" -e "RUNNER_ENVIRONMENT" -e "RUNNER_TOOL_CACHE" -e "RUNNER_TEMP" -e "RUNNER_WORKSPACE" -e "ACTIONS_RUNTIME_URL" -e "ACTIONS_RUNTIME_TOKEN" -e "ACTIONS_CACHE_URL" -e "ACTIONS_ID_TOKEN_REQUEST_URL" -e "ACTIONS_ID_TOKEN_REQUEST_TOKEN" -e "ACTIONS_RESULTS_URL" -e GITHUB_ACTIONS=true -e CI=true -v "/var/run/docker.sock":"/var/run/docker.sock" -v "/home/ubuntu/actions-runner/_work/_temp/_github_home":"/github/home" -v "/home/ubuntu/actions-runner/_work/_temp/_github_workflow":"/github/workflow" -v "/home/ubuntu/actions-runner/_work/_temp/_runner_file_commands":"/github/file_commands" -v "/home/ubuntu/actions-runner/_work/tt-metal/tt-metal":"/github/workspace" d065f5:797cf0cf5f814f368b2f141c3be80509 +2024-09-23T15:08:01.6705121Z WARNING! Your password will be stored unencrypted in /github/home/.docker/config.json. +2024-09-23T15:08:01.6706108Z Login Succeeded +2024-09-23T15:08:01.6706700Z Configure a credential helper to remove this warning. See +2024-09-23T15:08:01.6708076Z https://docs.docker.com/engine/reference/commandline/login/#credentials-store +2024-09-23T15:08:01.6708714Z +2024-09-23T15:08:08.2265786Z Looking in indexes: https://pypi.org/simple, https://download.pytorch.org/whl/cpu +2024-09-23T15:08:08.2717196Z Processing ./metal_libs-0.52.0rc31.dev6+wormhole.b0-cp38-cp38-linux_x86_64.whl +2024-09-23T15:08:14.5563772Z Collecting ipywidgets==8.1.1 +2024-09-23T15:08:14.6064204Z Downloading ipywidgets-8.1.1-py3-none-any.whl (139 kB) +2024-09-23T15:08:15.6108509Z Collecting Pillow==10.3.0 +2024-09-23T15:08:15.6247186Z Downloading pillow-10.3.0-cp38-cp38-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (4.4 MB) +2024-09-23T15:08:15.8129606Z Requirement already satisfied: pyyaml>=5.4 in /usr/local/lib/python3.8/dist-packages (from metal-libs==0.52.0rc31.dev6+wormhole.b0) (6.0.2) +2024-09-23T15:08:16.0115909Z Collecting plotly==5.18.0 +2024-09-23T15:08:16.0257468Z Downloading plotly-5.18.0-py3-none-any.whl (15.6 MB) +2024-09-23T15:08:18.7708269Z Collecting matplotlib==3.7.1 +2024-09-23T15:08:18.7868856Z Downloading matplotlib-3.7.1-cp38-cp38-manylinux_2_12_x86_64.manylinux2010_x86_64.whl (9.2 MB) +2024-09-23T15:08:19.1154002Z Requirement already satisfied: networkx==3.1 in /usr/local/lib/python3.8/dist-packages (from metal-libs==0.52.0rc31.dev6+wormhole.b0) (3.1) +2024-09-23T15:08:19.6439326Z Collecting jupyterlab==4.2.5 +2024-09-23T15:08:19.6629547Z Downloading jupyterlab-4.2.5-py3-none-any.whl (11.6 MB) +2024-09-23T15:08:20.3577922Z Collecting bokeh==3.1.1 +2024-09-23T15:08:20.3726239Z Downloading bokeh-3.1.1-py3-none-any.whl (8.3 MB) +2024-09-23T15:08:20.8149254Z Requirement already satisfied: pandas==2.0.3 in /usr/local/lib/python3.8/dist-packages (from metal-libs==0.52.0rc31.dev6+wormhole.b0) (2.0.3) +2024-09-23T15:08:21.0521915Z Collecting graphviz==0.20.3 +2024-09-23T15:08:21.0638953Z Downloading graphviz-0.20.3-py3-none-any.whl (47 kB) +2024-09-23T15:08:21.4141731Z Collecting dash==2.15.0 +2024-09-23T15:08:21.4284793Z Downloading dash-2.15.0-py3-none-any.whl (10.2 MB) +2024-09-23T15:08:22.0740191Z Collecting seaborn==0.13.2 +2024-09-23T15:08:22.0854028Z Downloading seaborn-0.13.2-py3-none-any.whl (294 kB) +2024-09-23T15:08:22.1507021Z Requirement already satisfied: click==8.1.7 in /usr/local/lib/python3.8/dist-packages (from metal-libs==0.52.0rc31.dev6+wormhole.b0) (8.1.7) +2024-09-23T15:08:22.1535952Z Requirement already satisfied: torch==2.2.1+cpu in /usr/local/lib/python3.8/dist-packages (from metal-libs==0.52.0rc31.dev6+wormhole.b0) (2.2.1+cpu) +2024-09-23T15:08:22.3563613Z Collecting toolz==0.12.0 +2024-09-23T15:08:22.3673815Z Downloading toolz-0.12.0-py3-none-any.whl (55 kB) +2024-09-23T15:08:22.5134503Z Collecting loguru==0.6.0 +2024-09-23T15:08:22.5251613Z Downloading loguru-0.6.0-py3-none-any.whl (58 kB) +2024-09-23T15:08:22.5766058Z Requirement already satisfied: numpy<2,>=1.24.4 in /usr/local/lib/python3.8/dist-packages (from metal-libs==0.52.0rc31.dev6+wormhole.b0) (1.24.4) +2024-09-23T15:08:22.5782592Z Requirement already satisfied: traitlets>=4.3.1 in /usr/local/lib/python3.8/dist-packages (from ipywidgets==8.1.1->metal-libs==0.52.0rc31.dev6+wormhole.b0) (5.14.3) +2024-09-23T15:08:22.5871687Z Requirement already satisfied: ipython>=6.1.0 in /usr/local/lib/python3.8/dist-packages (from ipywidgets==8.1.1->metal-libs==0.52.0rc31.dev6+wormhole.b0) (8.12.3) +2024-09-23T15:08:22.8145923Z Collecting widgetsnbextension~=4.0.9 +2024-09-23T15:08:22.8257330Z Downloading widgetsnbextension-4.0.13-py3-none-any.whl (2.3 MB) +2024-09-23T15:08:23.0743479Z Collecting jupyterlab-widgets~=3.0.9 +2024-09-23T15:08:23.0856724Z Downloading jupyterlab_widgets-3.0.13-py3-none-any.whl (214 kB) +2024-09-23T15:08:23.2296656Z Collecting comm>=0.1.3 +2024-09-23T15:08:23.2409818Z Downloading comm-0.2.2-py3-none-any.whl (7.2 kB) +2024-09-23T15:08:23.2754190Z Requirement already satisfied: packaging in /usr/local/lib/python3.8/dist-packages (from plotly==5.18.0->metal-libs==0.52.0rc31.dev6+wormhole.b0) (24.1) +2024-09-23T15:08:23.3964109Z Collecting tenacity>=6.2.0 +2024-09-23T15:08:23.4106154Z Downloading tenacity-9.0.0-py3-none-any.whl (28 kB) +2024-09-23T15:08:23.4499381Z Requirement already satisfied: cycler>=0.10 in /usr/local/lib/python3.8/dist-packages (from matplotlib==3.7.1->metal-libs==0.52.0rc31.dev6+wormhole.b0) (0.12.1) +2024-09-23T15:08:23.4560662Z Requirement already satisfied: contourpy>=1.0.1 in /usr/local/lib/python3.8/dist-packages (from matplotlib==3.7.1->metal-libs==0.52.0rc31.dev6+wormhole.b0) (1.1.1) +2024-09-23T15:08:23.4718369Z Requirement already satisfied: pyparsing>=2.3.1 in /usr/local/lib/python3.8/dist-packages (from matplotlib==3.7.1->metal-libs==0.52.0rc31.dev6+wormhole.b0) (3.1.4) +2024-09-23T15:08:23.4747514Z Requirement already satisfied: fonttools>=4.22.0 in /usr/local/lib/python3.8/dist-packages (from matplotlib==3.7.1->metal-libs==0.52.0rc31.dev6+wormhole.b0) (4.53.1) +2024-09-23T15:08:23.5131022Z Requirement already satisfied: importlib-resources>=3.2.0; python_version < "3.10" in /usr/local/lib/python3.8/dist-packages (from matplotlib==3.7.1->metal-libs==0.52.0rc31.dev6+wormhole.b0) (6.4.5) +2024-09-23T15:08:23.5278014Z Requirement already satisfied: kiwisolver>=1.0.1 in /usr/local/lib/python3.8/dist-packages (from matplotlib==3.7.1->metal-libs==0.52.0rc31.dev6+wormhole.b0) (1.4.7) +2024-09-23T15:08:23.5296121Z Requirement already satisfied: python-dateutil>=2.7 in /usr/local/lib/python3.8/dist-packages (from matplotlib==3.7.1->metal-libs==0.52.0rc31.dev6+wormhole.b0) (2.9.0.post0) +2024-09-23T15:08:23.7576659Z Collecting ipykernel>=6.5.0 +2024-09-23T15:08:23.7687009Z Downloading ipykernel-6.29.5-py3-none-any.whl (117 kB) +2024-09-23T15:08:23.9944987Z Collecting notebook-shim>=0.2 +2024-09-23T15:08:24.0058445Z Downloading notebook_shim-0.2.4-py3-none-any.whl (13 kB) +2024-09-23T15:08:24.1887386Z Collecting httpx>=0.25.0 +2024-09-23T15:08:24.2013375Z Downloading httpx-0.27.2-py3-none-any.whl (76 kB) +2024-09-23T15:08:24.2495478Z Requirement already satisfied: jinja2>=3.0.3 in /usr/local/lib/python3.8/dist-packages (from jupyterlab==4.2.5->metal-libs==0.52.0rc31.dev6+wormhole.b0) (3.1.4) +2024-09-23T15:08:24.2533370Z Requirement already satisfied: tomli>=1.2.2; python_version < "3.11" in /usr/local/lib/python3.8/dist-packages (from jupyterlab==4.2.5->metal-libs==0.52.0rc31.dev6+wormhole.b0) (2.0.1) +2024-09-23T15:08:24.2560640Z Requirement already satisfied: importlib-metadata>=4.8.3; python_version < "3.10" in /usr/local/lib/python3.8/dist-packages (from jupyterlab==4.2.5->metal-libs==0.52.0rc31.dev6+wormhole.b0) (8.5.0) +2024-09-23T15:08:24.5567976Z Collecting jupyter-lsp>=2.0.0 +2024-09-23T15:08:24.5722733Z Downloading jupyter_lsp-2.2.5-py3-none-any.whl (69 kB) +2024-09-23T15:08:24.8254527Z Collecting jupyter-server<3,>=2.4.0 +2024-09-23T15:08:24.8382131Z Downloading jupyter_server-2.14.2-py3-none-any.whl (383 kB) +2024-09-23T15:08:25.0358717Z Collecting async-lru>=1.0.0 +2024-09-23T15:08:25.0476471Z Downloading async_lru-2.0.4-py3-none-any.whl (6.1 kB) +2024-09-23T15:08:25.0854532Z Requirement already satisfied: jupyter-core in /usr/local/lib/python3.8/dist-packages (from jupyterlab==4.2.5->metal-libs==0.52.0rc31.dev6+wormhole.b0) (5.7.2) +2024-09-23T15:08:25.0966166Z Requirement already satisfied: setuptools>=40.1.0 in /usr/lib/python3/dist-packages (from jupyterlab==4.2.5->metal-libs==0.52.0rc31.dev6+wormhole.b0) (45.2.0) +2024-09-23T15:08:25.6364784Z Collecting jupyterlab-server<3,>=2.27.1 +2024-09-23T15:08:25.6481832Z Downloading jupyterlab_server-2.27.3-py3-none-any.whl (59 kB) +2024-09-23T15:08:25.7130878Z Requirement already satisfied: tornado>=6.2.0 in /usr/local/lib/python3.8/dist-packages (from jupyterlab==4.2.5->metal-libs==0.52.0rc31.dev6+wormhole.b0) (6.4.1) +2024-09-23T15:08:25.8279162Z Collecting xyzservices>=2021.09.1 +2024-09-23T15:08:25.8395046Z Downloading xyzservices-2024.9.0-py3-none-any.whl (85 kB) +2024-09-23T15:08:25.8791667Z Requirement already satisfied: pytz>=2020.1 in /usr/local/lib/python3.8/dist-packages (from pandas==2.0.3->metal-libs==0.52.0rc31.dev6+wormhole.b0) (2024.2) +2024-09-23T15:08:25.8815203Z Requirement already satisfied: tzdata>=2022.1 in /usr/local/lib/python3.8/dist-packages (from pandas==2.0.3->metal-libs==0.52.0rc31.dev6+wormhole.b0) (2024.1) +2024-09-23T15:08:25.8831891Z Requirement already satisfied: typing-extensions>=4.1.1 in /usr/local/lib/python3.8/dist-packages (from dash==2.15.0->metal-libs==0.52.0rc31.dev6+wormhole.b0) (4.12.2) +2024-09-23T15:08:26.0228742Z Collecting Flask<3.1,>=1.0.4 +2024-09-23T15:08:26.0340276Z Downloading flask-3.0.3-py3-none-any.whl (101 kB) +2024-09-23T15:08:26.0822483Z Requirement already satisfied: requests in /usr/local/lib/python3.8/dist-packages (from dash==2.15.0->metal-libs==0.52.0rc31.dev6+wormhole.b0) (2.32.3) +2024-09-23T15:08:26.2863529Z Collecting dash-core-components==2.0.0 +2024-09-23T15:08:26.2976421Z Downloading dash_core_components-2.0.0-py3-none-any.whl (3.8 kB) +2024-09-23T15:08:26.5070305Z Collecting Werkzeug<3.1 +2024-09-23T15:08:26.5181197Z Downloading werkzeug-3.0.4-py3-none-any.whl (227 kB) +2024-09-23T15:08:26.7018036Z Collecting dash-html-components==2.0.0 +2024-09-23T15:08:26.7139510Z Downloading dash_html_components-2.0.0-py3-none-any.whl (4.1 kB) +2024-09-23T15:08:26.8844075Z Collecting dash-table==5.0.0 +2024-09-23T15:08:26.8958228Z Downloading dash_table-5.0.0-py3-none-any.whl (3.9 kB) +2024-09-23T15:08:27.0288214Z Collecting retrying +2024-09-23T15:08:27.0400479Z Downloading retrying-1.3.4-py3-none-any.whl (11 kB) +2024-09-23T15:08:27.2931886Z Collecting nest-asyncio +2024-09-23T15:08:27.3043179Z Downloading nest_asyncio-1.6.0-py3-none-any.whl (5.2 kB) +2024-09-23T15:08:27.3377433Z Requirement already satisfied: filelock in /usr/local/lib/python3.8/dist-packages (from torch==2.2.1+cpu->metal-libs==0.52.0rc31.dev6+wormhole.b0) (3.16.0) +2024-09-23T15:08:27.3500507Z Requirement already satisfied: sympy in /usr/local/lib/python3.8/dist-packages (from torch==2.2.1+cpu->metal-libs==0.52.0rc31.dev6+wormhole.b0) (1.13.2) +2024-09-23T15:08:27.3541776Z Requirement already satisfied: fsspec in /usr/local/lib/python3.8/dist-packages (from torch==2.2.1+cpu->metal-libs==0.52.0rc31.dev6+wormhole.b0) (2023.9.2) +2024-09-23T15:08:27.3930110Z Requirement already satisfied: pygments>=2.4.0 in /usr/local/lib/python3.8/dist-packages (from ipython>=6.1.0->ipywidgets==8.1.1->metal-libs==0.52.0rc31.dev6+wormhole.b0) (2.18.0) +2024-09-23T15:08:27.3952191Z Requirement already satisfied: backcall in /usr/local/lib/python3.8/dist-packages (from ipython>=6.1.0->ipywidgets==8.1.1->metal-libs==0.52.0rc31.dev6+wormhole.b0) (0.2.0) +2024-09-23T15:08:27.3964769Z Requirement already satisfied: decorator in /usr/local/lib/python3.8/dist-packages (from ipython>=6.1.0->ipywidgets==8.1.1->metal-libs==0.52.0rc31.dev6+wormhole.b0) (5.1.1) +2024-09-23T15:08:27.3980142Z Requirement already satisfied: matplotlib-inline in /usr/local/lib/python3.8/dist-packages (from ipython>=6.1.0->ipywidgets==8.1.1->metal-libs==0.52.0rc31.dev6+wormhole.b0) (0.1.7) +2024-09-23T15:08:27.4002827Z Requirement already satisfied: pickleshare in /usr/local/lib/python3.8/dist-packages (from ipython>=6.1.0->ipywidgets==8.1.1->metal-libs==0.52.0rc31.dev6+wormhole.b0) (0.7.5) +2024-09-23T15:08:27.4021848Z Requirement already satisfied: stack-data in /usr/local/lib/python3.8/dist-packages (from ipython>=6.1.0->ipywidgets==8.1.1->metal-libs==0.52.0rc31.dev6+wormhole.b0) (0.6.3) +2024-09-23T15:08:27.4090103Z Requirement already satisfied: jedi>=0.16 in /usr/local/lib/python3.8/dist-packages (from ipython>=6.1.0->ipywidgets==8.1.1->metal-libs==0.52.0rc31.dev6+wormhole.b0) (0.19.1) +2024-09-23T15:08:27.4363123Z Requirement already satisfied: prompt-toolkit!=3.0.37,<3.1.0,>=3.0.30 in /usr/local/lib/python3.8/dist-packages (from ipython>=6.1.0->ipywidgets==8.1.1->metal-libs==0.52.0rc31.dev6+wormhole.b0) (3.0.47) +2024-09-23T15:08:27.4390394Z Requirement already satisfied: pexpect>4.3; sys_platform != "win32" in /usr/local/lib/python3.8/dist-packages (from ipython>=6.1.0->ipywidgets==8.1.1->metal-libs==0.52.0rc31.dev6+wormhole.b0) (4.9.0) +2024-09-23T15:08:27.4416005Z Requirement already satisfied: zipp>=3.1.0; python_version < "3.10" in /usr/local/lib/python3.8/dist-packages (from importlib-resources>=3.2.0; python_version < "3.10"->matplotlib==3.7.1->metal-libs==0.52.0rc31.dev6+wormhole.b0) (3.20.2) +2024-09-23T15:08:27.4584085Z Requirement already satisfied: six>=1.5 in /usr/lib/python3/dist-packages (from python-dateutil>=2.7->matplotlib==3.7.1->metal-libs==0.52.0rc31.dev6+wormhole.b0) (1.14.0) +2024-09-23T15:08:27.4595091Z Requirement already satisfied: psutil in /usr/local/lib/python3.8/dist-packages (from ipykernel>=6.5.0->jupyterlab==4.2.5->metal-libs==0.52.0rc31.dev6+wormhole.b0) (6.0.0) +2024-09-23T15:08:27.4679873Z Requirement already satisfied: jupyter-client>=6.1.12 in /usr/local/lib/python3.8/dist-packages (from ipykernel>=6.5.0->jupyterlab==4.2.5->metal-libs==0.52.0rc31.dev6+wormhole.b0) (8.6.2) +2024-09-23T15:08:28.0275841Z Collecting debugpy>=1.6.5 +2024-09-23T15:08:28.0438262Z Downloading debugpy-1.8.5-cp38-cp38-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (3.1 MB) +2024-09-23T15:08:28.2094724Z Requirement already satisfied: pyzmq>=24 in /usr/local/lib/python3.8/dist-packages (from ipykernel>=6.5.0->jupyterlab==4.2.5->metal-libs==0.52.0rc31.dev6+wormhole.b0) (26.2.0) +2024-09-23T15:08:28.2118816Z Requirement already satisfied: idna in /usr/lib/python3/dist-packages (from httpx>=0.25.0->jupyterlab==4.2.5->metal-libs==0.52.0rc31.dev6+wormhole.b0) (2.8) +2024-09-23T15:08:28.3543480Z Collecting httpcore==1.* +2024-09-23T15:08:28.3656220Z Downloading httpcore-1.0.5-py3-none-any.whl (77 kB) +2024-09-23T15:08:28.7179660Z Collecting anyio +2024-09-23T15:08:28.7297717Z Downloading anyio-4.5.0-py3-none-any.whl (89 kB) +2024-09-23T15:08:28.7878298Z Requirement already satisfied: certifi in /usr/lib/python3/dist-packages (from httpx>=0.25.0->jupyterlab==4.2.5->metal-libs==0.52.0rc31.dev6+wormhole.b0) (2019.11.28) +2024-09-23T15:08:28.9950004Z Collecting sniffio +2024-09-23T15:08:29.0061642Z Downloading sniffio-1.3.1-py3-none-any.whl (10 kB) +2024-09-23T15:08:29.0405009Z Requirement already satisfied: MarkupSafe>=2.0 in /usr/local/lib/python3.8/dist-packages (from jinja2>=3.0.3->jupyterlab==4.2.5->metal-libs==0.52.0rc31.dev6+wormhole.b0) (2.1.5) +2024-09-23T15:08:29.1483410Z Collecting send2trash>=1.8.2 +2024-09-23T15:08:29.1591731Z Downloading Send2Trash-1.8.3-py3-none-any.whl (18 kB) +2024-09-23T15:08:29.1998765Z Requirement already satisfied: nbconvert>=6.4.4 in /usr/local/lib/python3.8/dist-packages (from jupyter-server<3,>=2.4.0->jupyterlab==4.2.5->metal-libs==0.52.0rc31.dev6+wormhole.b0) (7.16.4) +2024-09-23T15:08:29.4195001Z Collecting terminado>=0.8.3 +2024-09-23T15:08:29.4483044Z Downloading terminado-0.18.1-py3-none-any.whl (14 kB) +2024-09-23T15:08:29.6262840Z Collecting websocket-client>=1.7 +2024-09-23T15:08:29.6373316Z Downloading websocket_client-1.8.0-py3-none-any.whl (58 kB) +2024-09-23T15:08:29.8107021Z Collecting prometheus-client>=0.9 +2024-09-23T15:08:29.8219044Z Downloading prometheus_client-0.21.0-py3-none-any.whl (54 kB) +2024-09-23T15:08:29.9640763Z Collecting jupyter-server-terminals>=0.4.4 +2024-09-23T15:08:29.9753351Z Downloading jupyter_server_terminals-0.5.3-py3-none-any.whl (13 kB) +2024-09-23T15:08:30.1790164Z Collecting argon2-cffi>=21.1 +2024-09-23T15:08:30.1902775Z Downloading argon2_cffi-23.1.0-py3-none-any.whl (15 kB) +2024-09-23T15:08:30.2466440Z Requirement already satisfied: nbformat>=5.3.0 in /usr/local/lib/python3.8/dist-packages (from jupyter-server<3,>=2.4.0->jupyterlab==4.2.5->metal-libs==0.52.0rc31.dev6+wormhole.b0) (5.10.4) +2024-09-23T15:08:30.3733440Z Collecting jupyter-events>=0.9.0 +2024-09-23T15:08:30.3854002Z Downloading jupyter_events-0.10.0-py3-none-any.whl (18 kB) +2024-09-23T15:08:30.5528113Z Collecting overrides>=5.0 +2024-09-23T15:08:30.5672956Z Downloading overrides-7.7.0-py3-none-any.whl (17 kB) +2024-09-23T15:08:30.6041765Z Requirement already satisfied: platformdirs>=2.5 in /usr/local/lib/python3.8/dist-packages (from jupyter-core->jupyterlab==4.2.5->metal-libs==0.52.0rc31.dev6+wormhole.b0) (3.11.0) +2024-09-23T15:08:30.6140246Z Requirement already satisfied: jsonschema>=4.18.0 in /usr/local/lib/python3.8/dist-packages (from jupyterlab-server<3,>=2.27.1->jupyterlab==4.2.5->metal-libs==0.52.0rc31.dev6+wormhole.b0) (4.23.0) +2024-09-23T15:08:30.6321000Z Requirement already satisfied: babel>=2.10 in /usr/local/lib/python3.8/dist-packages (from jupyterlab-server<3,>=2.27.1->jupyterlab==4.2.5->metal-libs==0.52.0rc31.dev6+wormhole.b0) (2.16.0) +2024-09-23T15:08:30.7682124Z Collecting json5>=0.9.0 +2024-09-23T15:08:30.7794727Z Downloading json5-0.9.25-py3-none-any.whl (30 kB) +2024-09-23T15:08:30.9736587Z Collecting itsdangerous>=2.1.2 +2024-09-23T15:08:30.9852871Z Downloading itsdangerous-2.2.0-py3-none-any.whl (16 kB) +2024-09-23T15:08:31.1831605Z Collecting blinker>=1.6.2 +2024-09-23T15:08:31.1943108Z Downloading blinker-1.8.2-py3-none-any.whl (9.5 kB) +2024-09-23T15:08:31.2275147Z Requirement already satisfied: charset-normalizer<4,>=2 in /usr/local/lib/python3.8/dist-packages (from requests->dash==2.15.0->metal-libs==0.52.0rc31.dev6+wormhole.b0) (3.3.2) +2024-09-23T15:08:31.2303836Z Requirement already satisfied: urllib3<3,>=1.21.1 in /usr/local/lib/python3.8/dist-packages (from requests->dash==2.15.0->metal-libs==0.52.0rc31.dev6+wormhole.b0) (2.2.3) +2024-09-23T15:08:31.2373840Z Requirement already satisfied: mpmath<1.4,>=1.1.0 in /usr/local/lib/python3.8/dist-packages (from sympy->torch==2.2.1+cpu->metal-libs==0.52.0rc31.dev6+wormhole.b0) (1.3.0) +2024-09-23T15:08:31.2452076Z Requirement already satisfied: pure-eval in /usr/local/lib/python3.8/dist-packages (from stack-data->ipython>=6.1.0->ipywidgets==8.1.1->metal-libs==0.52.0rc31.dev6+wormhole.b0) (0.2.3) +2024-09-23T15:08:31.2474112Z Requirement already satisfied: executing>=1.2.0 in /usr/local/lib/python3.8/dist-packages (from stack-data->ipython>=6.1.0->ipywidgets==8.1.1->metal-libs==0.52.0rc31.dev6+wormhole.b0) (2.1.0) +2024-09-23T15:08:31.2545567Z Requirement already satisfied: asttokens>=2.1.0 in /usr/local/lib/python3.8/dist-packages (from stack-data->ipython>=6.1.0->ipywidgets==8.1.1->metal-libs==0.52.0rc31.dev6+wormhole.b0) (2.4.1) +2024-09-23T15:08:31.2639676Z Requirement already satisfied: parso<0.9.0,>=0.8.3 in /usr/local/lib/python3.8/dist-packages (from jedi>=0.16->ipython>=6.1.0->ipywidgets==8.1.1->metal-libs==0.52.0rc31.dev6+wormhole.b0) (0.8.4) +2024-09-23T15:08:31.2695387Z Requirement already satisfied: wcwidth in /usr/local/lib/python3.8/dist-packages (from prompt-toolkit!=3.0.37,<3.1.0,>=3.0.30->ipython>=6.1.0->ipywidgets==8.1.1->metal-libs==0.52.0rc31.dev6+wormhole.b0) (0.2.13) +2024-09-23T15:08:31.2723998Z Requirement already satisfied: ptyprocess>=0.5 in /usr/local/lib/python3.8/dist-packages (from pexpect>4.3; sys_platform != "win32"->ipython>=6.1.0->ipywidgets==8.1.1->metal-libs==0.52.0rc31.dev6+wormhole.b0) (0.7.0) +2024-09-23T15:08:31.3744885Z Collecting h11<0.15,>=0.13 +2024-09-23T15:08:31.3857853Z Downloading h11-0.14.0-py3-none-any.whl (58 kB) +2024-09-23T15:08:31.4262861Z Requirement already satisfied: exceptiongroup>=1.0.2; python_version < "3.11" in /usr/local/lib/python3.8/dist-packages (from anyio->httpx>=0.25.0->jupyterlab==4.2.5->metal-libs==0.52.0rc31.dev6+wormhole.b0) (1.2.2) +2024-09-23T15:08:31.4287942Z Requirement already satisfied: pandocfilters>=1.4.1 in /usr/local/lib/python3.8/dist-packages (from nbconvert>=6.4.4->jupyter-server<3,>=2.4.0->jupyterlab==4.2.5->metal-libs==0.52.0rc31.dev6+wormhole.b0) (1.5.1) +2024-09-23T15:08:31.4304875Z Requirement already satisfied: defusedxml in /usr/local/lib/python3.8/dist-packages (from nbconvert>=6.4.4->jupyter-server<3,>=2.4.0->jupyterlab==4.2.5->metal-libs==0.52.0rc31.dev6+wormhole.b0) (0.7.1) +2024-09-23T15:08:31.4332532Z Requirement already satisfied: jupyterlab-pygments in /usr/local/lib/python3.8/dist-packages (from nbconvert>=6.4.4->jupyter-server<3,>=2.4.0->jupyterlab==4.2.5->metal-libs==0.52.0rc31.dev6+wormhole.b0) (0.3.0) +2024-09-23T15:08:31.4344788Z Requirement already satisfied: tinycss2 in /usr/local/lib/python3.8/dist-packages (from nbconvert>=6.4.4->jupyter-server<3,>=2.4.0->jupyterlab==4.2.5->metal-libs==0.52.0rc31.dev6+wormhole.b0) (1.3.0) +2024-09-23T15:08:31.4393599Z Requirement already satisfied: beautifulsoup4 in /usr/local/lib/python3.8/dist-packages (from nbconvert>=6.4.4->jupyter-server<3,>=2.4.0->jupyterlab==4.2.5->metal-libs==0.52.0rc31.dev6+wormhole.b0) (4.12.3) +2024-09-23T15:08:31.4450557Z Requirement already satisfied: mistune<4,>=2.0.3 in /usr/local/lib/python3.8/dist-packages (from nbconvert>=6.4.4->jupyter-server<3,>=2.4.0->jupyterlab==4.2.5->metal-libs==0.52.0rc31.dev6+wormhole.b0) (3.0.2) +2024-09-23T15:08:31.4466591Z Requirement already satisfied: bleach!=5.0.0 in /usr/local/lib/python3.8/dist-packages (from nbconvert>=6.4.4->jupyter-server<3,>=2.4.0->jupyterlab==4.2.5->metal-libs==0.52.0rc31.dev6+wormhole.b0) (6.1.0) +2024-09-23T15:08:31.4517686Z Requirement already satisfied: nbclient>=0.5.0 in /usr/local/lib/python3.8/dist-packages (from nbconvert>=6.4.4->jupyter-server<3,>=2.4.0->jupyterlab==4.2.5->metal-libs==0.52.0rc31.dev6+wormhole.b0) (0.10.0) +2024-09-23T15:08:31.5776771Z Collecting argon2-cffi-bindings +2024-09-23T15:08:31.5893049Z Downloading argon2_cffi_bindings-21.2.0-cp36-abi3-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (86 kB) +2024-09-23T15:08:31.6289677Z Requirement already satisfied: fastjsonschema>=2.15 in /usr/local/lib/python3.8/dist-packages (from nbformat>=5.3.0->jupyter-server<3,>=2.4.0->jupyterlab==4.2.5->metal-libs==0.52.0rc31.dev6+wormhole.b0) (2.20.0) +2024-09-23T15:08:31.7391220Z Collecting python-json-logger>=2.0.4 +2024-09-23T15:08:31.7506373Z Downloading python_json_logger-2.0.7-py3-none-any.whl (8.1 kB) +2024-09-23T15:08:31.7842368Z Requirement already satisfied: referencing in /usr/local/lib/python3.8/dist-packages (from jupyter-events>=0.9.0->jupyter-server<3,>=2.4.0->jupyterlab==4.2.5->metal-libs==0.52.0rc31.dev6+wormhole.b0) (0.35.1) +2024-09-23T15:08:31.8832358Z Collecting rfc3339-validator +2024-09-23T15:08:31.8944462Z Downloading rfc3339_validator-0.1.4-py2.py3-none-any.whl (3.5 kB) +2024-09-23T15:08:32.0205402Z Collecting rfc3986-validator>=0.1.1 +2024-09-23T15:08:32.0317370Z Downloading rfc3986_validator-0.1.1-py2.py3-none-any.whl (4.2 kB) +2024-09-23T15:08:32.0639487Z Requirement already satisfied: jsonschema-specifications>=2023.03.6 in /usr/local/lib/python3.8/dist-packages (from jsonschema>=4.18.0->jupyterlab-server<3,>=2.27.1->jupyterlab==4.2.5->metal-libs==0.52.0rc31.dev6+wormhole.b0) (2023.12.1) +2024-09-23T15:08:32.0681900Z Requirement already satisfied: rpds-py>=0.7.1 in /usr/local/lib/python3.8/dist-packages (from jsonschema>=4.18.0->jupyterlab-server<3,>=2.27.1->jupyterlab==4.2.5->metal-libs==0.52.0rc31.dev6+wormhole.b0) (0.20.0) +2024-09-23T15:08:32.0699686Z Requirement already satisfied: attrs>=22.2.0 in /usr/local/lib/python3.8/dist-packages (from jsonschema>=4.18.0->jupyterlab-server<3,>=2.27.1->jupyterlab==4.2.5->metal-libs==0.52.0rc31.dev6+wormhole.b0) (24.2.0) +2024-09-23T15:08:32.1172118Z Requirement already satisfied: pkgutil-resolve-name>=1.3.10; python_version < "3.9" in /usr/local/lib/python3.8/dist-packages (from jsonschema>=4.18.0->jupyterlab-server<3,>=2.27.1->jupyterlab==4.2.5->metal-libs==0.52.0rc31.dev6+wormhole.b0) (1.3.10) +2024-09-23T15:08:32.1187864Z Requirement already satisfied: webencodings>=0.4 in /usr/local/lib/python3.8/dist-packages (from tinycss2->nbconvert>=6.4.4->jupyter-server<3,>=2.4.0->jupyterlab==4.2.5->metal-libs==0.52.0rc31.dev6+wormhole.b0) (0.5.1) +2024-09-23T15:08:32.1203293Z Requirement already satisfied: soupsieve>1.2 in /usr/local/lib/python3.8/dist-packages (from beautifulsoup4->nbconvert>=6.4.4->jupyter-server<3,>=2.4.0->jupyterlab==4.2.5->metal-libs==0.52.0rc31.dev6+wormhole.b0) (2.6) +2024-09-23T15:08:32.1222558Z Requirement already satisfied: cffi>=1.0.1 in /usr/local/lib/python3.8/dist-packages (from argon2-cffi-bindings->argon2-cffi>=21.1->jupyter-server<3,>=2.4.0->jupyterlab==4.2.5->metal-libs==0.52.0rc31.dev6+wormhole.b0) (1.17.1) +2024-09-23T15:08:32.1238339Z Requirement already satisfied: pycparser in /usr/local/lib/python3.8/dist-packages (from cffi>=1.0.1->argon2-cffi-bindings->argon2-cffi>=21.1->jupyter-server<3,>=2.4.0->jupyterlab==4.2.5->metal-libs==0.52.0rc31.dev6+wormhole.b0) (2.22) +2024-09-23T15:08:34.2177202Z Installing collected packages: widgetsnbextension, jupyterlab-widgets, comm, ipywidgets, Pillow, tenacity, plotly, matplotlib, debugpy, nest-asyncio, ipykernel, send2trash, terminado, websocket-client, prometheus-client, jupyter-server-terminals, argon2-cffi-bindings, argon2-cffi, python-json-logger, rfc3339-validator, rfc3986-validator, jupyter-events, overrides, sniffio, anyio, jupyter-server, notebook-shim, h11, httpcore, httpx, jupyter-lsp, async-lru, json5, jupyterlab-server, jupyterlab, xyzservices, bokeh, graphviz, itsdangerous, blinker, Werkzeug, Flask, dash-core-components, dash-html-components, dash-table, retrying, dash, seaborn, toolz, loguru, metal-libs +2024-09-23T15:08:46.8846178Z WARNING: The script debugpy is installed in '/root/.local/bin' which is not on PATH. +2024-09-23T15:08:46.8847879Z Consider adding this directory to PATH or, if you prefer to suppress this warning, use --no-warn-script-location. +2024-09-23T15:08:46.9904577Z WARNING: The script send2trash is installed in '/root/.local/bin' which is not on PATH. +2024-09-23T15:08:46.9906098Z Consider adding this directory to PATH or, if you prefer to suppress this warning, use --no-warn-script-location. +2024-09-23T15:08:47.0404940Z WARNING: The script wsdump is installed in '/root/.local/bin' which is not on PATH. +2024-09-23T15:08:47.0406509Z Consider adding this directory to PATH or, if you prefer to suppress this warning, use --no-warn-script-location. +2024-09-23T15:08:47.1384539Z WARNING: The script jupyter-events is installed in '/root/.local/bin' which is not on PATH. +2024-09-23T15:08:47.1386194Z Consider adding this directory to PATH or, if you prefer to suppress this warning, use --no-warn-script-location. +2024-09-23T15:08:47.3809703Z WARNING: The script jupyter-server is installed in '/root/.local/bin' which is not on PATH. +2024-09-23T15:08:47.3811202Z Consider adding this directory to PATH or, if you prefer to suppress this warning, use --no-warn-script-location. +2024-09-23T15:08:47.5466326Z WARNING: The script httpx is installed in '/root/.local/bin' which is not on PATH. +2024-09-23T15:08:47.5467980Z Consider adding this directory to PATH or, if you prefer to suppress this warning, use --no-warn-script-location. +2024-09-23T15:08:47.6244083Z WARNING: The script pyjson5 is installed in '/root/.local/bin' which is not on PATH. +2024-09-23T15:08:47.6245600Z Consider adding this directory to PATH or, if you prefer to suppress this warning, use --no-warn-script-location. +2024-09-23T15:08:48.2007412Z WARNING: The scripts jlpm, jupyter-lab, jupyter-labextension and jupyter-labhub are installed in '/root/.local/bin' which is not on PATH. +2024-09-23T15:08:48.2009352Z Consider adding this directory to PATH or, if you prefer to suppress this warning, use --no-warn-script-location. +2024-09-23T15:08:49.1629503Z WARNING: The script bokeh is installed in '/root/.local/bin' which is not on PATH. +2024-09-23T15:08:49.1631187Z Consider adding this directory to PATH or, if you prefer to suppress this warning, use --no-warn-script-location. +2024-09-23T15:08:49.4335240Z WARNING: The script flask is installed in '/root/.local/bin' which is not on PATH. +2024-09-23T15:08:49.4337245Z Consider adding this directory to PATH or, if you prefer to suppress this warning, use --no-warn-script-location. +2024-09-23T15:08:49.9498999Z WARNING: The scripts dash-generate-components, dash-update-components and renderer are installed in '/root/.local/bin' which is not on PATH. +2024-09-23T15:08:49.9501232Z Consider adding this directory to PATH or, if you prefer to suppress this warning, use --no-warn-script-location. +2024-09-23T15:09:00.6608276Z Successfully installed Flask-3.0.3 Pillow-10.3.0 Werkzeug-3.0.4 anyio-4.5.0 argon2-cffi-23.1.0 argon2-cffi-bindings-21.2.0 async-lru-2.0.4 blinker-1.8.2 bokeh-3.1.1 comm-0.2.2 dash-2.15.0 dash-core-components-2.0.0 dash-html-components-2.0.0 dash-table-5.0.0 debugpy-1.8.5 graphviz-0.20.3 h11-0.14.0 httpcore-1.0.5 httpx-0.27.2 ipykernel-6.29.5 ipywidgets-8.1.1 itsdangerous-2.2.0 json5-0.9.25 jupyter-events-0.10.0 jupyter-lsp-2.2.5 jupyter-server-2.14.2 jupyter-server-terminals-0.5.3 jupyterlab-4.2.5 jupyterlab-server-2.27.3 jupyterlab-widgets-3.0.13 loguru-0.6.0 matplotlib-3.7.1 metal-libs-0.52.0rc31.dev6+wormhole.b0 nest-asyncio-1.6.0 notebook-shim-0.2.4 overrides-7.7.0 plotly-5.18.0 prometheus-client-0.21.0 python-json-logger-2.0.7 retrying-1.3.4 rfc3339-validator-0.1.4 rfc3986-validator-0.1.1 seaborn-0.13.2 send2trash-1.8.3 sniffio-1.3.1 tenacity-9.0.0 terminado-0.18.1 toolz-0.12.0 websocket-client-1.8.0 widgetsnbextension-4.0.13 xyzservices-2024.9.0 +2024-09-23T15:09:01.7280262Z [Info] Running ttnn example: ttnn/examples/usage/convert_to_from_torch.py +2024-09-23T15:09:03.5126490Z 2024-09-23 15:09:03.511 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.pearson_correlation_coefficient be migrated to C++? +2024-09-23T15:09:03.5128348Z 2024-09-23 15:09:03.512 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.Conv1d be migrated to C++? +2024-09-23T15:09:03.5157993Z 2024-09-23 15:09:03.514 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.conv2d be migrated to C++? +2024-09-23T15:09:03.5160414Z 2024-09-23 15:09:03.515 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.reshape be migrated to C++? +2024-09-23T15:09:03.5163263Z 2024-09-23 15:09:03.515 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.unsqueeze_to_4D be migrated to C++? +2024-09-23T15:09:03.5165155Z 2024-09-23 15:09:03.515 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.from_torch be migrated to C++? +2024-09-23T15:09:03.5167342Z 2024-09-23 15:09:03.515 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.to_torch be migrated to C++? +2024-09-23T15:09:03.5169025Z 2024-09-23 15:09:03.515 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.to_device be migrated to C++? +2024-09-23T15:09:03.5171689Z 2024-09-23 15:09:03.515 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.from_device be migrated to C++? +2024-09-23T15:09:03.5173465Z 2024-09-23 15:09:03.515 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.allocate_tensor_on_device be migrated to C++? +2024-09-23T15:09:03.5175266Z 2024-09-23 15:09:03.516 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.copy_host_to_device_tensor be migrated to C++? +2024-09-23T15:09:03.5177807Z 2024-09-23 15:09:03.516 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.deallocate be migrated to C++? +2024-09-23T15:09:03.5179396Z 2024-09-23 15:09:03.516 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.reallocate be migrated to C++? +2024-09-23T15:09:03.5181272Z 2024-09-23 15:09:03.516 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.load_tensor be migrated to C++? +2024-09-23T15:09:03.5182868Z 2024-09-23 15:09:03.516 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.dump_tensor be migrated to C++? +2024-09-23T15:09:03.5184516Z 2024-09-23 15:09:03.516 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.as_tensor be migrated to C++? +2024-09-23T15:09:03.5188160Z 2024-09-23 15:09:03.518 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.avg_pool2d be migrated to C++? +2024-09-23T15:09:03.5222500Z 2024-09-23 15:09:03.521 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.conv2d be migrated to C++? +2024-09-23T15:09:03.5224717Z 2024-09-23 15:09:03.521 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.avg_pool2d be migrated to C++? +2024-09-23T15:09:03.5226307Z 2024-09-23 15:09:03.521 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.Conv1d be migrated to C++? +2024-09-23T15:09:03.8531184Z [Info] Running ttnn example: ttnn/examples/usage/debugging_intermediate_tensors.py +2024-09-23T15:09:05.0954437Z 2024-09-23 15:09:05.094 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.pearson_correlation_coefficient be migrated to C++? +2024-09-23T15:09:05.0956197Z 2024-09-23 15:09:05.094 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.Conv1d be migrated to C++? +2024-09-23T15:09:05.0982186Z 2024-09-23 15:09:05.097 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.conv2d be migrated to C++? +2024-09-23T15:09:05.0988371Z 2024-09-23 15:09:05.097 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.reshape be migrated to C++? +2024-09-23T15:09:05.0990022Z 2024-09-23 15:09:05.098 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.unsqueeze_to_4D be migrated to C++? +2024-09-23T15:09:05.0991627Z 2024-09-23 15:09:05.098 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.from_torch be migrated to C++? +2024-09-23T15:09:05.0993186Z 2024-09-23 15:09:05.098 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.to_torch be migrated to C++? +2024-09-23T15:09:05.0994734Z 2024-09-23 15:09:05.098 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.to_device be migrated to C++? +2024-09-23T15:09:05.0996313Z 2024-09-23 15:09:05.098 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.from_device be migrated to C++? +2024-09-23T15:09:05.0998116Z 2024-09-23 15:09:05.098 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.allocate_tensor_on_device be migrated to C++? +2024-09-23T15:09:05.0999890Z 2024-09-23 15:09:05.098 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.copy_host_to_device_tensor be migrated to C++? +2024-09-23T15:09:05.1001551Z 2024-09-23 15:09:05.098 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.deallocate be migrated to C++? +2024-09-23T15:09:05.1003147Z 2024-09-23 15:09:05.098 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.reallocate be migrated to C++? +2024-09-23T15:09:05.1004715Z 2024-09-23 15:09:05.098 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.load_tensor be migrated to C++? +2024-09-23T15:09:05.1006298Z 2024-09-23 15:09:05.098 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.dump_tensor be migrated to C++? +2024-09-23T15:09:05.1007843Z 2024-09-23 15:09:05.099 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.as_tensor be migrated to C++? +2024-09-23T15:09:05.1022608Z 2024-09-23 15:09:05.100 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.avg_pool2d be migrated to C++? +2024-09-23T15:09:05.1045182Z 2024-09-23 15:09:05.103 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.conv2d be migrated to C++? +2024-09-23T15:09:05.1046856Z 2024-09-23 15:09:05.103 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.avg_pool2d be migrated to C++? +2024-09-23T15:09:05.1048391Z 2024-09-23 15:09:05.104 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.Conv1d be migrated to C++? +2024-09-23T15:09:05.1178365Z  Device | INFO  | Opening user mode device driver +2024-09-23T15:09:05.1616128Z +2024-09-23T15:09:05.1950608Z 2024-09-23 15:09:05.194 | INFO  | SiliconDriver  - Detected 1 PCI device : [0] +2024-09-23T15:09:05.2095438Z 2024-09-23 15:09:05.208 | WARNING  | SiliconDriver  - init_detect_tt_device_numanodes(): Could not determine NumaNodeSet for TT device (physical_device_id: 0 pci_bus_id: 0000:07:00.0) +2024-09-23T15:09:05.2097986Z 2024-09-23 15:09:05.208 | WARNING  | SiliconDriver  - Could not find NumaNodeSet for TT Device (physical_device_id: 0 pci_bus_id: 0000:07:00.0) +2024-09-23T15:09:05.2106083Z 2024-09-23 15:09:05.209 | WARNING  | SiliconDriver  - bind_area_memory_nodeset(): Unable to determine TT Device to NumaNode mapping for physical_device_id: 0. Skipping membind. +2024-09-23T15:09:05.2126170Z ---- ttSiliconDevice::init_hugepage: bind_area_to_memory_nodeset() failed (physical_device_id: 0 ch: 0). Hugepage allocation is not on NumaNode matching TT Device. Side-Effect is decreased Device->Host perf (Issue #893). +2024-09-23T15:09:05.2144564Z 2024-09-23 15:09:05.213 | WARNING  | SiliconDriver  - bind_area_memory_nodeset(): Unable to determine TT Device to NumaNode mapping for physical_device_id: 0. Skipping membind. +2024-09-23T15:09:05.2147427Z ---- ttSiliconDevice::init_hugepage: bind_area_to_memory_nodeset() failed (physical_device_id: 0 ch: 1). Hugepage allocation is not on NumaNode matching TT Device. Side-Effect is decreased Device->Host perf (Issue #893). +2024-09-23T15:09:05.2251058Z 2024-09-23 15:09:05.224 | INFO  | SiliconDriver  - Software version 6.0.0, Ethernet FW version 6.9.0 (Device 0) +2024-09-23T15:09:05.2256172Z 2024-09-23 15:09:05.225 | INFO  | SiliconDriver  - Software version 6.0.0, Ethernet FW version 6.9.0 (Device 1) +2024-09-23T15:09:05.2303701Z  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-23T15:09:05.2305148Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-23T15:09:06.5583911Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-23T15:09:06.5585353Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-23T15:09:07.0378183Z  Metal | INFO  | Closing device 0 +2024-09-23T15:09:07.0379603Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-23T15:09:07.2060380Z  Device | INFO  | Closing user mode device drivers +2024-09-23T15:09:07.3204520Z [Info] Running ttnn example: ttnn/examples/usage/falling_back_to_torch.py +2024-09-23T15:09:08.5370642Z 2024-09-23 15:09:08.535 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.pearson_correlation_coefficient be migrated to C++? +2024-09-23T15:09:08.5373426Z 2024-09-23 15:09:08.536 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.Conv1d be migrated to C++? +2024-09-23T15:09:08.5396646Z 2024-09-23 15:09:08.538 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.conv2d be migrated to C++? +2024-09-23T15:09:08.5402961Z 2024-09-23 15:09:08.539 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.reshape be migrated to C++? +2024-09-23T15:09:08.5407361Z 2024-09-23 15:09:08.539 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.unsqueeze_to_4D be migrated to C++? +2024-09-23T15:09:08.5409199Z 2024-09-23 15:09:08.539 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.from_torch be migrated to C++? +2024-09-23T15:09:08.5411927Z 2024-09-23 15:09:08.539 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.to_torch be migrated to C++? +2024-09-23T15:09:08.5413873Z 2024-09-23 15:09:08.539 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.to_device be migrated to C++? +2024-09-23T15:09:08.5415526Z 2024-09-23 15:09:08.539 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.from_device be migrated to C++? +2024-09-23T15:09:08.5417242Z 2024-09-23 15:09:08.539 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.allocate_tensor_on_device be migrated to C++? +2024-09-23T15:09:08.5419039Z 2024-09-23 15:09:08.540 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.copy_host_to_device_tensor be migrated to C++? +2024-09-23T15:09:08.5421108Z 2024-09-23 15:09:08.540 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.deallocate be migrated to C++? +2024-09-23T15:09:08.5422821Z 2024-09-23 15:09:08.540 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.reallocate be migrated to C++? +2024-09-23T15:09:08.5424574Z 2024-09-23 15:09:08.540 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.load_tensor be migrated to C++? +2024-09-23T15:09:08.5427049Z 2024-09-23 15:09:08.540 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.dump_tensor be migrated to C++? +2024-09-23T15:09:08.5428770Z 2024-09-23 15:09:08.540 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.as_tensor be migrated to C++? +2024-09-23T15:09:08.5430361Z 2024-09-23 15:09:08.541 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.avg_pool2d be migrated to C++? +2024-09-23T15:09:08.5457819Z 2024-09-23 15:09:08.545 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.conv2d be migrated to C++? +2024-09-23T15:09:08.5459611Z 2024-09-23 15:09:08.545 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.avg_pool2d be migrated to C++? +2024-09-23T15:09:08.5462261Z 2024-09-23 15:09:08.545 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.Conv1d be migrated to C++? +2024-09-23T15:09:08.8360295Z [Info] Running ttnn example: ttnn/examples/usage/get_item.py +2024-09-23T15:09:10.0843232Z 2024-09-23 15:09:10.083 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.pearson_correlation_coefficient be migrated to C++? +2024-09-23T15:09:10.0848239Z 2024-09-23 15:09:10.084 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.Conv1d be migrated to C++? +2024-09-23T15:09:10.0873402Z 2024-09-23 15:09:10.086 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.conv2d be migrated to C++? +2024-09-23T15:09:10.0878218Z 2024-09-23 15:09:10.086 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.reshape be migrated to C++? +2024-09-23T15:09:10.0881602Z 2024-09-23 15:09:10.087 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.unsqueeze_to_4D be migrated to C++? +2024-09-23T15:09:10.0884801Z 2024-09-23 15:09:10.087 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.from_torch be migrated to C++? +2024-09-23T15:09:10.0886821Z 2024-09-23 15:09:10.087 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.to_torch be migrated to C++? +2024-09-23T15:09:10.0888766Z 2024-09-23 15:09:10.087 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.to_device be migrated to C++? +2024-09-23T15:09:10.0890699Z 2024-09-23 15:09:10.087 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.from_device be migrated to C++? +2024-09-23T15:09:10.0892381Z 2024-09-23 15:09:10.087 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.allocate_tensor_on_device be migrated to C++? +2024-09-23T15:09:10.0894138Z 2024-09-23 15:09:10.087 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.copy_host_to_device_tensor be migrated to C++? +2024-09-23T15:09:10.0895809Z 2024-09-23 15:09:10.087 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.deallocate be migrated to C++? +2024-09-23T15:09:10.0897405Z 2024-09-23 15:09:10.087 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.reallocate be migrated to C++? +2024-09-23T15:09:10.0899195Z 2024-09-23 15:09:10.088 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.load_tensor be migrated to C++? +2024-09-23T15:09:10.0901369Z 2024-09-23 15:09:10.088 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.dump_tensor be migrated to C++? +2024-09-23T15:09:10.0903382Z 2024-09-23 15:09:10.088 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.as_tensor be migrated to C++? +2024-09-23T15:09:10.0904998Z 2024-09-23 15:09:10.089 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.avg_pool2d be migrated to C++? +2024-09-23T15:09:10.0934214Z 2024-09-23 15:09:10.092 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.conv2d be migrated to C++? +2024-09-23T15:09:10.0936280Z 2024-09-23 15:09:10.092 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.avg_pool2d be migrated to C++? +2024-09-23T15:09:10.0937975Z 2024-09-23 15:09:10.093 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.Conv1d be migrated to C++? +2024-09-23T15:09:10.1068106Z  Device | INFO  | Opening user mode device driver +2024-09-23T15:09:10.1461345Z +2024-09-23T15:09:10.1802259Z 2024-09-23 15:09:10.179 | INFO  | SiliconDriver  - Detected 1 PCI device : [0] +2024-09-23T15:09:10.1941518Z 2024-09-23 15:09:10.193 | WARNING  | SiliconDriver  - init_detect_tt_device_numanodes(): Could not determine NumaNodeSet for TT device (physical_device_id: 0 pci_bus_id: 0000:07:00.0) +2024-09-23T15:09:10.1944375Z 2024-09-23 15:09:10.193 | WARNING  | SiliconDriver  - Could not find NumaNodeSet for TT Device (physical_device_id: 0 pci_bus_id: 0000:07:00.0) +2024-09-23T15:09:10.1950851Z 2024-09-23 15:09:10.194 | WARNING  | SiliconDriver  - bind_area_memory_nodeset(): Unable to determine TT Device to NumaNode mapping for physical_device_id: 0. Skipping membind. +2024-09-23T15:09:10.1953949Z ---- ttSiliconDevice::init_hugepage: bind_area_to_memory_nodeset() failed (physical_device_id: 0 ch: 0). Hugepage allocation is not on NumaNode matching TT Device. Side-Effect is decreased Device->Host perf (Issue #893). +2024-09-23T15:09:10.1988258Z 2024-09-23 15:09:10.198 | WARNING  | SiliconDriver  - bind_area_memory_nodeset(): Unable to determine TT Device to NumaNode mapping for physical_device_id: 0. Skipping membind. +2024-09-23T15:09:10.1991036Z ---- ttSiliconDevice::init_hugepage: bind_area_to_memory_nodeset() failed (physical_device_id: 0 ch: 1). Hugepage allocation is not on NumaNode matching TT Device. Side-Effect is decreased Device->Host perf (Issue #893). +2024-09-23T15:09:10.2095510Z 2024-09-23 15:09:10.208 | INFO  | SiliconDriver  - Software version 6.0.0, Ethernet FW version 6.9.0 (Device 0) +2024-09-23T15:09:10.2100512Z 2024-09-23 15:09:10.209 | INFO  | SiliconDriver  - Software version 6.0.0, Ethernet FW version 6.9.0 (Device 1) +2024-09-23T15:09:10.2128430Z  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-23T15:09:10.2130810Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-23T15:09:11.5884896Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-23T15:09:11.5886332Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-23T15:09:11.9846458Z  Metal | INFO  | Closing device 0 +2024-09-23T15:09:11.9848467Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-23T15:09:12.1530988Z  Device | INFO  | Closing user mode device drivers +2024-09-23T15:09:12.2762704Z [Info] Running ttnn example: ttnn/examples/usage/graph_capture.py +2024-09-23T15:09:13.5951035Z 2024-09-23 15:09:13.593 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.pearson_correlation_coefficient be migrated to C++? +2024-09-23T15:09:13.5953091Z 2024-09-23 15:09:13.594 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.Conv1d be migrated to C++? +2024-09-23T15:09:13.5978382Z 2024-09-23 15:09:13.597 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.conv2d be migrated to C++? +2024-09-23T15:09:13.5982275Z 2024-09-23 15:09:13.597 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.reshape be migrated to C++? +2024-09-23T15:09:13.5984263Z 2024-09-23 15:09:13.597 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.unsqueeze_to_4D be migrated to C++? +2024-09-23T15:09:13.5986321Z 2024-09-23 15:09:13.597 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.from_torch be migrated to C++? +2024-09-23T15:09:13.5988184Z 2024-09-23 15:09:13.597 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.to_torch be migrated to C++? +2024-09-23T15:09:13.5990005Z 2024-09-23 15:09:13.598 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.to_device be migrated to C++? +2024-09-23T15:09:13.5991960Z 2024-09-23 15:09:13.598 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.from_device be migrated to C++? +2024-09-23T15:09:13.5993959Z 2024-09-23 15:09:13.598 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.allocate_tensor_on_device be migrated to C++? +2024-09-23T15:09:13.5995875Z 2024-09-23 15:09:13.598 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.copy_host_to_device_tensor be migrated to C++? +2024-09-23T15:09:13.5997557Z 2024-09-23 15:09:13.598 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.deallocate be migrated to C++? +2024-09-23T15:09:13.5999158Z 2024-09-23 15:09:13.598 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.reallocate be migrated to C++? +2024-09-23T15:09:13.6000805Z 2024-09-23 15:09:13.598 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.load_tensor be migrated to C++? +2024-09-23T15:09:13.6002384Z 2024-09-23 15:09:13.598 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.dump_tensor be migrated to C++? +2024-09-23T15:09:13.6003979Z 2024-09-23 15:09:13.598 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.as_tensor be migrated to C++? +2024-09-23T15:09:13.6008994Z 2024-09-23 15:09:13.600 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.avg_pool2d be migrated to C++? +2024-09-23T15:09:13.6039924Z 2024-09-23 15:09:13.603 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.conv2d be migrated to C++? +2024-09-23T15:09:13.6041541Z 2024-09-23 15:09:13.603 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.avg_pool2d be migrated to C++? +2024-09-23T15:09:13.6043766Z 2024-09-23 15:09:13.603 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.Conv1d be migrated to C++? +2024-09-23T15:09:13.6182000Z  Device | INFO  | Opening user mode device driver +2024-09-23T15:09:13.6594931Z +2024-09-23T15:09:13.6932764Z 2024-09-23 15:09:13.692 | INFO  | SiliconDriver  - Detected 1 PCI device : [0] +2024-09-23T15:09:13.7072880Z 2024-09-23 15:09:13.706 | WARNING  | SiliconDriver  - init_detect_tt_device_numanodes(): Could not determine NumaNodeSet for TT device (physical_device_id: 0 pci_bus_id: 0000:07:00.0) +2024-09-23T15:09:13.7075682Z 2024-09-23 15:09:13.706 | WARNING  | SiliconDriver  - Could not find NumaNodeSet for TT Device (physical_device_id: 0 pci_bus_id: 0000:07:00.0) +2024-09-23T15:09:13.7082459Z 2024-09-23 15:09:13.707 | WARNING  | SiliconDriver  - bind_area_memory_nodeset(): Unable to determine TT Device to NumaNode mapping for physical_device_id: 0. Skipping membind. +2024-09-23T15:09:13.7085573Z ---- ttSiliconDevice::init_hugepage: bind_area_to_memory_nodeset() failed (physical_device_id: 0 ch: 0). Hugepage allocation is not on NumaNode matching TT Device. Side-Effect is decreased Device->Host perf (Issue #893). +2024-09-23T15:09:13.7127499Z 2024-09-23 15:09:13.711 | WARNING  | SiliconDriver  - bind_area_memory_nodeset(): Unable to determine TT Device to NumaNode mapping for physical_device_id: 0. Skipping membind. +2024-09-23T15:09:13.7130345Z ---- ttSiliconDevice::init_hugepage: bind_area_to_memory_nodeset() failed (physical_device_id: 0 ch: 1). Hugepage allocation is not on NumaNode matching TT Device. Side-Effect is decreased Device->Host perf (Issue #893). +2024-09-23T15:09:13.7227100Z 2024-09-23 15:09:13.722 | INFO  | SiliconDriver  - Software version 6.0.0, Ethernet FW version 6.9.0 (Device 0) +2024-09-23T15:09:13.7231725Z 2024-09-23 15:09:13.722 | INFO  | SiliconDriver  - Software version 6.0.0, Ethernet FW version 6.9.0 (Device 1) +2024-09-23T15:09:13.7281323Z  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-23T15:09:13.7282805Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-23T15:09:15.1658057Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-23T15:09:15.1659666Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-23T15:09:15.1677111Z  Always | INFO  | Begin op: tt::tt_metal::detail::convert_python_tensor_to_tt_tensor +2024-09-23T15:09:15.1679391Z  Always | INFO  | input any type name ignored: std::__1::reference_wrapper +2024-09-23T15:09:15.1681951Z  Always | INFO  | input any type name ignored: std::__1::reference_wrapper> +2024-09-23T15:09:15.1684232Z  Always | INFO  | input any type name ignored: std::__1::reference_wrapper +2024-09-23T15:09:15.1686220Z  Always | INFO  | End op: tt::tt_metal::detail::convert_python_tensor_to_tt_tensor +2024-09-23T15:09:15.1688231Z  Always | INFO  | Tensor doesn't have buffer, but storage is tt::tt_metal::BorrowedStorage +2024-09-23T15:09:15.1690308Z  Always | INFO  | Begin op: ttnn::to_layout +2024-09-23T15:09:15.1691949Z  Always | INFO  | Tensor doesn't have buffer, but storage is tt::tt_metal::BorrowedStorage +2024-09-23T15:09:15.1693862Z  Always | INFO  | input any type name ignored: std::__1::reference_wrapper +2024-09-23T15:09:15.1696278Z  Always | INFO  | input any type name ignored: std::__1::reference_wrapper const> +2024-09-23T15:09:15.1699224Z  Always | INFO  | input any type name ignored: std::__1::reference_wrapper const> +2024-09-23T15:09:15.1702051Z  Always | INFO  | input any type name ignored: std::__1::reference_wrapper +2024-09-23T15:09:15.1703662Z  Always | INFO  | Begin op: Tensor::reshape +2024-09-23T15:09:15.1705314Z  Always | INFO  | Tensor doesn't have buffer, but storage is tt::tt_metal::BorrowedStorage +2024-09-23T15:09:15.1707270Z  Always | INFO  | input any type name ignored: std::__1::reference_wrapper +2024-09-23T15:09:15.1709009Z  Always | INFO  | End op: Tensor::reshape +2024-09-23T15:09:15.1710641Z  Always | INFO  | Tensor doesn't have buffer, but storage is tt::tt_metal::BorrowedStorage +2024-09-23T15:09:15.1712248Z  Always | INFO  | Begin op: Tensor::pad +2024-09-23T15:09:15.1713883Z  Always | INFO  | Tensor doesn't have buffer, but storage is tt::tt_metal::BorrowedStorage +2024-09-23T15:09:15.1715839Z  Always | INFO  | input any type name ignored: std::__1::reference_wrapper +2024-09-23T15:09:15.1717893Z  Always | INFO  | input any type name ignored: std::__1::reference_wrapper +2024-09-23T15:09:15.1719776Z  Always | INFO  | input any type name ignored: std::__1::reference_wrapper +2024-09-23T15:09:15.1721241Z  Always | INFO  | End op: Tensor::pad +2024-09-23T15:09:15.1722955Z  Always | INFO  | Tensor doesn't have buffer, but storage is tt::tt_metal::OwnedStorage +2024-09-23T15:09:15.1724481Z  Always | INFO  | Begin op: Tensor::to +2024-09-23T15:09:15.1726069Z  Always | INFO  | Tensor doesn't have buffer, but storage is tt::tt_metal::OwnedStorage +2024-09-23T15:09:15.1727984Z  Always | INFO  | input any type name ignored: std::__1::reference_wrapper +2024-09-23T15:09:15.1729948Z  Always | INFO  | input any type name ignored: std::__1::reference_wrapper +2024-09-23T15:09:15.1731493Z  Always | INFO  | End op: Tensor::to +2024-09-23T15:09:15.1733231Z  Always | INFO  | Tensor doesn't have buffer, but storage is tt::tt_metal::OwnedStorage +2024-09-23T15:09:15.1734774Z  Always | INFO  | End op: ttnn::to_layout +2024-09-23T15:09:15.1736390Z  Always | INFO  | Tensor doesn't have buffer, but storage is tt::tt_metal::OwnedStorage +2024-09-23T15:09:15.1737953Z  Always | INFO  | Begin op: Tensor::to +2024-09-23T15:09:15.1739519Z  Always | INFO  | Tensor doesn't have buffer, but storage is tt::tt_metal::OwnedStorage +2024-09-23T15:09:15.1741948Z  Always | INFO  | input any type name ignored: std::__1::reference_wrapper +2024-09-23T15:09:15.1743972Z  Always | INFO  | input any type name ignored: std::__1::reference_wrapper +2024-09-23T15:09:15.1745587Z  Always | INFO  | End op: Tensor::to +2024-09-23T15:09:15.1746862Z  Always | INFO  | Begin op: ttnn::add +2024-09-23T15:09:15.1748584Z  Always | INFO  | input any type name ignored: std::__1::reference_wrapper +2024-09-23T15:09:15.1751834Z  Always | INFO  | input any type name ignored: std::__1::reference_wrapper +2024-09-23T15:09:15.1753928Z  Always | INFO  | input any type name ignored: std::__1::reference_wrapper const> +2024-09-23T15:09:15.1756228Z  Always | INFO  | input any type name ignored: std::__1::reference_wrapper const> +2024-09-23T15:09:15.1760737Z  Always | INFO  | input any type name ignored: std::__1::reference_wrapper>> const> +2024-09-23T15:09:15.1763712Z  Always | INFO  | input any type name ignored: std::__1::reference_wrapper const> +2024-09-23T15:09:15.1765513Z  Always | INFO  | Begin op: Tensor::to +2024-09-23T15:09:15.1767485Z  Always | WARNING  | Tensor doesn't have tensor_id, generating new one. Ideally this should not happen. Please set tensor_id for this tensor ahead of time. +2024-09-23T15:09:15.1769688Z  Always | INFO  | Tensor doesn't have buffer, but storage is tt::tt_metal::OwnedStorage +2024-09-23T15:09:15.1771526Z  Always | INFO  | input any type name ignored: std::__1::reference_wrapper +2024-09-23T15:09:15.1773508Z  Always | INFO  | input any type name ignored: std::__1::reference_wrapper +2024-09-23T15:09:15.1775143Z  Always | INFO  | End op: Tensor::to +2024-09-23T15:09:15.1776685Z  Always | INFO  | Begin op: ttnn::prim::binary +2024-09-23T15:09:15.1778335Z  Always | INFO  | input any type name ignored: std::__1::reference_wrapper +2024-09-23T15:09:15.1780597Z  Always | INFO  | input any type name ignored: std::__1::reference_wrapper +2024-09-23T15:09:15.1782804Z  Always | INFO  | input any type name ignored: std::__1::reference_wrapper const> +2024-09-23T15:09:15.1785193Z  Always | INFO  | input any type name ignored: std::__1::reference_wrapper const> +2024-09-23T15:09:15.1787994Z  Always | INFO  | input any type name ignored: std::__1::reference_wrapper>>> +2024-09-23T15:09:15.1790825Z  Always | INFO  | input any type name ignored: std::__1::reference_wrapper> +2024-09-23T15:09:15.1792611Z  Always | INFO  | Begin op: BinaryDeviceOperation +2024-09-23T15:09:15.1794701Z  Always | INFO  | input any type name ignored: std::__1::reference_wrapper +2024-09-23T15:09:15.1797247Z  Always | INFO  | input any type name ignored: std::__1::reference_wrapper +2024-09-23T15:09:15.1799254Z  Always | INFO  | Begin op: tt::tt_metal::create_device_tensor +2024-09-23T15:09:15.1801045Z  Always | INFO  | input any type name ignored: std::__1::reference_wrapper +2024-09-23T15:09:15.1803161Z  Always | INFO  | input any type name ignored: std::__1::reference_wrapper +2024-09-23T15:09:15.1805086Z  Always | INFO  | input any type name ignored: std::__1::reference_wrapper +2024-09-23T15:09:15.1807016Z  Always | INFO  | input any type name ignored: std::__1::reference_wrapper +2024-09-23T15:09:15.1809091Z  Always | INFO  | input any type name ignored: std::__1::reference_wrapper +2024-09-23T15:09:15.1811190Z  Always | INFO  | End op: tt::tt_metal::create_device_tensor +2024-09-23T15:09:15.1812774Z  Always | INFO  | End op: BinaryDeviceOperation +2024-09-23T15:09:15.1814367Z  Always | INFO  | End op: ttnn::prim::binary +2024-09-23T15:09:15.1815772Z  Always | INFO  | End op: ttnn::add +2024-09-23T15:09:15.1817779Z  Always | WARNING  | Tensor doesn't have tensor_id, generating new one. Ideally this should not happen. Please set tensor_id for this tensor ahead of time. +2024-09-23T15:09:15.1819883Z  Always | INFO  | Begin op: Tensor::cpu +2024-09-23T15:09:15.1822112Z  Always | WARNING  | Tensor doesn't have tensor_id, generating new one. Ideally this should not happen. Please set tensor_id for this tensor ahead of time. +2024-09-23T15:09:15.1824252Z  Always | INFO  | input any type name ignored: std::__1::reference_wrapper +2024-09-23T15:09:15.1825744Z  Always | INFO  | End op: Tensor::cpu +2024-09-23T15:09:15.1827465Z  Always | INFO  | Tensor doesn't have buffer, but storage is tt::tt_metal::OwnedStorage +2024-09-23T15:09:15.1829028Z  Always | INFO  | Begin op: Tensor::to +2024-09-23T15:09:15.1830625Z  Always | INFO  | Tensor doesn't have buffer, but storage is tt::tt_metal::OwnedStorage +2024-09-23T15:09:15.1832482Z  Always | INFO  | input any type name ignored: std::__1::reference_wrapper +2024-09-23T15:09:15.1834399Z  Always | INFO  | input any type name ignored: std::__1::reference_wrapper +2024-09-23T15:09:15.1835969Z  Always | INFO  | End op: Tensor::to +2024-09-23T15:09:15.1837570Z  Always | INFO  | Tensor doesn't have buffer, but storage is tt::tt_metal::OwnedStorage +2024-09-23T15:09:15.1839429Z  Always | INFO  | Begin op: tt::tt_metal::detail::convert_tt_tensor_to_torch_tensor +2024-09-23T15:09:15.1841222Z  Always | INFO  | Tensor doesn't have buffer, but storage is tt::tt_metal::OwnedStorage +2024-09-23T15:09:15.1843096Z  Always | INFO  | End op: tt::tt_metal::detail::convert_tt_tensor_to_torch_tensor +2024-09-23T15:09:15.1844917Z  Always | INFO  | output any type name ignored: std::__1::reference_wrapper +2024-09-23T15:09:15.2599759Z 2024-09-23 15:09:15.258 | INFO | ttnn.graph:_visualize:154 - Graph visualization saved to "graph.svg" +2024-09-23T15:09:15.2601135Z  Metal | INFO  | Closing device 0 +2024-09-23T15:09:15.2605228Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-23T15:09:15.2612159Z Capture Start +2024-09-23T15:09:15.2618668Z Function Start: tt::tt_metal::detail::convert_python_tensor_to_tt_tensor +2024-09-23T15:09:15.2619698Z Function End: tt::tt_metal::detail::convert_python_tensor_to_tt_tensor +2024-09-23T15:09:15.2620726Z Add Tensor: 0 +2024-09-23T15:09:15.2621388Z Function Start: ttnn::to_layout +2024-09-23T15:09:15.2622077Z Function Start: Tensor::reshape +2024-09-23T15:09:15.2622785Z Function End: Tensor::reshape +2024-09-23T15:09:15.2623581Z Add Tensor: 1 +2024-09-23T15:09:15.2624238Z Function Start: Tensor::pad +2024-09-23T15:09:15.2625055Z Function End: Tensor::pad +2024-09-23T15:09:15.2625697Z Add Tensor: 2 +2024-09-23T15:09:15.2626927Z Function Start: Tensor::to +2024-09-23T15:09:15.2627564Z Function End: Tensor::to +2024-09-23T15:09:15.2628170Z Add Tensor: 3 +2024-09-23T15:09:15.2628806Z Function End: ttnn::to_layout +2024-09-23T15:09:15.2629469Z Function Start: Tensor::to +2024-09-23T15:09:15.2630103Z Add Device Buffer +2024-09-23T15:09:15.2630718Z Allocate Device Buffer +2024-09-23T15:09:15.2631362Z Function End: Tensor::to +2024-09-23T15:09:15.2631993Z Add Tensor: 4 +2024-09-23T15:09:15.2632644Z Function Start: ttnn::add +2024-09-23T15:09:15.2633262Z Function Start: Tensor::to +2024-09-23T15:09:15.2634121Z Add Tensor: 5 +2024-09-23T15:09:15.2634733Z Add Device Buffer +2024-09-23T15:09:15.2635363Z Allocate Device Buffer +2024-09-23T15:09:15.2635966Z Function End: Tensor::to +2024-09-23T15:09:15.2636573Z Add Tensor: 6 +2024-09-23T15:09:15.2637193Z Function Start: ttnn::prim::binary +2024-09-23T15:09:15.2637832Z Function Start: BinaryDeviceOperation +2024-09-23T15:09:15.2638514Z Function Start: tt::tt_metal::create_device_tensor +2024-09-23T15:09:15.2639161Z Add Device Buffer +2024-09-23T15:09:15.2639754Z Allocate Device Buffer +2024-09-23T15:09:15.2640399Z Function End: tt::tt_metal::create_device_tensor +2024-09-23T15:09:15.2641047Z Add Tensor: 7 +2024-09-23T15:09:15.2641651Z Deallocate All Circular Buffers +2024-09-23T15:09:15.2642265Z Allocate Circular Buffer +2024-09-23T15:09:15.2642876Z Allocate Circular Buffer +2024-09-23T15:09:15.2643471Z Allocate Circular Buffer +2024-09-23T15:09:15.2644080Z Function End: BinaryDeviceOperation +2024-09-23T15:09:15.2644724Z Function End: ttnn::prim::binary +2024-09-23T15:09:15.2645353Z Deallocate Device Buffer +2024-09-23T15:09:15.2645978Z Function End: ttnn::add +2024-09-23T15:09:15.2646582Z Add Tensor: 8 +2024-09-23T15:09:15.2647214Z Function Start: Tensor::cpu +2024-09-23T15:09:15.2647835Z Add Tensor: 9 +2024-09-23T15:09:15.2648444Z Function End: Tensor::cpu +2024-09-23T15:09:15.2649059Z Add Tensor: 10 +2024-09-23T15:09:15.2649687Z Function Start: Tensor::to +2024-09-23T15:09:15.2650318Z Function End: Tensor::to +2024-09-23T15:09:15.2650946Z Add Tensor: 11 +2024-09-23T15:09:15.2651695Z Function Start: tt::tt_metal::detail::convert_tt_tensor_to_torch_tensor +2024-09-23T15:09:15.2652568Z Function End: tt::tt_metal::detail::convert_tt_tensor_to_torch_tensor +2024-09-23T15:09:15.2653332Z Deallocate Device Buffer +2024-09-23T15:09:15.2653966Z Capture End +2024-09-23T15:09:15.2654363Z +2024-09-23T15:09:15.4577861Z  Device | INFO  | Closing user mode device drivers +2024-09-23T15:09:15.5801790Z [Info] Running ttnn example: ttnn/examples/usage/program_cache.py +2024-09-23T15:09:16.8700269Z 2024-09-23 15:09:16.868 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.pearson_correlation_coefficient be migrated to C++? +2024-09-23T15:09:16.8707017Z 2024-09-23 15:09:16.869 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.Conv1d be migrated to C++? +2024-09-23T15:09:16.8735822Z 2024-09-23 15:09:16.872 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.conv2d be migrated to C++? +2024-09-23T15:09:16.8741872Z 2024-09-23 15:09:16.873 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.reshape be migrated to C++? +2024-09-23T15:09:16.8743509Z 2024-09-23 15:09:16.873 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.unsqueeze_to_4D be migrated to C++? +2024-09-23T15:09:16.8748193Z 2024-09-23 15:09:16.874 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.from_torch be migrated to C++? +2024-09-23T15:09:16.8751238Z 2024-09-23 15:09:16.874 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.to_torch be migrated to C++? +2024-09-23T15:09:16.8754593Z 2024-09-23 15:09:16.874 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.to_device be migrated to C++? +2024-09-23T15:09:16.8760111Z 2024-09-23 15:09:16.874 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.from_device be migrated to C++? +2024-09-23T15:09:16.8762742Z 2024-09-23 15:09:16.875 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.allocate_tensor_on_device be migrated to C++? +2024-09-23T15:09:16.8768069Z 2024-09-23 15:09:16.875 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.copy_host_to_device_tensor be migrated to C++? +2024-09-23T15:09:16.8771276Z 2024-09-23 15:09:16.875 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.deallocate be migrated to C++? +2024-09-23T15:09:16.8773743Z 2024-09-23 15:09:16.875 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.reallocate be migrated to C++? +2024-09-23T15:09:16.8775446Z 2024-09-23 15:09:16.876 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.load_tensor be migrated to C++? +2024-09-23T15:09:16.8778866Z 2024-09-23 15:09:16.876 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.dump_tensor be migrated to C++? +2024-09-23T15:09:16.8780909Z 2024-09-23 15:09:16.877 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.as_tensor be migrated to C++? +2024-09-23T15:09:16.8796530Z 2024-09-23 15:09:16.878 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.avg_pool2d be migrated to C++? +2024-09-23T15:09:16.8830644Z 2024-09-23 15:09:16.882 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.conv2d be migrated to C++? +2024-09-23T15:09:16.8833958Z 2024-09-23 15:09:16.882 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.avg_pool2d be migrated to C++? +2024-09-23T15:09:16.8838600Z 2024-09-23 15:09:16.883 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.Conv1d be migrated to C++? +2024-09-23T15:09:16.8975724Z  Device | INFO  | Opening user mode device driver +2024-09-23T15:09:16.9363077Z +2024-09-23T15:09:16.9674683Z 2024-09-23 15:09:16.966 | INFO  | SiliconDriver  - Detected 1 PCI device : [0] +2024-09-23T15:09:16.9825767Z 2024-09-23 15:09:16.981 | WARNING  | SiliconDriver  - init_detect_tt_device_numanodes(): Could not determine NumaNodeSet for TT device (physical_device_id: 0 pci_bus_id: 0000:07:00.0) +2024-09-23T15:09:16.9828398Z 2024-09-23 15:09:16.981 | WARNING  | SiliconDriver  - Could not find NumaNodeSet for TT Device (physical_device_id: 0 pci_bus_id: 0000:07:00.0) +2024-09-23T15:09:16.9837485Z 2024-09-23 15:09:16.982 | WARNING  | SiliconDriver  - bind_area_memory_nodeset(): Unable to determine TT Device to NumaNode mapping for physical_device_id: 0. Skipping membind. +2024-09-23T15:09:16.9840460Z ---- ttSiliconDevice::init_hugepage: bind_area_to_memory_nodeset() failed (physical_device_id: 0 ch: 0). Hugepage allocation is not on NumaNode matching TT Device. Side-Effect is decreased Device->Host perf (Issue #893). +2024-09-23T15:09:16.9877680Z 2024-09-23 15:09:16.986 | WARNING  | SiliconDriver  - bind_area_memory_nodeset(): Unable to determine TT Device to NumaNode mapping for physical_device_id: 0. Skipping membind. +2024-09-23T15:09:16.9880508Z ---- ttSiliconDevice::init_hugepage: bind_area_to_memory_nodeset() failed (physical_device_id: 0 ch: 1). Hugepage allocation is not on NumaNode matching TT Device. Side-Effect is decreased Device->Host perf (Issue #893). +2024-09-23T15:09:16.9987521Z 2024-09-23 15:09:16.997 | INFO  | SiliconDriver  - Software version 6.0.0, Ethernet FW version 6.9.0 (Device 0) +2024-09-23T15:09:16.9991022Z 2024-09-23 15:09:16.998 | INFO  | SiliconDriver  - Software version 6.0.0, Ethernet FW version 6.9.0 (Device 1) +2024-09-23T15:09:17.0031908Z  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-23T15:09:17.0033382Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-23T15:09:18.3047216Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-23T15:09:18.3048618Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-23T15:09:18.3049960Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-23T15:09:18.7835169Z  Metal | INFO  | Closing device 0 +2024-09-23T15:09:18.7836912Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-23T15:09:18.7838861Z duration of the first run: 0.47669005393981934 +2024-09-23T15:09:18.7839611Z duration of the second run: 0.00031876564025878906 +2024-09-23T15:09:19.0107079Z  Device | INFO  | Closing user mode device drivers +2024-09-23T15:09:19.1266427Z [Info] Running ttnn example: ttnn/examples/usage/run_op_on_device.py +2024-09-23T15:09:20.3826419Z 2024-09-23 15:09:20.381 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.pearson_correlation_coefficient be migrated to C++? +2024-09-23T15:09:20.3828493Z 2024-09-23 15:09:20.382 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.Conv1d be migrated to C++? +2024-09-23T15:09:20.3853443Z 2024-09-23 15:09:20.384 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.conv2d be migrated to C++? +2024-09-23T15:09:20.3858491Z 2024-09-23 15:09:20.384 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.reshape be migrated to C++? +2024-09-23T15:09:20.3860855Z 2024-09-23 15:09:20.385 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.unsqueeze_to_4D be migrated to C++? +2024-09-23T15:09:20.3862934Z 2024-09-23 15:09:20.385 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.from_torch be migrated to C++? +2024-09-23T15:09:20.3864916Z 2024-09-23 15:09:20.385 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.to_torch be migrated to C++? +2024-09-23T15:09:20.3866884Z 2024-09-23 15:09:20.385 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.to_device be migrated to C++? +2024-09-23T15:09:20.3868891Z 2024-09-23 15:09:20.385 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.from_device be migrated to C++? +2024-09-23T15:09:20.3870773Z 2024-09-23 15:09:20.385 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.allocate_tensor_on_device be migrated to C++? +2024-09-23T15:09:20.3872546Z 2024-09-23 15:09:20.385 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.copy_host_to_device_tensor be migrated to C++? +2024-09-23T15:09:20.3874700Z 2024-09-23 15:09:20.385 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.deallocate be migrated to C++? +2024-09-23T15:09:20.3876399Z 2024-09-23 15:09:20.385 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.reallocate be migrated to C++? +2024-09-23T15:09:20.3877984Z 2024-09-23 15:09:20.385 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.load_tensor be migrated to C++? +2024-09-23T15:09:20.3879826Z 2024-09-23 15:09:20.386 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.dump_tensor be migrated to C++? +2024-09-23T15:09:20.3881732Z 2024-09-23 15:09:20.386 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.as_tensor be migrated to C++? +2024-09-23T15:09:20.3886175Z 2024-09-23 15:09:20.387 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.avg_pool2d be migrated to C++? +2024-09-23T15:09:20.3915712Z 2024-09-23 15:09:20.390 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.conv2d be migrated to C++? +2024-09-23T15:09:20.3917674Z 2024-09-23 15:09:20.390 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.avg_pool2d be migrated to C++? +2024-09-23T15:09:20.3919339Z 2024-09-23 15:09:20.391 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.Conv1d be migrated to C++? +2024-09-23T15:09:20.4048488Z  Device | INFO  | Opening user mode device driver +2024-09-23T15:09:20.4459698Z +2024-09-23T15:09:20.4752112Z 2024-09-23 15:09:20.474 | INFO  | SiliconDriver  - Detected 1 PCI device : [0] +2024-09-23T15:09:20.4892128Z 2024-09-23 15:09:20.488 | WARNING  | SiliconDriver  - init_detect_tt_device_numanodes(): Could not determine NumaNodeSet for TT device (physical_device_id: 0 pci_bus_id: 0000:07:00.0) +2024-09-23T15:09:20.4894651Z 2024-09-23 15:09:20.488 | WARNING  | SiliconDriver  - Could not find NumaNodeSet for TT Device (physical_device_id: 0 pci_bus_id: 0000:07:00.0) +2024-09-23T15:09:20.4902508Z 2024-09-23 15:09:20.489 | WARNING  | SiliconDriver  - bind_area_memory_nodeset(): Unable to determine TT Device to NumaNode mapping for physical_device_id: 0. Skipping membind. +2024-09-23T15:09:20.4905453Z ---- ttSiliconDevice::init_hugepage: bind_area_to_memory_nodeset() failed (physical_device_id: 0 ch: 0). Hugepage allocation is not on NumaNode matching TT Device. Side-Effect is decreased Device->Host perf (Issue #893). +2024-09-23T15:09:20.4941251Z 2024-09-23 15:09:20.493 | WARNING  | SiliconDriver  - bind_area_memory_nodeset(): Unable to determine TT Device to NumaNode mapping for physical_device_id: 0. Skipping membind. +2024-09-23T15:09:20.4944105Z ---- ttSiliconDevice::init_hugepage: bind_area_to_memory_nodeset() failed (physical_device_id: 0 ch: 1). Hugepage allocation is not on NumaNode matching TT Device. Side-Effect is decreased Device->Host perf (Issue #893). +2024-09-23T15:09:20.5041506Z 2024-09-23 15:09:20.503 | INFO  | SiliconDriver  - Software version 6.0.0, Ethernet FW version 6.9.0 (Device 0) +2024-09-23T15:09:20.5046439Z 2024-09-23 15:09:20.504 | INFO  | SiliconDriver  - Software version 6.0.0, Ethernet FW version 6.9.0 (Device 1) +2024-09-23T15:09:20.5091303Z  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-23T15:09:20.5092740Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-23T15:09:21.9280866Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-23T15:09:21.9282276Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-23T15:09:22.4122331Z  Metal | INFO  | Closing device 0 +2024-09-23T15:09:22.4128055Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-23T15:09:22.5811599Z  Device | INFO  | Closing user mode device drivers +2024-09-23T15:09:22.7051832Z [Info] Running ttnn example: ttnn/examples/usage/string_repr.py +2024-09-23T15:09:23.9606694Z 2024-09-23 15:09:23.959 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.pearson_correlation_coefficient be migrated to C++? +2024-09-23T15:09:23.9611500Z 2024-09-23 15:09:23.960 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.Conv1d be migrated to C++? +2024-09-23T15:09:23.9639683Z 2024-09-23 15:09:23.963 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.conv2d be migrated to C++? +2024-09-23T15:09:23.9641699Z 2024-09-23 15:09:23.963 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.reshape be migrated to C++? +2024-09-23T15:09:23.9643854Z 2024-09-23 15:09:23.963 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.unsqueeze_to_4D be migrated to C++? +2024-09-23T15:09:23.9645915Z 2024-09-23 15:09:23.963 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.from_torch be migrated to C++? +2024-09-23T15:09:23.9647890Z 2024-09-23 15:09:23.964 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.to_torch be migrated to C++? +2024-09-23T15:09:23.9649728Z 2024-09-23 15:09:23.964 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.to_device be migrated to C++? +2024-09-23T15:09:23.9651712Z 2024-09-23 15:09:23.964 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.from_device be migrated to C++? +2024-09-23T15:09:23.9653891Z 2024-09-23 15:09:23.964 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.allocate_tensor_on_device be migrated to C++? +2024-09-23T15:09:23.9656004Z 2024-09-23 15:09:23.964 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.copy_host_to_device_tensor be migrated to C++? +2024-09-23T15:09:23.9657675Z 2024-09-23 15:09:23.964 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.deallocate be migrated to C++? +2024-09-23T15:09:23.9659240Z 2024-09-23 15:09:23.964 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.reallocate be migrated to C++? +2024-09-23T15:09:23.9661069Z 2024-09-23 15:09:23.964 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.load_tensor be migrated to C++? +2024-09-23T15:09:23.9662636Z 2024-09-23 15:09:23.964 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.dump_tensor be migrated to C++? +2024-09-23T15:09:23.9664454Z 2024-09-23 15:09:23.964 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.as_tensor be migrated to C++? +2024-09-23T15:09:23.9667432Z 2024-09-23 15:09:23.966 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.avg_pool2d be migrated to C++? +2024-09-23T15:09:23.9701894Z 2024-09-23 15:09:23.969 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.conv2d be migrated to C++? +2024-09-23T15:09:23.9705195Z 2024-09-23 15:09:23.969 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.avg_pool2d be migrated to C++? +2024-09-23T15:09:23.9706792Z 2024-09-23 15:09:23.970 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.Conv1d be migrated to C++? +2024-09-23T15:09:24.2552737Z [Info] Running ttnn example: ttnn/examples/usage/using_tt_lib.py +2024-09-23T15:09:25.4816326Z 2024-09-23 15:09:25.480 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.pearson_correlation_coefficient be migrated to C++? +2024-09-23T15:09:25.4819795Z 2024-09-23 15:09:25.481 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.Conv1d be migrated to C++? +2024-09-23T15:09:25.4845695Z 2024-09-23 15:09:25.483 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.conv2d be migrated to C++? +2024-09-23T15:09:25.4853666Z 2024-09-23 15:09:25.484 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.reshape be migrated to C++? +2024-09-23T15:09:25.4855327Z 2024-09-23 15:09:25.484 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.unsqueeze_to_4D be migrated to C++? +2024-09-23T15:09:25.4856924Z 2024-09-23 15:09:25.484 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.from_torch be migrated to C++? +2024-09-23T15:09:25.4858477Z 2024-09-23 15:09:25.484 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.to_torch be migrated to C++? +2024-09-23T15:09:25.4864109Z 2024-09-23 15:09:25.484 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.to_device be migrated to C++? +2024-09-23T15:09:25.4866140Z 2024-09-23 15:09:25.484 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.from_device be migrated to C++? +2024-09-23T15:09:25.4867860Z 2024-09-23 15:09:25.485 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.allocate_tensor_on_device be migrated to C++? +2024-09-23T15:09:25.4869595Z 2024-09-23 15:09:25.485 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.copy_host_to_device_tensor be migrated to C++? +2024-09-23T15:09:25.4872620Z 2024-09-23 15:09:25.485 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.deallocate be migrated to C++? +2024-09-23T15:09:25.4874617Z 2024-09-23 15:09:25.485 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.reallocate be migrated to C++? +2024-09-23T15:09:25.4876978Z 2024-09-23 15:09:25.485 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.load_tensor be migrated to C++? +2024-09-23T15:09:25.4878762Z 2024-09-23 15:09:25.485 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.dump_tensor be migrated to C++? +2024-09-23T15:09:25.4880329Z 2024-09-23 15:09:25.485 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.as_tensor be migrated to C++? +2024-09-23T15:09:25.4881881Z 2024-09-23 15:09:25.487 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.avg_pool2d be migrated to C++? +2024-09-23T15:09:25.4906071Z 2024-09-23 15:09:25.489 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.conv2d be migrated to C++? +2024-09-23T15:09:25.4908635Z 2024-09-23 15:09:25.490 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.avg_pool2d be migrated to C++? +2024-09-23T15:09:25.4910229Z 2024-09-23 15:09:25.490 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.Conv1d be migrated to C++? +2024-09-23T15:09:25.5040281Z  Device | INFO  | Opening user mode device driver +2024-09-23T15:09:25.5467039Z +2024-09-23T15:09:25.5763405Z 2024-09-23 15:09:25.575 | INFO  | SiliconDriver  - Detected 1 PCI device : [0] +2024-09-23T15:09:25.5905022Z 2024-09-23 15:09:25.589 | WARNING  | SiliconDriver  - init_detect_tt_device_numanodes(): Could not determine NumaNodeSet for TT device (physical_device_id: 0 pci_bus_id: 0000:07:00.0) +2024-09-23T15:09:25.5907518Z 2024-09-23 15:09:25.589 | WARNING  | SiliconDriver  - Could not find NumaNodeSet for TT Device (physical_device_id: 0 pci_bus_id: 0000:07:00.0) +2024-09-23T15:09:25.5914536Z 2024-09-23 15:09:25.590 | WARNING  | SiliconDriver  - bind_area_memory_nodeset(): Unable to determine TT Device to NumaNode mapping for physical_device_id: 0. Skipping membind. +2024-09-23T15:09:25.5917498Z ---- ttSiliconDevice::init_hugepage: bind_area_to_memory_nodeset() failed (physical_device_id: 0 ch: 0). Hugepage allocation is not on NumaNode matching TT Device. Side-Effect is decreased Device->Host perf (Issue #893). +2024-09-23T15:09:25.5951724Z 2024-09-23 15:09:25.594 | WARNING  | SiliconDriver  - bind_area_memory_nodeset(): Unable to determine TT Device to NumaNode mapping for physical_device_id: 0. Skipping membind. +2024-09-23T15:09:25.5954794Z ---- ttSiliconDevice::init_hugepage: bind_area_to_memory_nodeset() failed (physical_device_id: 0 ch: 1). Hugepage allocation is not on NumaNode matching TT Device. Side-Effect is decreased Device->Host perf (Issue #893). +2024-09-23T15:09:25.6053173Z 2024-09-23 15:09:25.604 | INFO  | SiliconDriver  - Software version 6.0.0, Ethernet FW version 6.9.0 (Device 0) +2024-09-23T15:09:25.6058859Z 2024-09-23 15:09:25.605 | INFO  | SiliconDriver  - Software version 6.0.0, Ethernet FW version 6.9.0 (Device 1) +2024-09-23T15:09:25.6101252Z  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-23T15:09:25.6102749Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-23T15:09:26.8607251Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-23T15:09:26.8608659Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-23T15:09:27.3390723Z  Metal | INFO  | Closing device 0 +2024-09-23T15:09:27.3392204Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-23T15:09:27.5766228Z  Device | INFO  | Closing user mode device drivers +2024-09-23T15:09:27.6902875Z [Info] Running ttnn example: ttnn/examples/usage/visualizer_example.py +2024-09-23T15:09:28.9241243Z 2024-09-23 15:09:28.922 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.pearson_correlation_coefficient be migrated to C++? +2024-09-23T15:09:28.9243152Z 2024-09-23 15:09:28.923 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.Conv1d be migrated to C++? +2024-09-23T15:09:28.9269546Z 2024-09-23 15:09:28.926 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.conv2d be migrated to C++? +2024-09-23T15:09:28.9273935Z 2024-09-23 15:09:28.926 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.reshape be migrated to C++? +2024-09-23T15:09:28.9275769Z 2024-09-23 15:09:28.926 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.unsqueeze_to_4D be migrated to C++? +2024-09-23T15:09:28.9277589Z 2024-09-23 15:09:28.926 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.from_torch be migrated to C++? +2024-09-23T15:09:28.9279723Z 2024-09-23 15:09:28.927 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.to_torch be migrated to C++? +2024-09-23T15:09:28.9281711Z 2024-09-23 15:09:28.927 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.to_device be migrated to C++? +2024-09-23T15:09:28.9283502Z 2024-09-23 15:09:28.927 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.from_device be migrated to C++? +2024-09-23T15:09:28.9285293Z 2024-09-23 15:09:28.927 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.allocate_tensor_on_device be migrated to C++? +2024-09-23T15:09:28.9287092Z 2024-09-23 15:09:28.927 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.copy_host_to_device_tensor be migrated to C++? +2024-09-23T15:09:28.9288752Z 2024-09-23 15:09:28.927 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.deallocate be migrated to C++? +2024-09-23T15:09:28.9290478Z 2024-09-23 15:09:28.927 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.reallocate be migrated to C++? +2024-09-23T15:09:28.9292105Z 2024-09-23 15:09:28.927 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.load_tensor be migrated to C++? +2024-09-23T15:09:28.9294676Z 2024-09-23 15:09:28.927 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.dump_tensor be migrated to C++? +2024-09-23T15:09:28.9296290Z 2024-09-23 15:09:28.927 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.as_tensor be migrated to C++? +2024-09-23T15:09:28.9301265Z 2024-09-23 15:09:28.929 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.avg_pool2d be migrated to C++? +2024-09-23T15:09:28.9331595Z 2024-09-23 15:09:28.932 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.conv2d be migrated to C++? +2024-09-23T15:09:28.9334021Z 2024-09-23 15:09:28.932 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.avg_pool2d be migrated to C++? +2024-09-23T15:09:28.9336216Z 2024-09-23 15:09:28.932 | WARNING | ttnn.decorators:operation_decorator:768 - Should ttnn.Conv1d be migrated to C++? +2024-09-23T15:09:28.9464652Z  Device | INFO  | Opening user mode device driver +2024-09-23T15:09:28.9881965Z +2024-09-23T15:09:29.0204485Z 2024-09-23 15:09:29.019 | INFO  | SiliconDriver  - Detected 1 PCI device : [0] +2024-09-23T15:09:29.0347122Z 2024-09-23 15:09:29.034 | WARNING  | SiliconDriver  - init_detect_tt_device_numanodes(): Could not determine NumaNodeSet for TT device (physical_device_id: 0 pci_bus_id: 0000:07:00.0) +2024-09-23T15:09:29.0349615Z 2024-09-23 15:09:29.034 | WARNING  | SiliconDriver  - Could not find NumaNodeSet for TT Device (physical_device_id: 0 pci_bus_id: 0000:07:00.0) +2024-09-23T15:09:29.0357168Z 2024-09-23 15:09:29.035 | WARNING  | SiliconDriver  - bind_area_memory_nodeset(): Unable to determine TT Device to NumaNode mapping for physical_device_id: 0. Skipping membind. +2024-09-23T15:09:29.0360149Z ---- ttSiliconDevice::init_hugepage: bind_area_to_memory_nodeset() failed (physical_device_id: 0 ch: 0). Hugepage allocation is not on NumaNode matching TT Device. Side-Effect is decreased Device->Host perf (Issue #893). +2024-09-23T15:09:29.0396326Z 2024-09-23 15:09:29.038 | WARNING  | SiliconDriver  - bind_area_memory_nodeset(): Unable to determine TT Device to NumaNode mapping for physical_device_id: 0. Skipping membind. +2024-09-23T15:09:29.0399213Z ---- ttSiliconDevice::init_hugepage: bind_area_to_memory_nodeset() failed (physical_device_id: 0 ch: 1). Hugepage allocation is not on NumaNode matching TT Device. Side-Effect is decreased Device->Host perf (Issue #893). +2024-09-23T15:09:29.0499730Z 2024-09-23 15:09:29.049 | INFO  | SiliconDriver  - Software version 6.0.0, Ethernet FW version 6.9.0 (Device 0) +2024-09-23T15:09:29.0504873Z 2024-09-23 15:09:29.049 | INFO  | SiliconDriver  - Software version 6.0.0, Ethernet FW version 6.9.0 (Device 1) +2024-09-23T15:09:29.0545780Z  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-23T15:09:29.0547226Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-23T15:09:30.3606416Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-23T15:09:30.3607844Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-23T15:09:31.1381244Z  Metal | INFO  | Closing device 0 +2024-09-23T15:09:31.1383104Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-23T15:09:31.3092690Z  Device | INFO  | Closing user mode device drivers +2024-09-23T15:09:33.0131236Z Prepare all required actions +2024-09-23T15:09:33.0131946Z Getting action download info +2024-09-23T15:09:33.2988060Z Download action repository 'actions/upload-artifact@v4' (SHA:50769540e7f4bd5e21e526ee35c689e35e0d6874) +2024-09-23T15:09:33.9512922Z ##[group]Run ./.github/actions/upload-artifact-with-job-uuid +2024-09-23T15:09:33.9513565Z with: +2024-09-23T15:09:33.9513958Z path: generated/test_reports/ + +2024-09-23T15:09:33.9514458Z prefix: test_reports_ +2024-09-23T15:09:33.9514875Z env: +2024-09-23T15:09:33.9515232Z LOGURU_LEVEL: INFO +2024-09-23T15:09:33.9515905Z LD_LIBRARY_PATH: /home/ubuntu/actions-runner/_work/tt-metal/tt-metal/build/lib +2024-09-23T15:09:33.9516660Z IMAGE_TAG: latest +2024-09-23T15:09:33.9517075Z ##[endgroup] +2024-09-23T15:09:33.9556727Z ##[group]Run uuid=$(uuidgen) +2024-09-23T15:09:33.9557238Z uuid=$(uuidgen) +2024-09-23T15:09:33.9557743Z artifact_name="test_reports_$uuid" +2024-09-23T15:09:33.9558540Z echo "[UPLOAD-ARTIFACT-UUID] $artifact_name" +2024-09-23T15:09:33.9559305Z echo "artifact-name=$artifact_name" >> "$GITHUB_OUTPUT" +2024-09-23T15:09:33.9579094Z shell: /usr/bin/bash --noprofile --norc -e -o pipefail {0} +2024-09-23T15:09:33.9579725Z env: +2024-09-23T15:09:33.9580320Z LOGURU_LEVEL: INFO +2024-09-23T15:09:33.9581003Z LD_LIBRARY_PATH: /home/ubuntu/actions-runner/_work/tt-metal/tt-metal/build/lib +2024-09-23T15:09:33.9582556Z IMAGE_TAG: latest +2024-09-23T15:09:33.9582977Z ##[endgroup] +2024-09-23T15:09:33.9642091Z [UPLOAD-ARTIFACT-UUID] test_reports_ce0f20cd-83d4-4c4c-a071-635cf0df7db6 +2024-09-23T15:09:33.9743701Z ##[group]Run actions/upload-artifact@v4 +2024-09-23T15:09:33.9744276Z with: +2024-09-23T15:09:33.9744801Z name: test_reports_ce0f20cd-83d4-4c4c-a071-635cf0df7db6 +2024-09-23T15:09:33.9745490Z path: generated/test_reports/ + +2024-09-23T15:09:33.9746094Z if-no-files-found: warn +2024-09-23T15:09:33.9746570Z compression-level: 6 +2024-09-23T15:09:33.9747048Z overwrite: false +2024-09-23T15:09:33.9747582Z include-hidden-files: false +2024-09-23T15:09:33.9748092Z env: +2024-09-23T15:09:33.9748468Z LOGURU_LEVEL: INFO +2024-09-23T15:09:33.9749197Z LD_LIBRARY_PATH: /home/ubuntu/actions-runner/_work/tt-metal/tt-metal/build/lib +2024-09-23T15:09:33.9749988Z IMAGE_TAG: latest +2024-09-23T15:09:33.9750440Z ##[endgroup] +2024-09-23T15:09:34.2401108Z ##[warning]No files were found with the provided path: generated/test_reports/. No artifacts will be uploaded. +2024-09-23T15:09:34.2587281Z Post job cleanup. +2024-09-23T15:09:34.2636181Z Post job cleanup. +2024-09-23T15:09:34.6251012Z [command]/usr/bin/docker logout https://ghcr.io +2024-09-23T15:09:34.6431233Z Removing login credentials for ghcr.io +2024-09-23T15:09:34.6491356Z ##[group]Post cache +2024-09-23T15:09:34.6492691Z State not set +2024-09-23T15:09:34.6494382Z ##[endgroup] +2024-09-23T15:09:34.6686708Z Post job cleanup. +2024-09-23T15:09:34.6765535Z Post job cleanup. +2024-09-23T15:09:34.7916134Z [command]/usr/bin/git version +2024-09-23T15:09:34.7960033Z git version 2.25.1 +2024-09-23T15:09:34.8013717Z Temporarily overriding HOME='/home/ubuntu/actions-runner/_work/_temp/732c8f27-14c0-4cc1-8d7c-52a001c6fece' before making global git config changes +2024-09-23T15:09:34.8015780Z Adding repository directory to the temporary git global config as a safe directory +2024-09-23T15:09:34.8020850Z [command]/usr/bin/git config --global --add safe.directory /home/ubuntu/actions-runner/_work/tt-metal/tt-metal +2024-09-23T15:09:34.8068169Z [command]/usr/bin/git config --local --name-only --get-regexp core\.sshCommand +2024-09-23T15:09:34.8100671Z [command]/usr/bin/git submodule foreach --recursive sh -c "git config --local --name-only --get-regexp 'core\.sshCommand' && git config --local --unset-all 'core.sshCommand' || :" +2024-09-23T15:09:34.8380957Z Entering 'models/demos/t3000/llama2_70b/reference/llama' +2024-09-23T15:09:34.8425837Z Entering 'tt_metal/third_party/lfs' +2024-09-23T15:09:34.8470268Z Entering 'tt_metal/third_party/pybind11' +2024-09-23T15:09:34.8514025Z Entering 'tt_metal/third_party/sfpi' +2024-09-23T15:09:34.8561496Z Entering 'tt_metal/third_party/taskflow' +2024-09-23T15:09:34.8613016Z Entering 'tt_metal/third_party/tracy' +2024-09-23T15:09:34.8659694Z Entering 'tt_metal/third_party/tt_llk_blackhole' +2024-09-23T15:09:34.8704323Z Entering 'tt_metal/third_party/tt_llk_grayskull' +2024-09-23T15:09:34.8746897Z Entering 'tt_metal/third_party/tt_llk_wormhole_b0' +2024-09-23T15:09:34.8787573Z Entering 'tt_metal/third_party/umd' +2024-09-23T15:09:34.8830229Z Entering 'tt_metal/third_party/umd/third_party/fmt' +2024-09-23T15:09:34.8920548Z [command]/usr/bin/git config --local --name-only --get-regexp http\.https\:\/\/github\.com\/\.extraheader +2024-09-23T15:09:34.8921646Z http.https://github.com/.extraheader +2024-09-23T15:09:34.8932630Z [command]/usr/bin/git config --local --unset-all http.https://github.com/.extraheader +2024-09-23T15:09:34.8968949Z [command]/usr/bin/git submodule foreach --recursive sh -c "git config --local --name-only --get-regexp 'http\.https\:\/\/github\.com\/\.extraheader' && git config --local --unset-all 'http.https://github.com/.extraheader' || :" +2024-09-23T15:09:34.9221987Z Entering 'models/demos/t3000/llama2_70b/reference/llama' +2024-09-23T15:09:34.9252366Z http.https://github.com/.extraheader +2024-09-23T15:09:34.9291719Z Entering 'tt_metal/third_party/lfs' +2024-09-23T15:09:34.9319332Z http.https://github.com/.extraheader +2024-09-23T15:09:34.9362405Z Entering 'tt_metal/third_party/pybind11' +2024-09-23T15:09:34.9392069Z http.https://github.com/.extraheader +2024-09-23T15:09:34.9435601Z Entering 'tt_metal/third_party/sfpi' +2024-09-23T15:09:34.9466409Z http.https://github.com/.extraheader +2024-09-23T15:09:34.9511654Z Entering 'tt_metal/third_party/taskflow' +2024-09-23T15:09:34.9539799Z http.https://github.com/.extraheader +2024-09-23T15:09:34.9584662Z Entering 'tt_metal/third_party/tracy' +2024-09-23T15:09:34.9612614Z http.https://github.com/.extraheader +2024-09-23T15:09:34.9647704Z Entering 'tt_metal/third_party/tt_llk_blackhole' +2024-09-23T15:09:34.9673044Z http.https://github.com/.extraheader +2024-09-23T15:09:34.9710899Z Entering 'tt_metal/third_party/tt_llk_grayskull' +2024-09-23T15:09:34.9739598Z http.https://github.com/.extraheader +2024-09-23T15:09:34.9780481Z Entering 'tt_metal/third_party/tt_llk_wormhole_b0' +2024-09-23T15:09:34.9811495Z http.https://github.com/.extraheader +2024-09-23T15:09:34.9845420Z Entering 'tt_metal/third_party/umd' +2024-09-23T15:09:34.9870827Z http.https://github.com/.extraheader +2024-09-23T15:09:34.9905448Z Entering 'tt_metal/third_party/umd/third_party/fmt' +2024-09-23T15:09:34.9929105Z http.https://github.com/.extraheader +2024-09-23T15:09:35.0083747Z A job completed hook has been configured by the self-hosted runner administrator +2024-09-23T15:09:35.0120935Z ##[group]Run '/opt/tt_metal_infra/scripts/ci/wormhole_b0/cleanup.sh' +2024-09-23T15:09:35.0135437Z shell: /usr/bin/bash --noprofile --norc -e -o pipefail {0} +2024-09-23T15:09:35.0136147Z ##[endgroup] +2024-09-23T15:09:35.0205096Z Current date / time is Mon Sep 23 15:09:35 UTC 2024 +2024-09-23T15:09:35.0205897Z Printing out cpu information... +2024-09-23T15:09:35.0239804Z Architecture: x86_64 +2024-09-23T15:09:35.0241052Z CPU op-mode(s): 32-bit, 64-bit +2024-09-23T15:09:35.0241843Z Byte Order: Little Endian +2024-09-23T15:09:35.0243061Z Address sizes: 40 bits physical, 48 bits virtual +2024-09-23T15:09:35.0244379Z CPU(s): 14 +2024-09-23T15:09:35.0246108Z On-line CPU(s) list: 0-13 +2024-09-23T15:09:35.0246940Z Thread(s) per core: 1 +2024-09-23T15:09:35.0247748Z Core(s) per socket: 1 +2024-09-23T15:09:35.0248403Z Socket(s): 14 +2024-09-23T15:09:35.0249018Z NUMA node(s): 2 +2024-09-23T15:09:35.0249643Z Vendor ID: AuthenticAMD +2024-09-23T15:09:35.0250675Z CPU family: 23 +2024-09-23T15:09:35.0251256Z Model: 49 +2024-09-23T15:09:35.0252036Z Model name: AMD EPYC-Rome Processor +2024-09-23T15:09:35.0252708Z Stepping: 0 +2024-09-23T15:09:35.0253303Z CPU MHz: 2299.942 +2024-09-23T15:09:35.0253923Z BogoMIPS: 4599.88 +2024-09-23T15:09:35.0254582Z Virtualization: AMD-V +2024-09-23T15:09:35.0255196Z Hypervisor vendor: KVM +2024-09-23T15:09:35.0256121Z Virtualization type: full +2024-09-23T15:09:35.0256736Z L1d cache: 448 KiB +2024-09-23T15:09:35.0257353Z L1i cache: 448 KiB +2024-09-23T15:09:35.0257957Z L2 cache: 7 MiB +2024-09-23T15:09:35.0258556Z L3 cache: 224 MiB +2024-09-23T15:09:35.0259213Z NUMA node0 CPU(s): 0-6 +2024-09-23T15:09:35.0260121Z NUMA node1 CPU(s): 7-13 +2024-09-23T15:09:35.0260842Z Vulnerability Gather data sampling: Not affected +2024-09-23T15:09:35.0261567Z Vulnerability Itlb multihit: Not affected +2024-09-23T15:09:35.0262262Z Vulnerability L1tf: Not affected +2024-09-23T15:09:35.0262950Z Vulnerability Mds: Not affected +2024-09-23T15:09:35.0263638Z Vulnerability Meltdown: Not affected +2024-09-23T15:09:35.0264309Z Vulnerability Mmio stale data: Not affected +2024-09-23T15:09:35.0265002Z Vulnerability Retbleed: Vulnerable +2024-09-23T15:09:35.0266023Z Vulnerability Spec store bypass: Mitigation; Speculative Store Bypass disabled via prctl and seccomp +2024-09-23T15:09:35.0267712Z Vulnerability Spectre v1: Mitigation; usercopy/swapgs barriers and __user pointer sanitization +2024-09-23T15:09:35.0269485Z Vulnerability Spectre v2: Mitigation; Retpolines; IBPB conditional; STIBP disabled; RSB filling; PBRSB-eIBRS Not affected; BHI Not affected +2024-09-23T15:09:35.0270741Z Vulnerability Srbds: Not affected +2024-09-23T15:09:35.0271410Z Vulnerability Tsx async abort: Not affected +2024-09-23T15:09:35.0275448Z Flags: fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good nopl nonstop_tsc cpuid extd_apicid tsc_known_freq pni pclmulqdq ssse3 fma cx16 sse4_1 sse4_2 x2apic movbe popcnt aes xsave avx f16c rdrand hypervisor lahf_lm svm cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw topoext perfctr_core ssbd ibpb stibp vmmcall fsgsbase bmi1 avx2 smep bmi2 rdseed adx smap clflushopt clwb sha_ni xsaveopt xsavec xgetbv1 clzero xsaveerptr wbnoinvd arat npt nrip_save umip rdpid +2024-09-23T15:09:35.0501604Z Cleaning up orphan processes diff --git a/infra/tests/_data/data_collection/cicd/all_post_commit_runner_died_12626_10996802864/workflow.json b/infra/tests/_data/data_collection/cicd/all_post_commit_runner_died_12626_10996802864/workflow.json new file mode 100644 index 00000000000..380dbdbfa36 --- /dev/null +++ b/infra/tests/_data/data_collection/cicd/all_post_commit_runner_died_12626_10996802864/workflow.json @@ -0,0 +1 @@ +{"id":10996802864,"name":"All post-commit tests","node_id":"WFR_kwLOI9Wqc88AAAACj3XlMA","head_branch":"virdhatchani/5_clean","head_sha":"64249512152ed52c6df7d6adf6bb1a59b96db81c","path":".github/workflows/all-post-commit-workflows.yaml","display_title":"All post-commit tests","run_number":16317,"event":"workflow_dispatch","status":"completed","conclusion":"failure","workflow_id":67993574,"check_suite_id":28731146125,"check_suite_node_id":"CS_kwDOI9Wqc88AAAAGsIJ_jQ","url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/10996802864","html_url":"https://github.com/tenstorrent/tt-metal/actions/runs/10996802864","pull_requests":[],"created_at":"2024-09-23T14:49:36Z","updated_at":"2024-09-23T21:11:38Z","actor":{"login":"VirdhatchaniKN","id":138196495,"node_id":"U_kgDOCDy2Dw","avatar_url":"https://avatars.githubusercontent.com/u/138196495?v=4","gravatar_id":"","url":"https://api.github.com/users/VirdhatchaniKN","html_url":"https://github.com/VirdhatchaniKN","followers_url":"https://api.github.com/users/VirdhatchaniKN/followers","following_url":"https://api.github.com/users/VirdhatchaniKN/following{/other_user}","gists_url":"https://api.github.com/users/VirdhatchaniKN/gists{/gist_id}","starred_url":"https://api.github.com/users/VirdhatchaniKN/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/VirdhatchaniKN/subscriptions","organizations_url":"https://api.github.com/users/VirdhatchaniKN/orgs","repos_url":"https://api.github.com/users/VirdhatchaniKN/repos","events_url":"https://api.github.com/users/VirdhatchaniKN/events{/privacy}","received_events_url":"https://api.github.com/users/VirdhatchaniKN/received_events","type":"User","site_admin":false},"run_attempt":1,"referenced_workflows":[{"path":"tenstorrent/tt-metal/.github/workflows/all-static-checks.yaml@64249512152ed52c6df7d6adf6bb1a59b96db81c","sha":"64249512152ed52c6df7d6adf6bb1a59b96db81c","ref":"refs/heads/virdhatchani/5_clean"},{"path":"tenstorrent/tt-metal/.github/workflows/_build-wheels-impl.yaml@64249512152ed52c6df7d6adf6bb1a59b96db81c","sha":"64249512152ed52c6df7d6adf6bb1a59b96db81c","ref":"refs/heads/virdhatchani/5_clean"},{"path":"tenstorrent/tt-metal/.github/workflows/umd-unit-tests.yaml@64249512152ed52c6df7d6adf6bb1a59b96db81c","sha":"64249512152ed52c6df7d6adf6bb1a59b96db81c","ref":"refs/heads/virdhatchani/5_clean"},{"path":"tenstorrent/tt-metal/.github/workflows/models-post-commit.yaml@64249512152ed52c6df7d6adf6bb1a59b96db81c","sha":"64249512152ed52c6df7d6adf6bb1a59b96db81c","ref":"refs/heads/virdhatchani/5_clean"},{"path":"tenstorrent/tt-metal/.github/workflows/build-artifact.yaml@64249512152ed52c6df7d6adf6bb1a59b96db81c","sha":"64249512152ed52c6df7d6adf6bb1a59b96db81c","ref":"refs/heads/virdhatchani/5_clean"},{"path":"tenstorrent/tt-metal/.github/workflows/ttnn-post-commit.yaml@64249512152ed52c6df7d6adf6bb1a59b96db81c","sha":"64249512152ed52c6df7d6adf6bb1a59b96db81c","ref":"refs/heads/virdhatchani/5_clean"},{"path":"tenstorrent/tt-metal/.github/workflows/docs-latest-public.yaml@64249512152ed52c6df7d6adf6bb1a59b96db81c","sha":"64249512152ed52c6df7d6adf6bb1a59b96db81c","ref":"refs/heads/virdhatchani/5_clean"},{"path":"tenstorrent/tt-metal/.github/workflows/run-profiler-regression.yaml@64249512152ed52c6df7d6adf6bb1a59b96db81c","sha":"64249512152ed52c6df7d6adf6bb1a59b96db81c","ref":"refs/heads/virdhatchani/5_clean"},{"path":"tenstorrent/tt-metal/.github/workflows/build-and-unit-tests.yaml@64249512152ed52c6df7d6adf6bb1a59b96db81c","sha":"64249512152ed52c6df7d6adf6bb1a59b96db81c","ref":"refs/heads/virdhatchani/5_clean"},{"path":"tenstorrent/tt-metal/.github/workflows/_test-wheels-impl.yaml@64249512152ed52c6df7d6adf6bb1a59b96db81c","sha":"64249512152ed52c6df7d6adf6bb1a59b96db81c","ref":"refs/heads/virdhatchani/5_clean"},{"path":"tenstorrent/tt-metal/.github/workflows/build.yaml@64249512152ed52c6df7d6adf6bb1a59b96db81c","sha":"64249512152ed52c6df7d6adf6bb1a59b96db81c","ref":"refs/heads/virdhatchani/5_clean"},{"path":"tenstorrent/tt-metal/.github/workflows/fast-dispatch-build-and-unit-tests.yaml@64249512152ed52c6df7d6adf6bb1a59b96db81c","sha":"64249512152ed52c6df7d6adf6bb1a59b96db81c","ref":"refs/heads/virdhatchani/5_clean"},{"path":"tenstorrent/tt-metal/.github/workflows/cpp-post-commit.yaml@64249512152ed52c6df7d6adf6bb1a59b96db81c","sha":"64249512152ed52c6df7d6adf6bb1a59b96db81c","ref":"refs/heads/virdhatchani/5_clean"}],"run_started_at":"2024-09-23T14:49:36Z","triggering_actor":{"login":"VirdhatchaniKN","id":138196495,"node_id":"U_kgDOCDy2Dw","avatar_url":"https://avatars.githubusercontent.com/u/138196495?v=4","gravatar_id":"","url":"https://api.github.com/users/VirdhatchaniKN","html_url":"https://github.com/VirdhatchaniKN","followers_url":"https://api.github.com/users/VirdhatchaniKN/followers","following_url":"https://api.github.com/users/VirdhatchaniKN/following{/other_user}","gists_url":"https://api.github.com/users/VirdhatchaniKN/gists{/gist_id}","starred_url":"https://api.github.com/users/VirdhatchaniKN/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/VirdhatchaniKN/subscriptions","organizations_url":"https://api.github.com/users/VirdhatchaniKN/orgs","repos_url":"https://api.github.com/users/VirdhatchaniKN/repos","events_url":"https://api.github.com/users/VirdhatchaniKN/events{/privacy}","received_events_url":"https://api.github.com/users/VirdhatchaniKN/received_events","type":"User","site_admin":false},"jobs_url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/10996802864/attempts/1/jobs","logs_url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/10996802864/attempts/1/logs","check_suite_url":"https://api.github.com/repos/tenstorrent/tt-metal/check-suites/28731146125","artifacts_url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/10996802864/artifacts","cancel_url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/10996802864/cancel","rerun_url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/10996802864/rerun","previous_attempt_url":null,"workflow_url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/workflows/67993574","head_commit":{"id":"64249512152ed52c6df7d6adf6bb1a59b96db81c","tree_id":"88785582b5db01a4bafb25ba3016bd16c205a04a","message":"#12990: Update Files","timestamp":"2024-09-23T14:49:13Z","author":{"name":"VirdhatchaniKN","email":"virdhatchani.narayanamoorthy@multicorewareinc.com"},"committer":{"name":"VirdhatchaniKN","email":"virdhatchani.narayanamoorthy@multicorewareinc.com"}},"repository":{"id":601205363,"node_id":"R_kgDOI9Wqcw","name":"tt-metal","full_name":"tenstorrent/tt-metal","private":false,"owner":{"login":"tenstorrent","id":64161552,"node_id":"MDEyOk9yZ2FuaXphdGlvbjY0MTYxNTUy","avatar_url":"https://avatars.githubusercontent.com/u/64161552?v=4","gravatar_id":"","url":"https://api.github.com/users/tenstorrent","html_url":"https://github.com/tenstorrent","followers_url":"https://api.github.com/users/tenstorrent/followers","following_url":"https://api.github.com/users/tenstorrent/following{/other_user}","gists_url":"https://api.github.com/users/tenstorrent/gists{/gist_id}","starred_url":"https://api.github.com/users/tenstorrent/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/tenstorrent/subscriptions","organizations_url":"https://api.github.com/users/tenstorrent/orgs","repos_url":"https://api.github.com/users/tenstorrent/repos","events_url":"https://api.github.com/users/tenstorrent/events{/privacy}","received_events_url":"https://api.github.com/users/tenstorrent/received_events","type":"Organization","site_admin":false},"html_url":"https://github.com/tenstorrent/tt-metal","description":":metal: TT-NN operator library, and TT-Metalium low level kernel programming model.","fork":false,"url":"https://api.github.com/repos/tenstorrent/tt-metal","forks_url":"https://api.github.com/repos/tenstorrent/tt-metal/forks","keys_url":"https://api.github.com/repos/tenstorrent/tt-metal/keys{/key_id}","collaborators_url":"https://api.github.com/repos/tenstorrent/tt-metal/collaborators{/collaborator}","teams_url":"https://api.github.com/repos/tenstorrent/tt-metal/teams","hooks_url":"https://api.github.com/repos/tenstorrent/tt-metal/hooks","issue_events_url":"https://api.github.com/repos/tenstorrent/tt-metal/issues/events{/number}","events_url":"https://api.github.com/repos/tenstorrent/tt-metal/events","assignees_url":"https://api.github.com/repos/tenstorrent/tt-metal/assignees{/user}","branches_url":"https://api.github.com/repos/tenstorrent/tt-metal/branches{/branch}","tags_url":"https://api.github.com/repos/tenstorrent/tt-metal/tags","blobs_url":"https://api.github.com/repos/tenstorrent/tt-metal/git/blobs{/sha}","git_tags_url":"https://api.github.com/repos/tenstorrent/tt-metal/git/tags{/sha}","git_refs_url":"https://api.github.com/repos/tenstorrent/tt-metal/git/refs{/sha}","trees_url":"https://api.github.com/repos/tenstorrent/tt-metal/git/trees{/sha}","statuses_url":"https://api.github.com/repos/tenstorrent/tt-metal/statuses/{sha}","languages_url":"https://api.github.com/repos/tenstorrent/tt-metal/languages","stargazers_url":"https://api.github.com/repos/tenstorrent/tt-metal/stargazers","contributors_url":"https://api.github.com/repos/tenstorrent/tt-metal/contributors","subscribers_url":"https://api.github.com/repos/tenstorrent/tt-metal/subscribers","subscription_url":"https://api.github.com/repos/tenstorrent/tt-metal/subscription","commits_url":"https://api.github.com/repos/tenstorrent/tt-metal/commits{/sha}","git_commits_url":"https://api.github.com/repos/tenstorrent/tt-metal/git/commits{/sha}","comments_url":"https://api.github.com/repos/tenstorrent/tt-metal/comments{/number}","issue_comment_url":"https://api.github.com/repos/tenstorrent/tt-metal/issues/comments{/number}","contents_url":"https://api.github.com/repos/tenstorrent/tt-metal/contents/{+path}","compare_url":"https://api.github.com/repos/tenstorrent/tt-metal/compare/{base}...{head}","merges_url":"https://api.github.com/repos/tenstorrent/tt-metal/merges","archive_url":"https://api.github.com/repos/tenstorrent/tt-metal/{archive_format}{/ref}","downloads_url":"https://api.github.com/repos/tenstorrent/tt-metal/downloads","issues_url":"https://api.github.com/repos/tenstorrent/tt-metal/issues{/number}","pulls_url":"https://api.github.com/repos/tenstorrent/tt-metal/pulls{/number}","milestones_url":"https://api.github.com/repos/tenstorrent/tt-metal/milestones{/number}","notifications_url":"https://api.github.com/repos/tenstorrent/tt-metal/notifications{?since,all,participating}","labels_url":"https://api.github.com/repos/tenstorrent/tt-metal/labels{/name}","releases_url":"https://api.github.com/repos/tenstorrent/tt-metal/releases{/id}","deployments_url":"https://api.github.com/repos/tenstorrent/tt-metal/deployments"},"head_repository":{"id":601205363,"node_id":"R_kgDOI9Wqcw","name":"tt-metal","full_name":"tenstorrent/tt-metal","private":false,"owner":{"login":"tenstorrent","id":64161552,"node_id":"MDEyOk9yZ2FuaXphdGlvbjY0MTYxNTUy","avatar_url":"https://avatars.githubusercontent.com/u/64161552?v=4","gravatar_id":"","url":"https://api.github.com/users/tenstorrent","html_url":"https://github.com/tenstorrent","followers_url":"https://api.github.com/users/tenstorrent/followers","following_url":"https://api.github.com/users/tenstorrent/following{/other_user}","gists_url":"https://api.github.com/users/tenstorrent/gists{/gist_id}","starred_url":"https://api.github.com/users/tenstorrent/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/tenstorrent/subscriptions","organizations_url":"https://api.github.com/users/tenstorrent/orgs","repos_url":"https://api.github.com/users/tenstorrent/repos","events_url":"https://api.github.com/users/tenstorrent/events{/privacy}","received_events_url":"https://api.github.com/users/tenstorrent/received_events","type":"Organization","site_admin":false},"html_url":"https://github.com/tenstorrent/tt-metal","description":":metal: TT-NN operator library, and TT-Metalium low level kernel programming model.","fork":false,"url":"https://api.github.com/repos/tenstorrent/tt-metal","forks_url":"https://api.github.com/repos/tenstorrent/tt-metal/forks","keys_url":"https://api.github.com/repos/tenstorrent/tt-metal/keys{/key_id}","collaborators_url":"https://api.github.com/repos/tenstorrent/tt-metal/collaborators{/collaborator}","teams_url":"https://api.github.com/repos/tenstorrent/tt-metal/teams","hooks_url":"https://api.github.com/repos/tenstorrent/tt-metal/hooks","issue_events_url":"https://api.github.com/repos/tenstorrent/tt-metal/issues/events{/number}","events_url":"https://api.github.com/repos/tenstorrent/tt-metal/events","assignees_url":"https://api.github.com/repos/tenstorrent/tt-metal/assignees{/user}","branches_url":"https://api.github.com/repos/tenstorrent/tt-metal/branches{/branch}","tags_url":"https://api.github.com/repos/tenstorrent/tt-metal/tags","blobs_url":"https://api.github.com/repos/tenstorrent/tt-metal/git/blobs{/sha}","git_tags_url":"https://api.github.com/repos/tenstorrent/tt-metal/git/tags{/sha}","git_refs_url":"https://api.github.com/repos/tenstorrent/tt-metal/git/refs{/sha}","trees_url":"https://api.github.com/repos/tenstorrent/tt-metal/git/trees{/sha}","statuses_url":"https://api.github.com/repos/tenstorrent/tt-metal/statuses/{sha}","languages_url":"https://api.github.com/repos/tenstorrent/tt-metal/languages","stargazers_url":"https://api.github.com/repos/tenstorrent/tt-metal/stargazers","contributors_url":"https://api.github.com/repos/tenstorrent/tt-metal/contributors","subscribers_url":"https://api.github.com/repos/tenstorrent/tt-metal/subscribers","subscription_url":"https://api.github.com/repos/tenstorrent/tt-metal/subscription","commits_url":"https://api.github.com/repos/tenstorrent/tt-metal/commits{/sha}","git_commits_url":"https://api.github.com/repos/tenstorrent/tt-metal/git/commits{/sha}","comments_url":"https://api.github.com/repos/tenstorrent/tt-metal/comments{/number}","issue_comment_url":"https://api.github.com/repos/tenstorrent/tt-metal/issues/comments{/number}","contents_url":"https://api.github.com/repos/tenstorrent/tt-metal/contents/{+path}","compare_url":"https://api.github.com/repos/tenstorrent/tt-metal/compare/{base}...{head}","merges_url":"https://api.github.com/repos/tenstorrent/tt-metal/merges","archive_url":"https://api.github.com/repos/tenstorrent/tt-metal/{archive_format}{/ref}","downloads_url":"https://api.github.com/repos/tenstorrent/tt-metal/downloads","issues_url":"https://api.github.com/repos/tenstorrent/tt-metal/issues{/number}","pulls_url":"https://api.github.com/repos/tenstorrent/tt-metal/pulls{/number}","milestones_url":"https://api.github.com/repos/tenstorrent/tt-metal/milestones{/number}","notifications_url":"https://api.github.com/repos/tenstorrent/tt-metal/notifications{?since,all,participating}","labels_url":"https://api.github.com/repos/tenstorrent/tt-metal/labels{/name}","releases_url":"https://api.github.com/repos/tenstorrent/tt-metal/releases{/id}","deployments_url":"https://api.github.com/repos/tenstorrent/tt-metal/deployments"}} \ No newline at end of file diff --git a/infra/tests/_data/data_collection/cicd/all_post_commit_runner_died_12626_10996802864/workflow_jobs.json b/infra/tests/_data/data_collection/cicd/all_post_commit_runner_died_12626_10996802864/workflow_jobs.json new file mode 100644 index 00000000000..dca2b96410c --- /dev/null +++ b/infra/tests/_data/data_collection/cicd/all_post_commit_runner_died_12626_10996802864/workflow_jobs.json @@ -0,0 +1 @@ +{"total_count":99,"jobs":[{"id":30530821876,"run_id":10996802864,"workflow_name":"All post-commit tests","head_branch":"virdhatchani/5_clean","run_url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/10996802864","run_attempt":1,"node_id":"CR_kwDOI9Wqc88AAAAHG8de9A","head_sha":"64249512152ed52c6df7d6adf6bb1a59b96db81c","url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30530821876","html_url":"https://github.com/tenstorrent/tt-metal/actions/runs/10996802864/job/30530821876","status":"completed","conclusion":"success","created_at":"2024-09-23T14:49:37Z","started_at":"2024-09-23T14:49:43Z","completed_at":"2024-09-23T15:00:13Z","name":"build-artifact-profiler / build-artifact (grayskull)","steps":[{"name":"Set up job","status":"completed","conclusion":"success","number":1,"started_at":"2024-09-23T14:49:42Z","completed_at":"2024-09-23T14:49:45Z"},{"name":"Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0","status":"completed","conclusion":"success","number":2,"started_at":"2024-09-23T14:49:45Z","completed_at":"2024-09-23T14:49:50Z"},{"name":"Set up dynamic env vars for build","status":"completed","conclusion":"success","number":3,"started_at":"2024-09-23T14:49:51Z","completed_at":"2024-09-23T14:49:51Z"},{"name":"Update submodules","status":"completed","conclusion":"success","number":4,"started_at":"2024-09-23T14:49:51Z","completed_at":"2024-09-23T14:49:51Z"},{"name":"Build tt-metal and libs","status":"completed","conclusion":"success","number":5,"started_at":"2024-09-23T14:49:51Z","completed_at":"2024-09-23T14:59:57Z"},{"name":"Tar files","status":"completed","conclusion":"success","number":6,"started_at":"2024-09-23T14:59:57Z","completed_at":"2024-09-23T14:59:57Z"},{"name":"Upload Artifact","status":"completed","conclusion":"success","number":7,"started_at":"2024-09-23T14:59:57Z","completed_at":"2024-09-23T15:00:09Z"},{"name":"Post Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0","status":"completed","conclusion":"success","number":14,"started_at":"2024-09-23T15:00:09Z","completed_at":"2024-09-23T15:00:09Z"},{"name":"Complete job","status":"completed","conclusion":"success","number":15,"started_at":"2024-09-23T15:00:09Z","completed_at":"2024-09-23T15:00:10Z"}],"check_run_url":"https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30530821876","labels":["build","in-service"],"runner_id":208,"runner_name":"tt-metal-ci-bm-e09cs02-02","runner_group_id":1,"runner_group_name":"Default"},{"id":30530822838,"run_id":10996802864,"workflow_name":"All post-commit tests","head_branch":"virdhatchani/5_clean","run_url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/10996802864","run_attempt":1,"node_id":"CR_kwDOI9Wqc88AAAAHG8ditg","head_sha":"64249512152ed52c6df7d6adf6bb1a59b96db81c","url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30530822838","html_url":"https://github.com/tenstorrent/tt-metal/actions/runs/10996802864/job/30530822838","status":"completed","conclusion":"success","created_at":"2024-09-23T14:49:38Z","started_at":"2024-09-23T14:49:42Z","completed_at":"2024-09-23T15:00:32Z","name":"build-artifact-profiler / build-artifact (wormhole_b0)","steps":[{"name":"Set up job","status":"completed","conclusion":"success","number":1,"started_at":"2024-09-23T14:49:42Z","completed_at":"2024-09-23T14:49:44Z"},{"name":"Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0","status":"completed","conclusion":"success","number":2,"started_at":"2024-09-23T14:49:44Z","completed_at":"2024-09-23T14:49:49Z"},{"name":"Set up dynamic env vars for build","status":"completed","conclusion":"success","number":3,"started_at":"2024-09-23T14:49:50Z","completed_at":"2024-09-23T14:49:50Z"},{"name":"Update submodules","status":"completed","conclusion":"success","number":4,"started_at":"2024-09-23T14:49:50Z","completed_at":"2024-09-23T14:49:50Z"},{"name":"Build tt-metal and libs","status":"completed","conclusion":"success","number":5,"started_at":"2024-09-23T14:49:50Z","completed_at":"2024-09-23T15:00:17Z"},{"name":"Tar files","status":"completed","conclusion":"success","number":6,"started_at":"2024-09-23T15:00:17Z","completed_at":"2024-09-23T15:00:17Z"},{"name":"Upload Artifact","status":"completed","conclusion":"success","number":7,"started_at":"2024-09-23T15:00:17Z","completed_at":"2024-09-23T15:00:29Z"},{"name":"Post Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0","status":"completed","conclusion":"success","number":14,"started_at":"2024-09-23T15:00:29Z","completed_at":"2024-09-23T15:00:29Z"},{"name":"Complete job","status":"completed","conclusion":"success","number":15,"started_at":"2024-09-23T15:00:29Z","completed_at":"2024-09-23T15:00:29Z"}],"check_run_url":"https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30530822838","labels":["build","in-service"],"runner_id":219,"runner_name":"tt-metal-ci-bm-f13cs04-02","runner_group_id":1,"runner_group_name":"Default"},{"id":30530823713,"run_id":10996802864,"workflow_name":"All post-commit tests","head_branch":"virdhatchani/5_clean","run_url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/10996802864","run_attempt":1,"node_id":"CR_kwDOI9Wqc88AAAAHG8dmIQ","head_sha":"64249512152ed52c6df7d6adf6bb1a59b96db81c","url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30530823713","html_url":"https://github.com/tenstorrent/tt-metal/actions/runs/10996802864/job/30530823713","status":"completed","conclusion":"success","created_at":"2024-09-23T14:49:39Z","started_at":"2024-09-23T14:49:42Z","completed_at":"2024-09-23T15:01:10Z","name":"build-artifact / build-artifact (grayskull)","steps":[{"name":"Set up job","status":"completed","conclusion":"success","number":1,"started_at":"2024-09-23T14:49:42Z","completed_at":"2024-09-23T14:49:44Z"},{"name":"Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0","status":"completed","conclusion":"success","number":2,"started_at":"2024-09-23T14:49:45Z","completed_at":"2024-09-23T14:49:49Z"},{"name":"Set up dynamic env vars for build","status":"completed","conclusion":"success","number":3,"started_at":"2024-09-23T14:49:49Z","completed_at":"2024-09-23T14:49:49Z"},{"name":"Update submodules","status":"completed","conclusion":"success","number":4,"started_at":"2024-09-23T14:49:49Z","completed_at":"2024-09-23T14:49:49Z"},{"name":"Build tt-metal and libs","status":"completed","conclusion":"success","number":5,"started_at":"2024-09-23T14:49:50Z","completed_at":"2024-09-23T15:00:53Z"},{"name":"Tar files","status":"completed","conclusion":"success","number":6,"started_at":"2024-09-23T15:00:54Z","completed_at":"2024-09-23T15:00:54Z"},{"name":"Upload Artifact","status":"completed","conclusion":"success","number":7,"started_at":"2024-09-23T15:00:55Z","completed_at":"2024-09-23T15:01:05Z"},{"name":"Post Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0","status":"completed","conclusion":"success","number":14,"started_at":"2024-09-23T15:01:05Z","completed_at":"2024-09-23T15:01:06Z"},{"name":"Complete job","status":"completed","conclusion":"success","number":15,"started_at":"2024-09-23T15:01:06Z","completed_at":"2024-09-23T15:01:07Z"}],"check_run_url":"https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30530823713","labels":["build","in-service"],"runner_id":227,"runner_name":"tt-metal-ci-bm-f14cs01-02","runner_group_id":1,"runner_group_name":"Default"},{"id":30530824228,"run_id":10996802864,"workflow_name":"All post-commit tests","head_branch":"virdhatchani/5_clean","run_url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/10996802864","run_attempt":1,"node_id":"CR_kwDOI9Wqc88AAAAHG8doJA","head_sha":"64249512152ed52c6df7d6adf6bb1a59b96db81c","url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30530824228","html_url":"https://github.com/tenstorrent/tt-metal/actions/runs/10996802864/job/30530824228","status":"completed","conclusion":"success","created_at":"2024-09-23T14:49:39Z","started_at":"2024-09-23T14:49:42Z","completed_at":"2024-09-23T14:49:48Z","name":"static-checks / check-metal-kernel-count","steps":[{"name":"Set up job","status":"completed","conclusion":"success","number":1,"started_at":"2024-09-23T14:49:42Z","completed_at":"2024-09-23T14:49:42Z"},{"name":"Run actions/checkout@v4","status":"completed","conclusion":"success","number":2,"started_at":"2024-09-23T14:49:43Z","completed_at":"2024-09-23T14:49:46Z"},{"name":"Check kernel count in base metal is less than maximum","status":"completed","conclusion":"success","number":3,"started_at":"2024-09-23T14:49:48Z","completed_at":"2024-09-23T14:49:48Z"},{"name":"Post Run actions/checkout@v4","status":"completed","conclusion":"success","number":6,"started_at":"2024-09-23T14:49:48Z","completed_at":"2024-09-23T14:49:48Z"},{"name":"Complete job","status":"completed","conclusion":"success","number":7,"started_at":"2024-09-23T14:49:46Z","completed_at":"2024-09-23T14:49:46Z"}],"check_run_url":"https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30530824228","labels":["ubuntu-latest"],"runner_id":105,"runner_name":"GitHub Actions 24","runner_group_id":2,"runner_group_name":"GitHub Actions"},{"id":30530824621,"run_id":10996802864,"workflow_name":"All post-commit tests","head_branch":"virdhatchani/5_clean","run_url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/10996802864","run_attempt":1,"node_id":"CR_kwDOI9Wqc88AAAAHG8dprQ","head_sha":"64249512152ed52c6df7d6adf6bb1a59b96db81c","url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30530824621","html_url":"https://github.com/tenstorrent/tt-metal/actions/runs/10996802864/job/30530824621","status":"completed","conclusion":"success","created_at":"2024-09-23T14:49:40Z","started_at":"2024-09-23T14:49:44Z","completed_at":"2024-09-23T15:34:07Z","name":"build / Debug clang++-17 grayskull ubuntu-20.04","steps":[{"name":"Set up job","status":"completed","conclusion":"success","number":1,"started_at":"2024-09-23T14:49:43Z","completed_at":"2024-09-23T14:49:45Z"},{"name":"Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0","status":"completed","conclusion":"success","number":2,"started_at":"2024-09-23T14:49:45Z","completed_at":"2024-09-23T14:50:20Z"},{"name":"Install dependencies","status":"completed","conclusion":"success","number":3,"started_at":"2024-09-23T14:50:20Z","completed_at":"2024-09-23T14:51:07Z"},{"name":"Install dev dependencies","status":"completed","conclusion":"success","number":4,"started_at":"2024-09-23T14:51:07Z","completed_at":"2024-09-23T14:51:18Z"},{"name":"Set up dynamic env vars for build","status":"completed","conclusion":"success","number":5,"started_at":"2024-09-23T14:51:18Z","completed_at":"2024-09-23T14:51:18Z"},{"name":"Build C++ libraries and tests","status":"completed","conclusion":"success","number":6,"started_at":"2024-09-23T14:51:18Z","completed_at":"2024-09-23T15:34:03Z"},{"name":"Check disk space","status":"completed","conclusion":"success","number":7,"started_at":"2024-09-23T15:34:03Z","completed_at":"2024-09-23T15:34:03Z"},{"name":"Run /./.github/actions/slack-report","status":"completed","conclusion":"skipped","number":8,"started_at":"2024-09-23T15:34:03Z","completed_at":"2024-09-23T15:34:03Z"},{"name":"Post Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0","status":"completed","conclusion":"success","number":16,"started_at":"2024-09-23T15:34:03Z","completed_at":"2024-09-23T15:34:03Z"},{"name":"Complete job","status":"completed","conclusion":"success","number":17,"started_at":"2024-09-23T15:34:03Z","completed_at":"2024-09-23T15:34:03Z"}],"check_run_url":"https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30530824621","labels":["ubuntu-20.04"],"runner_id":119,"runner_name":"GitHub Actions 38","runner_group_id":2,"runner_group_name":"GitHub Actions"},{"id":30530825008,"run_id":10996802864,"workflow_name":"All post-commit tests","head_branch":"virdhatchani/5_clean","run_url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/10996802864","run_attempt":1,"node_id":"CR_kwDOI9Wqc88AAAAHG8drMA","head_sha":"64249512152ed52c6df7d6adf6bb1a59b96db81c","url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30530825008","html_url":"https://github.com/tenstorrent/tt-metal/actions/runs/10996802864/job/30530825008","status":"completed","conclusion":"success","created_at":"2024-09-23T14:49:40Z","started_at":"2024-09-23T14:49:42Z","completed_at":"2024-09-23T14:59:03Z","name":"build-artifact / build-artifact (wormhole_b0)","steps":[{"name":"Set up job","status":"completed","conclusion":"success","number":1,"started_at":"2024-09-23T14:49:41Z","completed_at":"2024-09-23T14:49:44Z"},{"name":"Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0","status":"completed","conclusion":"success","number":2,"started_at":"2024-09-23T14:49:44Z","completed_at":"2024-09-23T14:49:49Z"},{"name":"Set up dynamic env vars for build","status":"completed","conclusion":"success","number":3,"started_at":"2024-09-23T14:49:49Z","completed_at":"2024-09-23T14:49:49Z"},{"name":"Update submodules","status":"completed","conclusion":"success","number":4,"started_at":"2024-09-23T14:49:49Z","completed_at":"2024-09-23T14:49:49Z"},{"name":"Build tt-metal and libs","status":"completed","conclusion":"success","number":5,"started_at":"2024-09-23T14:49:49Z","completed_at":"2024-09-23T14:58:48Z"},{"name":"Tar files","status":"completed","conclusion":"success","number":6,"started_at":"2024-09-23T14:58:48Z","completed_at":"2024-09-23T14:58:48Z"},{"name":"Upload Artifact","status":"completed","conclusion":"success","number":7,"started_at":"2024-09-23T14:58:49Z","completed_at":"2024-09-23T14:58:59Z"},{"name":"Post Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0","status":"completed","conclusion":"success","number":14,"started_at":"2024-09-23T14:59:00Z","completed_at":"2024-09-23T14:59:00Z"},{"name":"Complete job","status":"completed","conclusion":"success","number":15,"started_at":"2024-09-23T14:59:00Z","completed_at":"2024-09-23T14:59:00Z"}],"check_run_url":"https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30530825008","labels":["build","in-service"],"runner_id":214,"runner_name":"tt-metal-ci-bm-f14cs02-02","runner_group_id":1,"runner_group_name":"Default"},{"id":30530825476,"run_id":10996802864,"workflow_name":"All post-commit tests","head_branch":"virdhatchani/5_clean","run_url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/10996802864","run_attempt":1,"node_id":"CR_kwDOI9Wqc88AAAAHG8dtBA","head_sha":"64249512152ed52c6df7d6adf6bb1a59b96db81c","url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30530825476","html_url":"https://github.com/tenstorrent/tt-metal/actions/runs/10996802864/job/30530825476","status":"completed","conclusion":"success","created_at":"2024-09-23T14:49:41Z","started_at":"2024-09-23T14:49:44Z","completed_at":"2024-09-23T15:34:57Z","name":"build / Debug clang++-17 wormhole_b0 ubuntu-20.04","steps":[{"name":"Set up job","status":"completed","conclusion":"success","number":1,"started_at":"2024-09-23T14:49:44Z","completed_at":"2024-09-23T14:49:45Z"},{"name":"Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0","status":"completed","conclusion":"success","number":2,"started_at":"2024-09-23T14:49:45Z","completed_at":"2024-09-23T14:50:18Z"},{"name":"Install dependencies","status":"completed","conclusion":"success","number":3,"started_at":"2024-09-23T14:50:18Z","completed_at":"2024-09-23T14:51:05Z"},{"name":"Install dev dependencies","status":"completed","conclusion":"success","number":4,"started_at":"2024-09-23T14:51:05Z","completed_at":"2024-09-23T14:51:15Z"},{"name":"Set up dynamic env vars for build","status":"completed","conclusion":"success","number":5,"started_at":"2024-09-23T14:51:16Z","completed_at":"2024-09-23T14:51:16Z"},{"name":"Build C++ libraries and tests","status":"completed","conclusion":"success","number":6,"started_at":"2024-09-23T14:51:16Z","completed_at":"2024-09-23T15:34:51Z"},{"name":"Check disk space","status":"completed","conclusion":"success","number":7,"started_at":"2024-09-23T15:34:52Z","completed_at":"2024-09-23T15:34:52Z"},{"name":"Run /./.github/actions/slack-report","status":"completed","conclusion":"skipped","number":8,"started_at":"2024-09-23T15:34:52Z","completed_at":"2024-09-23T15:34:52Z"},{"name":"Post Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0","status":"completed","conclusion":"success","number":16,"started_at":"2024-09-23T15:34:52Z","completed_at":"2024-09-23T15:34:52Z"},{"name":"Complete job","status":"completed","conclusion":"success","number":17,"started_at":"2024-09-23T15:34:52Z","completed_at":"2024-09-23T15:34:52Z"}],"check_run_url":"https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30530825476","labels":["ubuntu-20.04"],"runner_id":14,"runner_name":"GitHub Actions 14","runner_group_id":2,"runner_group_name":"GitHub Actions"},{"id":30530825886,"run_id":10996802864,"workflow_name":"All post-commit tests","head_branch":"virdhatchani/5_clean","run_url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/10996802864","run_attempt":1,"node_id":"CR_kwDOI9Wqc88AAAAHG8dung","head_sha":"64249512152ed52c6df7d6adf6bb1a59b96db81c","url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30530825886","html_url":"https://github.com/tenstorrent/tt-metal/actions/runs/10996802864/job/30530825886","status":"completed","conclusion":"success","created_at":"2024-09-23T14:49:41Z","started_at":"2024-09-23T14:49:43Z","completed_at":"2024-09-23T14:50:29Z","name":"static-checks / check-spdx-licenses","steps":[{"name":"Set up job","status":"completed","conclusion":"success","number":1,"started_at":"2024-09-23T14:49:43Z","completed_at":"2024-09-23T14:49:44Z"},{"name":"Run actions/checkout@v4","status":"completed","conclusion":"success","number":2,"started_at":"2024-09-23T14:49:44Z","completed_at":"2024-09-23T14:49:47Z"},{"name":"Run actions/setup-python@v5.0.0","status":"completed","conclusion":"success","number":3,"started_at":"2024-09-23T14:49:48Z","completed_at":"2024-09-23T14:49:48Z"},{"name":"Install infra deps","status":"completed","conclusion":"success","number":4,"started_at":"2024-09-23T14:49:48Z","completed_at":"2024-09-23T14:50:16Z"},{"name":"Check SPDX licenses","status":"completed","conclusion":"success","number":5,"started_at":"2024-09-23T14:50:17Z","completed_at":"2024-09-23T14:50:24Z"},{"name":"Post Run actions/setup-python@v5.0.0","status":"completed","conclusion":"success","number":9,"started_at":"2024-09-23T14:50:24Z","completed_at":"2024-09-23T14:50:24Z"},{"name":"Post Run actions/checkout@v4","status":"completed","conclusion":"success","number":10,"started_at":"2024-09-23T14:50:29Z","completed_at":"2024-09-23T14:50:29Z"},{"name":"Complete job","status":"completed","conclusion":"success","number":11,"started_at":"2024-09-23T14:50:24Z","completed_at":"2024-09-23T14:50:24Z"}],"check_run_url":"https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30530825886","labels":["ubuntu-latest"],"runner_id":9,"runner_name":"GitHub Actions 9","runner_group_id":2,"runner_group_name":"GitHub Actions"},{"id":30530826321,"run_id":10996802864,"workflow_name":"All post-commit tests","head_branch":"virdhatchani/5_clean","run_url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/10996802864","run_attempt":1,"node_id":"CR_kwDOI9Wqc88AAAAHG8dwUQ","head_sha":"64249512152ed52c6df7d6adf6bb1a59b96db81c","url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30530826321","html_url":"https://github.com/tenstorrent/tt-metal/actions/runs/10996802864/job/30530826321","status":"completed","conclusion":"success","created_at":"2024-09-23T14:49:42Z","started_at":"2024-09-23T14:49:43Z","completed_at":"2024-09-23T15:35:57Z","name":"build / Debug clang++-17 blackhole ubuntu-20.04","steps":[{"name":"Set up job","status":"completed","conclusion":"success","number":1,"started_at":"2024-09-23T14:49:42Z","completed_at":"2024-09-23T14:49:43Z"},{"name":"Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0","status":"completed","conclusion":"success","number":2,"started_at":"2024-09-23T14:49:43Z","completed_at":"2024-09-23T14:50:09Z"},{"name":"Install dependencies","status":"completed","conclusion":"success","number":3,"started_at":"2024-09-23T14:50:09Z","completed_at":"2024-09-23T14:50:57Z"},{"name":"Install dev dependencies","status":"completed","conclusion":"success","number":4,"started_at":"2024-09-23T14:50:57Z","completed_at":"2024-09-23T14:51:07Z"},{"name":"Set up dynamic env vars for build","status":"completed","conclusion":"success","number":5,"started_at":"2024-09-23T14:51:07Z","completed_at":"2024-09-23T14:51:07Z"},{"name":"Build C++ libraries and tests","status":"completed","conclusion":"success","number":6,"started_at":"2024-09-23T14:51:07Z","completed_at":"2024-09-23T15:35:54Z"},{"name":"Check disk space","status":"completed","conclusion":"success","number":7,"started_at":"2024-09-23T15:35:54Z","completed_at":"2024-09-23T15:35:54Z"},{"name":"Run /./.github/actions/slack-report","status":"completed","conclusion":"skipped","number":8,"started_at":"2024-09-23T15:35:55Z","completed_at":"2024-09-23T15:35:55Z"},{"name":"Post Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0","status":"completed","conclusion":"success","number":16,"started_at":"2024-09-23T15:35:55Z","completed_at":"2024-09-23T15:35:55Z"},{"name":"Complete job","status":"completed","conclusion":"success","number":17,"started_at":"2024-09-23T15:35:55Z","completed_at":"2024-09-23T15:35:55Z"}],"check_run_url":"https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30530826321","labels":["ubuntu-20.04"],"runner_id":131,"runner_name":"GitHub Actions 50","runner_group_id":2,"runner_group_name":"GitHub Actions"},{"id":30530826660,"run_id":10996802864,"workflow_name":"All post-commit tests","head_branch":"virdhatchani/5_clean","run_url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/10996802864","run_attempt":1,"node_id":"CR_kwDOI9Wqc88AAAAHG8dxpA","head_sha":"64249512152ed52c6df7d6adf6bb1a59b96db81c","url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30530826660","html_url":"https://github.com/tenstorrent/tt-metal/actions/runs/10996802864/job/30530826660","status":"completed","conclusion":"success","created_at":"2024-09-23T14:49:42Z","started_at":"2024-09-23T14:49:42Z","completed_at":"2024-09-23T15:01:59Z","name":"build / RelWithDebInfo clang++-17 grayskull ubuntu-20.04","steps":[{"name":"Set up job","status":"completed","conclusion":"success","number":1,"started_at":"2024-09-23T14:49:41Z","completed_at":"2024-09-23T14:49:43Z"},{"name":"Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0","status":"completed","conclusion":"success","number":2,"started_at":"2024-09-23T14:49:43Z","completed_at":"2024-09-23T14:49:48Z"},{"name":"Install dependencies","status":"completed","conclusion":"skipped","number":3,"started_at":"2024-09-23T14:49:48Z","completed_at":"2024-09-23T14:49:48Z"},{"name":"Install dev dependencies","status":"completed","conclusion":"skipped","number":4,"started_at":"2024-09-23T14:49:48Z","completed_at":"2024-09-23T14:49:48Z"},{"name":"Set up dynamic env vars for build","status":"completed","conclusion":"success","number":5,"started_at":"2024-09-23T14:49:48Z","completed_at":"2024-09-23T14:49:48Z"},{"name":"Build C++ libraries and tests","status":"completed","conclusion":"success","number":6,"started_at":"2024-09-23T14:49:48Z","completed_at":"2024-09-23T15:01:54Z"},{"name":"Check disk space","status":"completed","conclusion":"success","number":7,"started_at":"2024-09-23T15:01:55Z","completed_at":"2024-09-23T15:01:55Z"},{"name":"Run /./.github/actions/slack-report","status":"completed","conclusion":"skipped","number":8,"started_at":"2024-09-23T15:01:55Z","completed_at":"2024-09-23T15:01:55Z"},{"name":"Post Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0","status":"completed","conclusion":"success","number":16,"started_at":"2024-09-23T15:01:55Z","completed_at":"2024-09-23T15:01:55Z"},{"name":"Complete job","status":"completed","conclusion":"success","number":17,"started_at":"2024-09-23T15:01:55Z","completed_at":"2024-09-23T15:01:55Z"}],"check_run_url":"https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30530826660","labels":["build","in-service"],"runner_id":211,"runner_name":"tt-metal-ci-bm-e04cs06-02","runner_group_id":1,"runner_group_name":"Default"},{"id":30530827010,"run_id":10996802864,"workflow_name":"All post-commit tests","head_branch":"virdhatchani/5_clean","run_url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/10996802864","run_attempt":1,"node_id":"CR_kwDOI9Wqc88AAAAHG8dzAg","head_sha":"64249512152ed52c6df7d6adf6bb1a59b96db81c","url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30530827010","html_url":"https://github.com/tenstorrent/tt-metal/actions/runs/10996802864/job/30530827010","status":"completed","conclusion":"success","created_at":"2024-09-23T14:49:42Z","started_at":"2024-09-23T14:49:43Z","completed_at":"2024-09-23T14:50:08Z","name":"static-checks / check-black","steps":[{"name":"Set up job","status":"completed","conclusion":"success","number":1,"started_at":"2024-09-23T14:49:43Z","completed_at":"2024-09-23T14:49:44Z"},{"name":"Run actions/checkout@v4","status":"completed","conclusion":"success","number":2,"started_at":"2024-09-23T14:49:44Z","completed_at":"2024-09-23T14:49:47Z"},{"name":"Run psf/black@23.10.1","status":"completed","conclusion":"success","number":3,"started_at":"2024-09-23T14:49:47Z","completed_at":"2024-09-23T14:50:06Z"},{"name":"Post Run actions/checkout@v4","status":"completed","conclusion":"success","number":6,"started_at":"2024-09-23T14:50:06Z","completed_at":"2024-09-23T14:50:06Z"},{"name":"Complete job","status":"completed","conclusion":"success","number":7,"started_at":"2024-09-23T14:50:06Z","completed_at":"2024-09-23T14:50:06Z"}],"check_run_url":"https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30530827010","labels":["ubuntu-latest"],"runner_id":7,"runner_name":"GitHub Actions 7","runner_group_id":2,"runner_group_name":"GitHub Actions"},{"id":30530827359,"run_id":10996802864,"workflow_name":"All post-commit tests","head_branch":"virdhatchani/5_clean","run_url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/10996802864","run_attempt":1,"node_id":"CR_kwDOI9Wqc88AAAAHG8d0Xw","head_sha":"64249512152ed52c6df7d6adf6bb1a59b96db81c","url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30530827359","html_url":"https://github.com/tenstorrent/tt-metal/actions/runs/10996802864/job/30530827359","status":"completed","conclusion":"success","created_at":"2024-09-23T14:49:43Z","started_at":"2024-09-23T14:49:42Z","completed_at":"2024-09-23T15:02:26Z","name":"build / RelWithDebInfo clang++-17 wormhole_b0 ubuntu-20.04","steps":[{"name":"Set up job","status":"completed","conclusion":"success","number":1,"started_at":"2024-09-23T14:49:41Z","completed_at":"2024-09-23T14:49:43Z"},{"name":"Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0","status":"completed","conclusion":"success","number":2,"started_at":"2024-09-23T14:49:44Z","completed_at":"2024-09-23T14:49:50Z"},{"name":"Install dependencies","status":"completed","conclusion":"skipped","number":3,"started_at":"2024-09-23T14:49:50Z","completed_at":"2024-09-23T14:49:50Z"},{"name":"Install dev dependencies","status":"completed","conclusion":"skipped","number":4,"started_at":"2024-09-23T14:49:50Z","completed_at":"2024-09-23T14:49:50Z"},{"name":"Set up dynamic env vars for build","status":"completed","conclusion":"success","number":5,"started_at":"2024-09-23T14:49:50Z","completed_at":"2024-09-23T14:49:50Z"},{"name":"Build C++ libraries and tests","status":"completed","conclusion":"success","number":6,"started_at":"2024-09-23T14:49:50Z","completed_at":"2024-09-23T15:02:20Z"},{"name":"Check disk space","status":"completed","conclusion":"success","number":7,"started_at":"2024-09-23T15:02:20Z","completed_at":"2024-09-23T15:02:20Z"},{"name":"Run /./.github/actions/slack-report","status":"completed","conclusion":"skipped","number":8,"started_at":"2024-09-23T15:02:20Z","completed_at":"2024-09-23T15:02:20Z"},{"name":"Post Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0","status":"completed","conclusion":"success","number":16,"started_at":"2024-09-23T15:02:20Z","completed_at":"2024-09-23T15:02:20Z"},{"name":"Complete job","status":"completed","conclusion":"success","number":17,"started_at":"2024-09-23T15:02:20Z","completed_at":"2024-09-23T15:02:21Z"}],"check_run_url":"https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30530827359","labels":["build","in-service"],"runner_id":166,"runner_name":"tt-metal-ci-bm-e09cs08","runner_group_id":1,"runner_group_name":"Default"},{"id":30530827686,"run_id":10996802864,"workflow_name":"All post-commit tests","head_branch":"virdhatchani/5_clean","run_url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/10996802864","run_attempt":1,"node_id":"CR_kwDOI9Wqc88AAAAHG8d1pg","head_sha":"64249512152ed52c6df7d6adf6bb1a59b96db81c","url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30530827686","html_url":"https://github.com/tenstorrent/tt-metal/actions/runs/10996802864/job/30530827686","status":"completed","conclusion":"success","created_at":"2024-09-23T14:49:43Z","started_at":"2024-09-23T14:49:43Z","completed_at":"2024-09-23T14:50:01Z","name":"static-checks / check-doc","steps":[{"name":"Set up job","status":"completed","conclusion":"success","number":1,"started_at":"2024-09-23T14:49:43Z","completed_at":"2024-09-23T14:49:43Z"},{"name":"Run actions/checkout@v4","status":"completed","conclusion":"success","number":2,"started_at":"2024-09-23T14:49:44Z","completed_at":"2024-09-23T14:49:46Z"},{"name":"Install ASPELL","status":"completed","conclusion":"success","number":3,"started_at":"2024-09-23T14:49:47Z","completed_at":"2024-09-23T14:49:56Z"},{"name":"Run checks on docs","status":"completed","conclusion":"success","number":4,"started_at":"2024-09-23T14:49:57Z","completed_at":"2024-09-23T14:49:59Z"},{"name":"Post Run actions/checkout@v4","status":"completed","conclusion":"success","number":8,"started_at":"2024-09-23T14:50:01Z","completed_at":"2024-09-23T14:50:01Z"},{"name":"Complete job","status":"completed","conclusion":"success","number":9,"started_at":"2024-09-23T14:49:59Z","completed_at":"2024-09-23T14:49:59Z"}],"check_run_url":"https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30530827686","labels":["ubuntu-latest"],"runner_id":132,"runner_name":"GitHub Actions 51","runner_group_id":2,"runner_group_name":"GitHub Actions"},{"id":30530828045,"run_id":10996802864,"workflow_name":"All post-commit tests","head_branch":"virdhatchani/5_clean","run_url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/10996802864","run_attempt":1,"node_id":"CR_kwDOI9Wqc88AAAAHG8d3DQ","head_sha":"64249512152ed52c6df7d6adf6bb1a59b96db81c","url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30530828045","html_url":"https://github.com/tenstorrent/tt-metal/actions/runs/10996802864/job/30530828045","status":"completed","conclusion":"success","created_at":"2024-09-23T14:49:44Z","started_at":"2024-09-23T14:49:42Z","completed_at":"2024-09-23T15:02:56Z","name":"build / RelWithDebInfo clang++-17 blackhole ubuntu-20.04","steps":[{"name":"Set up job","status":"completed","conclusion":"success","number":1,"started_at":"2024-09-23T14:49:41Z","completed_at":"2024-09-23T14:49:43Z"},{"name":"Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0","status":"completed","conclusion":"success","number":2,"started_at":"2024-09-23T14:49:43Z","completed_at":"2024-09-23T14:49:48Z"},{"name":"Install dependencies","status":"completed","conclusion":"skipped","number":3,"started_at":"2024-09-23T14:49:48Z","completed_at":"2024-09-23T14:49:48Z"},{"name":"Install dev dependencies","status":"completed","conclusion":"skipped","number":4,"started_at":"2024-09-23T14:49:48Z","completed_at":"2024-09-23T14:49:48Z"},{"name":"Set up dynamic env vars for build","status":"completed","conclusion":"success","number":5,"started_at":"2024-09-23T14:49:48Z","completed_at":"2024-09-23T14:49:48Z"},{"name":"Build C++ libraries and tests","status":"completed","conclusion":"success","number":6,"started_at":"2024-09-23T14:49:48Z","completed_at":"2024-09-23T15:02:50Z"},{"name":"Check disk space","status":"completed","conclusion":"success","number":7,"started_at":"2024-09-23T15:02:51Z","completed_at":"2024-09-23T15:02:51Z"},{"name":"Run /./.github/actions/slack-report","status":"completed","conclusion":"skipped","number":8,"started_at":"2024-09-23T15:02:51Z","completed_at":"2024-09-23T15:02:51Z"},{"name":"Post Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0","status":"completed","conclusion":"success","number":16,"started_at":"2024-09-23T15:02:51Z","completed_at":"2024-09-23T15:02:51Z"},{"name":"Complete job","status":"completed","conclusion":"success","number":17,"started_at":"2024-09-23T15:02:51Z","completed_at":"2024-09-23T15:02:51Z"}],"check_run_url":"https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30530828045","labels":["build","in-service"],"runner_id":106,"runner_name":"tt-metal-ci-bm-e08cs08","runner_group_id":1,"runner_group_name":"Default"},{"id":30530828371,"run_id":10996802864,"workflow_name":"All post-commit tests","head_branch":"virdhatchani/5_clean","run_url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/10996802864","run_attempt":1,"node_id":"CR_kwDOI9Wqc88AAAAHG8d4Uw","head_sha":"64249512152ed52c6df7d6adf6bb1a59b96db81c","url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30530828371","html_url":"https://github.com/tenstorrent/tt-metal/actions/runs/10996802864/job/30530828371","status":"completed","conclusion":"success","created_at":"2024-09-23T14:49:44Z","started_at":"2024-09-23T14:49:44Z","completed_at":"2024-09-23T15:58:38Z","name":"build / Release g++-12 grayskull ubuntu-22.04","steps":[{"name":"Set up job","status":"completed","conclusion":"success","number":1,"started_at":"2024-09-23T14:49:44Z","completed_at":"2024-09-23T14:49:45Z"},{"name":"Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0","status":"completed","conclusion":"success","number":2,"started_at":"2024-09-23T14:49:45Z","completed_at":"2024-09-23T14:50:07Z"},{"name":"Install dependencies","status":"completed","conclusion":"success","number":3,"started_at":"2024-09-23T14:50:07Z","completed_at":"2024-09-23T14:50:43Z"},{"name":"Install dev dependencies","status":"completed","conclusion":"success","number":4,"started_at":"2024-09-23T14:50:43Z","completed_at":"2024-09-23T14:50:52Z"},{"name":"Set up dynamic env vars for build","status":"completed","conclusion":"success","number":5,"started_at":"2024-09-23T14:50:52Z","completed_at":"2024-09-23T14:50:52Z"},{"name":"Build C++ libraries and tests","status":"completed","conclusion":"success","number":6,"started_at":"2024-09-23T14:50:52Z","completed_at":"2024-09-23T15:58:36Z"},{"name":"Check disk space","status":"completed","conclusion":"success","number":7,"started_at":"2024-09-23T15:58:36Z","completed_at":"2024-09-23T15:58:36Z"},{"name":"Run /./.github/actions/slack-report","status":"completed","conclusion":"skipped","number":8,"started_at":"2024-09-23T15:58:36Z","completed_at":"2024-09-23T15:58:36Z"},{"name":"Post Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0","status":"completed","conclusion":"success","number":16,"started_at":"2024-09-23T15:58:36Z","completed_at":"2024-09-23T15:58:36Z"},{"name":"Complete job","status":"completed","conclusion":"success","number":17,"started_at":"2024-09-23T15:58:36Z","completed_at":"2024-09-23T15:58:36Z"}],"check_run_url":"https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30530828371","labels":["ubuntu-22.04"],"runner_id":102,"runner_name":"GitHub Actions 21","runner_group_id":2,"runner_group_name":"GitHub Actions"},{"id":30530828660,"run_id":10996802864,"workflow_name":"All post-commit tests","head_branch":"virdhatchani/5_clean","run_url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/10996802864","run_attempt":1,"node_id":"CR_kwDOI9Wqc88AAAAHG8d5dA","head_sha":"64249512152ed52c6df7d6adf6bb1a59b96db81c","url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30530828660","html_url":"https://github.com/tenstorrent/tt-metal/actions/runs/10996802864/job/30530828660","status":"completed","conclusion":"success","created_at":"2024-09-23T14:49:44Z","started_at":"2024-09-23T14:49:44Z","completed_at":"2024-09-23T14:49:52Z","name":"static-checks / check-forbidden-imports","steps":[{"name":"Set up job","status":"completed","conclusion":"success","number":1,"started_at":"2024-09-23T14:49:44Z","completed_at":"2024-09-23T14:49:44Z"},{"name":"Run actions/checkout@v4","status":"completed","conclusion":"success","number":2,"started_at":"2024-09-23T14:49:45Z","completed_at":"2024-09-23T14:49:48Z"},{"name":"Check ttnn is not used in tt_metal tests","status":"completed","conclusion":"success","number":3,"started_at":"2024-09-23T14:49:52Z","completed_at":"2024-09-23T14:49:52Z"},{"name":"Check tt_eager constructs is not used in tt_metal tests","status":"completed","conclusion":"success","number":4,"started_at":"2024-09-23T14:49:52Z","completed_at":"2024-09-23T14:49:52Z"},{"name":"Post Run actions/checkout@v4","status":"completed","conclusion":"success","number":8,"started_at":"2024-09-23T14:49:52Z","completed_at":"2024-09-23T14:49:52Z"},{"name":"Complete job","status":"completed","conclusion":"success","number":9,"started_at":"2024-09-23T14:49:49Z","completed_at":"2024-09-23T14:49:49Z"}],"check_run_url":"https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30530828660","labels":["ubuntu-latest"],"runner_id":123,"runner_name":"GitHub Actions 42","runner_group_id":2,"runner_group_name":"GitHub Actions"},{"id":30530828976,"run_id":10996802864,"workflow_name":"All post-commit tests","head_branch":"virdhatchani/5_clean","run_url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/10996802864","run_attempt":1,"node_id":"CR_kwDOI9Wqc88AAAAHG8d6sA","head_sha":"64249512152ed52c6df7d6adf6bb1a59b96db81c","url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30530828976","html_url":"https://github.com/tenstorrent/tt-metal/actions/runs/10996802864/job/30530828976","status":"completed","conclusion":"success","created_at":"2024-09-23T14:49:45Z","started_at":"2024-09-23T14:49:43Z","completed_at":"2024-09-23T14:49:52Z","name":"static-checks / check-sweeps-workflow","steps":[{"name":"Set up job","status":"completed","conclusion":"success","number":1,"started_at":"2024-09-23T14:49:42Z","completed_at":"2024-09-23T14:49:43Z"},{"name":"Run actions/checkout@v4","status":"completed","conclusion":"success","number":2,"started_at":"2024-09-23T14:49:43Z","completed_at":"2024-09-23T14:49:46Z"},{"name":"Run actions/setup-python@v5.0.0","status":"completed","conclusion":"success","number":3,"started_at":"2024-09-23T14:49:47Z","completed_at":"2024-09-23T14:49:47Z"},{"name":"Check sweeps workflow option count against sweep file count","status":"completed","conclusion":"success","number":4,"started_at":"2024-09-23T14:49:47Z","completed_at":"2024-09-23T14:49:49Z"},{"name":"Post Run actions/setup-python@v5.0.0","status":"completed","conclusion":"success","number":7,"started_at":"2024-09-23T14:49:50Z","completed_at":"2024-09-23T14:49:50Z"},{"name":"Post Run actions/checkout@v4","status":"completed","conclusion":"success","number":8,"started_at":"2024-09-23T14:49:50Z","completed_at":"2024-09-23T14:49:50Z"},{"name":"Complete job","status":"completed","conclusion":"success","number":9,"started_at":"2024-09-23T14:49:50Z","completed_at":"2024-09-23T14:49:50Z"}],"check_run_url":"https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30530828976","labels":["ubuntu-latest"],"runner_id":121,"runner_name":"GitHub Actions 40","runner_group_id":2,"runner_group_name":"GitHub Actions"},{"id":30530829407,"run_id":10996802864,"workflow_name":"All post-commit tests","head_branch":"virdhatchani/5_clean","run_url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/10996802864","run_attempt":1,"node_id":"CR_kwDOI9Wqc88AAAAHG8d8Xw","head_sha":"64249512152ed52c6df7d6adf6bb1a59b96db81c","url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30530829407","html_url":"https://github.com/tenstorrent/tt-metal/actions/runs/10996802864/job/30530829407","status":"completed","conclusion":"success","created_at":"2024-09-23T14:49:45Z","started_at":"2024-09-23T14:49:43Z","completed_at":"2024-09-23T15:59:47Z","name":"build / Release g++-12 wormhole_b0 ubuntu-22.04","steps":[{"name":"Set up job","status":"completed","conclusion":"success","number":1,"started_at":"2024-09-23T14:49:43Z","completed_at":"2024-09-23T14:49:44Z"},{"name":"Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0","status":"completed","conclusion":"success","number":2,"started_at":"2024-09-23T14:49:44Z","completed_at":"2024-09-23T14:50:07Z"},{"name":"Install dependencies","status":"completed","conclusion":"success","number":3,"started_at":"2024-09-23T14:50:07Z","completed_at":"2024-09-23T14:50:41Z"},{"name":"Install dev dependencies","status":"completed","conclusion":"success","number":4,"started_at":"2024-09-23T14:50:41Z","completed_at":"2024-09-23T14:50:54Z"},{"name":"Set up dynamic env vars for build","status":"completed","conclusion":"success","number":5,"started_at":"2024-09-23T14:50:54Z","completed_at":"2024-09-23T14:50:54Z"},{"name":"Build C++ libraries and tests","status":"completed","conclusion":"success","number":6,"started_at":"2024-09-23T14:50:54Z","completed_at":"2024-09-23T15:59:45Z"},{"name":"Check disk space","status":"completed","conclusion":"success","number":7,"started_at":"2024-09-23T15:59:45Z","completed_at":"2024-09-23T15:59:45Z"},{"name":"Run /./.github/actions/slack-report","status":"completed","conclusion":"skipped","number":8,"started_at":"2024-09-23T15:59:45Z","completed_at":"2024-09-23T15:59:45Z"},{"name":"Post Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0","status":"completed","conclusion":"success","number":16,"started_at":"2024-09-23T15:59:45Z","completed_at":"2024-09-23T15:59:45Z"},{"name":"Complete job","status":"completed","conclusion":"success","number":17,"started_at":"2024-09-23T15:59:45Z","completed_at":"2024-09-23T15:59:45Z"}],"check_run_url":"https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30530829407","labels":["ubuntu-22.04"],"runner_id":12,"runner_name":"GitHub Actions 12","runner_group_id":2,"runner_group_name":"GitHub Actions"},{"id":30530829746,"run_id":10996802864,"workflow_name":"All post-commit tests","head_branch":"virdhatchani/5_clean","run_url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/10996802864","run_attempt":1,"node_id":"CR_kwDOI9Wqc88AAAAHG8d9sg","head_sha":"64249512152ed52c6df7d6adf6bb1a59b96db81c","url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30530829746","html_url":"https://github.com/tenstorrent/tt-metal/actions/runs/10996802864/job/30530829746","status":"completed","conclusion":"success","created_at":"2024-09-23T14:49:45Z","started_at":"2024-09-23T14:50:03Z","completed_at":"2024-09-23T15:59:28Z","name":"build / Release g++-12 blackhole ubuntu-22.04","steps":[{"name":"Set up job","status":"completed","conclusion":"success","number":1,"started_at":"2024-09-23T14:50:02Z","completed_at":"2024-09-23T14:50:04Z"},{"name":"Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0","status":"completed","conclusion":"success","number":2,"started_at":"2024-09-23T14:50:04Z","completed_at":"2024-09-23T14:50:36Z"},{"name":"Install dependencies","status":"completed","conclusion":"success","number":3,"started_at":"2024-09-23T14:50:36Z","completed_at":"2024-09-23T14:51:17Z"},{"name":"Install dev dependencies","status":"completed","conclusion":"success","number":4,"started_at":"2024-09-23T14:51:17Z","completed_at":"2024-09-23T14:51:26Z"},{"name":"Set up dynamic env vars for build","status":"completed","conclusion":"success","number":5,"started_at":"2024-09-23T14:51:26Z","completed_at":"2024-09-23T14:51:26Z"},{"name":"Build C++ libraries and tests","status":"completed","conclusion":"success","number":6,"started_at":"2024-09-23T14:51:26Z","completed_at":"2024-09-23T15:59:23Z"},{"name":"Check disk space","status":"completed","conclusion":"success","number":7,"started_at":"2024-09-23T15:59:28Z","completed_at":"2024-09-23T15:59:28Z"},{"name":"Run /./.github/actions/slack-report","status":"completed","conclusion":"skipped","number":8,"started_at":"2024-09-23T15:59:28Z","completed_at":"2024-09-23T15:59:28Z"},{"name":"Post Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0","status":"completed","conclusion":"success","number":16,"started_at":"2024-09-23T15:59:28Z","completed_at":"2024-09-23T15:59:28Z"},{"name":"Complete job","status":"completed","conclusion":"success","number":17,"started_at":"2024-09-23T15:59:23Z","completed_at":"2024-09-23T15:59:23Z"}],"check_run_url":"https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30530829746","labels":["ubuntu-22.04"],"runner_id":136,"runner_name":"GitHub Actions 55","runner_group_id":2,"runner_group_name":"GitHub Actions"},{"id":30530830120,"run_id":10996802864,"workflow_name":"All post-commit tests","head_branch":"virdhatchani/5_clean","run_url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/10996802864","run_attempt":1,"node_id":"CR_kwDOI9Wqc88AAAAHG8d_KA","head_sha":"64249512152ed52c6df7d6adf6bb1a59b96db81c","url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30530830120","html_url":"https://github.com/tenstorrent/tt-metal/actions/runs/10996802864/job/30530830120","status":"completed","conclusion":"success","created_at":"2024-09-23T14:49:46Z","started_at":"2024-09-23T14:49:43Z","completed_at":"2024-09-23T14:52:30Z","name":"umd-unit-tests (grayskull, E150) / grayskull E150","steps":[{"name":"Set up job","status":"completed","conclusion":"success","number":1,"started_at":"2024-09-23T14:49:43Z","completed_at":"2024-09-23T14:49:44Z"},{"name":"Set up runner","status":"completed","conclusion":"success","number":2,"started_at":"2024-09-23T14:49:44Z","completed_at":"2024-09-23T14:50:16Z"},{"name":"Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0","status":"completed","conclusion":"success","number":3,"started_at":"2024-09-23T14:50:16Z","completed_at":"2024-09-23T14:50:21Z"},{"name":"Set up dynamic env vars for build","status":"completed","conclusion":"success","number":4,"started_at":"2024-09-23T14:50:22Z","completed_at":"2024-09-23T14:50:22Z"},{"name":"Build UMD device and tests","status":"completed","conclusion":"success","number":5,"started_at":"2024-09-23T14:50:22Z","completed_at":"2024-09-23T14:51:23Z"},{"name":"Run UMD unit tests","status":"completed","conclusion":"success","number":6,"started_at":"2024-09-23T14:51:23Z","completed_at":"2024-09-23T14:52:27Z"},{"name":"Post Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0","status":"completed","conclusion":"success","number":11,"started_at":"2024-09-23T14:52:27Z","completed_at":"2024-09-23T14:52:27Z"},{"name":"Complete runner","status":"completed","conclusion":"success","number":12,"started_at":"2024-09-23T14:52:27Z","completed_at":"2024-09-23T14:52:27Z"},{"name":"Complete job","status":"completed","conclusion":"success","number":13,"started_at":"2024-09-23T14:52:27Z","completed_at":"2024-09-23T14:52:27Z"}],"check_run_url":"https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30530830120","labels":["E150","cloud-virtual-machine","in-service"],"runner_id":143,"runner_name":"tt-metal-ci-vm-105","runner_group_id":1,"runner_group_name":"Default"},{"id":30530830441,"run_id":10996802864,"workflow_name":"All post-commit tests","head_branch":"virdhatchani/5_clean","run_url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/10996802864","run_attempt":1,"node_id":"CR_kwDOI9Wqc88AAAAHG8eAaQ","head_sha":"64249512152ed52c6df7d6adf6bb1a59b96db81c","url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30530830441","html_url":"https://github.com/tenstorrent/tt-metal/actions/runs/10996802864/job/30530830441","status":"completed","conclusion":"success","created_at":"2024-09-23T14:49:46Z","started_at":"2024-09-23T14:49:42Z","completed_at":"2024-09-23T14:52:01Z","name":"umd-unit-tests (wormhole_b0, N150) / wormhole_b0 N150","steps":[{"name":"Set up job","status":"completed","conclusion":"success","number":1,"started_at":"2024-09-23T14:49:41Z","completed_at":"2024-09-23T14:49:43Z"},{"name":"Set up runner","status":"completed","conclusion":"success","number":2,"started_at":"2024-09-23T14:49:43Z","completed_at":"2024-09-23T14:50:27Z"},{"name":"Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0","status":"completed","conclusion":"success","number":3,"started_at":"2024-09-23T14:50:27Z","completed_at":"2024-09-23T14:50:30Z"},{"name":"Set up dynamic env vars for build","status":"completed","conclusion":"success","number":4,"started_at":"2024-09-23T14:50:31Z","completed_at":"2024-09-23T14:50:31Z"},{"name":"Build UMD device and tests","status":"completed","conclusion":"success","number":5,"started_at":"2024-09-23T14:50:31Z","completed_at":"2024-09-23T14:51:39Z"},{"name":"Run UMD unit tests","status":"completed","conclusion":"success","number":6,"started_at":"2024-09-23T14:51:39Z","completed_at":"2024-09-23T14:51:58Z"},{"name":"Post Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0","status":"completed","conclusion":"success","number":11,"started_at":"2024-09-23T14:51:58Z","completed_at":"2024-09-23T14:51:58Z"},{"name":"Complete runner","status":"completed","conclusion":"success","number":12,"started_at":"2024-09-23T14:52:01Z","completed_at":"2024-09-23T14:52:01Z"},{"name":"Complete job","status":"completed","conclusion":"success","number":13,"started_at":"2024-09-23T14:51:58Z","completed_at":"2024-09-23T14:51:58Z"}],"check_run_url":"https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30530830441","labels":["N150","cloud-virtual-machine","in-service"],"runner_id":37,"runner_name":"tt-metal-ci-vm-27","runner_group_id":1,"runner_group_name":"Default"},{"id":30530830860,"run_id":10996802864,"workflow_name":"All post-commit tests","head_branch":"virdhatchani/5_clean","run_url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/10996802864","run_attempt":1,"node_id":"CR_kwDOI9Wqc88AAAAHG8eCDA","head_sha":"64249512152ed52c6df7d6adf6bb1a59b96db81c","url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30530830860","html_url":"https://github.com/tenstorrent/tt-metal/actions/runs/10996802864/job/30530830860","status":"completed","conclusion":"success","created_at":"2024-09-23T14:49:47Z","started_at":"2024-09-23T14:49:42Z","completed_at":"2024-09-23T14:55:57Z","name":"umd-unit-tests (wormhole_b0, N300) / wormhole_b0 N300","steps":[{"name":"Set up job","status":"completed","conclusion":"success","number":1,"started_at":"2024-09-23T14:49:41Z","completed_at":"2024-09-23T14:49:43Z"},{"name":"Set up runner","status":"completed","conclusion":"success","number":2,"started_at":"2024-09-23T14:49:43Z","completed_at":"2024-09-23T14:50:27Z"},{"name":"Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0","status":"completed","conclusion":"success","number":3,"started_at":"2024-09-23T14:50:27Z","completed_at":"2024-09-23T14:50:30Z"},{"name":"Set up dynamic env vars for build","status":"completed","conclusion":"success","number":4,"started_at":"2024-09-23T14:50:30Z","completed_at":"2024-09-23T14:50:30Z"},{"name":"Build UMD device and tests","status":"completed","conclusion":"success","number":5,"started_at":"2024-09-23T14:50:30Z","completed_at":"2024-09-23T14:51:32Z"},{"name":"Run UMD unit tests","status":"completed","conclusion":"success","number":6,"started_at":"2024-09-23T14:51:33Z","completed_at":"2024-09-23T14:55:54Z"},{"name":"Post Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0","status":"completed","conclusion":"success","number":11,"started_at":"2024-09-23T14:55:54Z","completed_at":"2024-09-23T14:55:54Z"},{"name":"Complete runner","status":"completed","conclusion":"success","number":12,"started_at":"2024-09-23T14:55:57Z","completed_at":"2024-09-23T14:55:57Z"},{"name":"Complete job","status":"completed","conclusion":"success","number":13,"started_at":"2024-09-23T14:55:54Z","completed_at":"2024-09-23T14:55:54Z"}],"check_run_url":"https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30530830860","labels":["N300","cloud-virtual-machine","in-service"],"runner_id":73,"runner_name":"tt-metal-ci-vm-40","runner_group_id":1,"runner_group_name":"Default"},{"id":30531467128,"run_id":10996802864,"workflow_name":"All post-commit tests","head_branch":"virdhatchani/5_clean","run_url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/10996802864","run_attempt":1,"node_id":"CR_kwDOI9Wqc88AAAAHG9E3eA","head_sha":"64249512152ed52c6df7d6adf6bb1a59b96db81c","url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30531467128","html_url":"https://github.com/tenstorrent/tt-metal/actions/runs/10996802864/job/30531467128","status":"completed","conclusion":"success","created_at":"2024-09-23T15:00:33Z","started_at":"2024-09-23T15:00:38Z","completed_at":"2024-09-23T15:08:57Z","name":"profiler-regression / profiler-regression (grayskull, cloud-virtual-machine, E150, in-service, E150)","steps":[{"name":"Set up job","status":"completed","conclusion":"success","number":1,"started_at":"2024-09-23T15:00:37Z","completed_at":"2024-09-23T15:00:40Z"},{"name":"Set up runner","status":"completed","conclusion":"success","number":2,"started_at":"2024-09-23T15:00:40Z","completed_at":"2024-09-23T15:01:12Z"},{"name":"Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0","status":"completed","conclusion":"success","number":3,"started_at":"2024-09-23T15:01:12Z","completed_at":"2024-09-23T15:01:15Z"},{"name":"Set up dynamic env vars for build","status":"completed","conclusion":"success","number":4,"started_at":"2024-09-23T15:01:16Z","completed_at":"2024-09-23T15:01:16Z"},{"name":"Run actions/download-artifact@v4","status":"completed","conclusion":"success","number":5,"started_at":"2024-09-23T15:01:16Z","completed_at":"2024-09-23T15:01:19Z"},{"name":"Extract files","status":"completed","conclusion":"success","number":6,"started_at":"2024-09-23T15:01:19Z","completed_at":"2024-09-23T15:01:19Z"},{"name":"Run /./.github/actions/install-python-deps","status":"completed","conclusion":"success","number":7,"started_at":"2024-09-23T15:01:20Z","completed_at":"2024-09-23T15:01:44Z"},{"name":"Run profiler regression tests","status":"completed","conclusion":"success","number":8,"started_at":"2024-09-23T15:01:44Z","completed_at":"2024-09-23T15:08:52Z"},{"name":"Run /./.github/actions/slack-report","status":"completed","conclusion":"skipped","number":9,"started_at":"2024-09-23T15:08:52Z","completed_at":"2024-09-23T15:08:52Z"},{"name":"Post Run /./.github/actions/install-python-deps","status":"completed","conclusion":"success","number":16,"started_at":"2024-09-23T15:08:52Z","completed_at":"2024-09-23T15:08:52Z"},{"name":"Post Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0","status":"completed","conclusion":"success","number":17,"started_at":"2024-09-23T15:08:57Z","completed_at":"2024-09-23T15:08:57Z"},{"name":"Complete runner","status":"completed","conclusion":"success","number":18,"started_at":"2024-09-23T15:08:57Z","completed_at":"2024-09-23T15:08:57Z"},{"name":"Complete job","status":"completed","conclusion":"success","number":19,"started_at":"2024-09-23T15:08:52Z","completed_at":"2024-09-23T15:08:52Z"}],"check_run_url":"https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30531467128","labels":["cloud-virtual-machine","E150","in-service"],"runner_id":143,"runner_name":"tt-metal-ci-vm-105","runner_group_id":1,"runner_group_name":"Default"},{"id":30531468000,"run_id":10996802864,"workflow_name":"All post-commit tests","head_branch":"virdhatchani/5_clean","run_url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/10996802864","run_attempt":1,"node_id":"CR_kwDOI9Wqc88AAAAHG9E64A","head_sha":"64249512152ed52c6df7d6adf6bb1a59b96db81c","url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30531468000","html_url":"https://github.com/tenstorrent/tt-metal/actions/runs/10996802864/job/30531468000","status":"completed","conclusion":"success","created_at":"2024-09-23T15:00:34Z","started_at":"2024-09-23T15:00:38Z","completed_at":"2024-09-23T15:11:32Z","name":"profiler-regression / profiler-regression (wormhole_b0, cloud-virtual-machine, N150, in-service, N150)","steps":[{"name":"Set up job","status":"completed","conclusion":"success","number":1,"started_at":"2024-09-23T15:00:37Z","completed_at":"2024-09-23T15:00:40Z"},{"name":"Set up runner","status":"completed","conclusion":"success","number":2,"started_at":"2024-09-23T15:00:40Z","completed_at":"2024-09-23T15:01:23Z"},{"name":"Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0","status":"completed","conclusion":"success","number":3,"started_at":"2024-09-23T15:01:24Z","completed_at":"2024-09-23T15:01:27Z"},{"name":"Set up dynamic env vars for build","status":"completed","conclusion":"success","number":4,"started_at":"2024-09-23T15:01:27Z","completed_at":"2024-09-23T15:01:27Z"},{"name":"Run actions/download-artifact@v4","status":"completed","conclusion":"success","number":5,"started_at":"2024-09-23T15:01:27Z","completed_at":"2024-09-23T15:01:31Z"},{"name":"Extract files","status":"completed","conclusion":"success","number":6,"started_at":"2024-09-23T15:01:31Z","completed_at":"2024-09-23T15:01:31Z"},{"name":"Run /./.github/actions/install-python-deps","status":"completed","conclusion":"success","number":7,"started_at":"2024-09-23T15:01:31Z","completed_at":"2024-09-23T15:01:55Z"},{"name":"Run profiler regression tests","status":"completed","conclusion":"success","number":8,"started_at":"2024-09-23T15:01:55Z","completed_at":"2024-09-23T15:11:27Z"},{"name":"Run /./.github/actions/slack-report","status":"completed","conclusion":"skipped","number":9,"started_at":"2024-09-23T15:11:28Z","completed_at":"2024-09-23T15:11:28Z"},{"name":"Post Run /./.github/actions/install-python-deps","status":"completed","conclusion":"success","number":16,"started_at":"2024-09-23T15:11:28Z","completed_at":"2024-09-23T15:11:28Z"},{"name":"Post Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0","status":"completed","conclusion":"success","number":17,"started_at":"2024-09-23T15:11:32Z","completed_at":"2024-09-23T15:11:32Z"},{"name":"Complete runner","status":"completed","conclusion":"success","number":18,"started_at":"2024-09-23T15:11:32Z","completed_at":"2024-09-23T15:11:32Z"},{"name":"Complete job","status":"completed","conclusion":"success","number":19,"started_at":"2024-09-23T15:11:28Z","completed_at":"2024-09-23T15:11:28Z"}],"check_run_url":"https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30531468000","labels":["cloud-virtual-machine","N150","in-service"],"runner_id":37,"runner_name":"tt-metal-ci-vm-27","runner_group_id":1,"runner_group_name":"Default"},{"id":30531468660,"run_id":10996802864,"workflow_name":"All post-commit tests","head_branch":"virdhatchani/5_clean","run_url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/10996802864","run_attempt":1,"node_id":"CR_kwDOI9Wqc88AAAAHG9E9dA","head_sha":"64249512152ed52c6df7d6adf6bb1a59b96db81c","url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30531468660","html_url":"https://github.com/tenstorrent/tt-metal/actions/runs/10996802864/job/30531468660","status":"completed","conclusion":"success","created_at":"2024-09-23T15:00:34Z","started_at":"2024-09-23T15:00:38Z","completed_at":"2024-09-23T15:11:36Z","name":"profiler-regression / profiler-regression (wormhole_b0, cloud-virtual-machine, N300, in-service, N300)","steps":[{"name":"Set up job","status":"completed","conclusion":"success","number":1,"started_at":"2024-09-23T15:00:38Z","completed_at":"2024-09-23T15:00:40Z"},{"name":"Set up runner","status":"completed","conclusion":"success","number":2,"started_at":"2024-09-23T15:00:40Z","completed_at":"2024-09-23T15:01:24Z"},{"name":"Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0","status":"completed","conclusion":"success","number":3,"started_at":"2024-09-23T15:01:24Z","completed_at":"2024-09-23T15:01:27Z"},{"name":"Set up dynamic env vars for build","status":"completed","conclusion":"success","number":4,"started_at":"2024-09-23T15:01:28Z","completed_at":"2024-09-23T15:01:28Z"},{"name":"Run actions/download-artifact@v4","status":"completed","conclusion":"success","number":5,"started_at":"2024-09-23T15:01:28Z","completed_at":"2024-09-23T15:01:31Z"},{"name":"Extract files","status":"completed","conclusion":"success","number":6,"started_at":"2024-09-23T15:01:31Z","completed_at":"2024-09-23T15:01:32Z"},{"name":"Run /./.github/actions/install-python-deps","status":"completed","conclusion":"success","number":7,"started_at":"2024-09-23T15:01:32Z","completed_at":"2024-09-23T15:01:56Z"},{"name":"Run profiler regression tests","status":"completed","conclusion":"success","number":8,"started_at":"2024-09-23T15:01:56Z","completed_at":"2024-09-23T15:11:32Z"},{"name":"Run /./.github/actions/slack-report","status":"completed","conclusion":"skipped","number":9,"started_at":"2024-09-23T15:11:33Z","completed_at":"2024-09-23T15:11:33Z"},{"name":"Post Run /./.github/actions/install-python-deps","status":"completed","conclusion":"success","number":16,"started_at":"2024-09-23T15:11:33Z","completed_at":"2024-09-23T15:11:33Z"},{"name":"Post Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0","status":"completed","conclusion":"success","number":17,"started_at":"2024-09-23T15:11:36Z","completed_at":"2024-09-23T15:11:36Z"},{"name":"Complete runner","status":"completed","conclusion":"success","number":18,"started_at":"2024-09-23T15:11:36Z","completed_at":"2024-09-23T15:11:36Z"},{"name":"Complete job","status":"completed","conclusion":"success","number":19,"started_at":"2024-09-23T15:11:33Z","completed_at":"2024-09-23T15:11:33Z"}],"check_run_url":"https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30531468660","labels":["cloud-virtual-machine","N300","in-service"],"runner_id":38,"runner_name":"tt-metal-ci-vm-44","runner_group_id":1,"runner_group_name":"Default"},{"id":30531508212,"run_id":10996802864,"workflow_name":"All post-commit tests","head_branch":"virdhatchani/5_clean","run_url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/10996802864","run_attempt":1,"node_id":"CR_kwDOI9Wqc88AAAAHG9HX9A","head_sha":"64249512152ed52c6df7d6adf6bb1a59b96db81c","url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30531508212","html_url":"https://github.com/tenstorrent/tt-metal/actions/runs/10996802864/job/30531508212","status":"completed","conclusion":"success","created_at":"2024-09-23T15:01:11Z","started_at":"2024-09-23T15:01:16Z","completed_at":"2024-09-23T15:06:24Z","name":"build-wheels (ubuntu-20.04, wormhole_b0) / build-wheel","steps":[{"name":"Set up job","status":"completed","conclusion":"success","number":1,"started_at":"2024-09-23T15:01:16Z","completed_at":"2024-09-23T15:01:17Z"},{"name":"Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0","status":"completed","conclusion":"success","number":2,"started_at":"2024-09-23T15:01:17Z","completed_at":"2024-09-23T15:02:04Z"},{"name":"Run /./.github/actions/install-metal-deps","status":"completed","conclusion":"success","number":3,"started_at":"2024-09-23T15:02:04Z","completed_at":"2024-09-23T15:02:48Z"},{"name":"Run /./.github/actions/install-metal-dev-deps","status":"completed","conclusion":"success","number":4,"started_at":"2024-09-23T15:02:48Z","completed_at":"2024-09-23T15:02:58Z"},{"name":"Clean up dirty files","status":"completed","conclusion":"success","number":5,"started_at":"2024-09-23T15:02:58Z","completed_at":"2024-09-23T15:02:58Z"},{"name":"Run actions/setup-python@v5.0.0","status":"completed","conclusion":"success","number":6,"started_at":"2024-09-23T15:02:58Z","completed_at":"2024-09-23T15:02:58Z"},{"name":"Install python deps for packaging","status":"completed","conclusion":"success","number":7,"started_at":"2024-09-23T15:02:58Z","completed_at":"2024-09-23T15:03:00Z"},{"name":"Use g++ as umd compiler for ubuntu 22.04","status":"completed","conclusion":"skipped","number":8,"started_at":"2024-09-23T15:03:00Z","completed_at":"2024-09-23T15:03:00Z"},{"name":"Run /./.github/actions/prepare-metal-run","status":"completed","conclusion":"success","number":9,"started_at":"2024-09-23T15:03:00Z","completed_at":"2024-09-23T15:03:15Z"},{"name":"Set precompiled dir for precompile builds","status":"completed","conclusion":"success","number":10,"started_at":"2024-09-23T15:03:15Z","completed_at":"2024-09-23T15:03:15Z"},{"name":"Build Python package distribution","status":"completed","conclusion":"success","number":11,"started_at":"2024-09-23T15:03:15Z","completed_at":"2024-09-23T15:06:02Z"},{"name":"Upload distribution as artifact","status":"completed","conclusion":"success","number":12,"started_at":"2024-09-23T15:06:03Z","completed_at":"2024-09-23T15:06:18Z"},{"name":"Post Run /./.github/actions/prepare-metal-run","status":"completed","conclusion":"success","number":22,"started_at":"2024-09-23T15:06:18Z","completed_at":"2024-09-23T15:06:21Z"},{"name":"Post Run actions/setup-python@v5.0.0","status":"completed","conclusion":"success","number":23,"started_at":"2024-09-23T15:06:21Z","completed_at":"2024-09-23T15:06:21Z"},{"name":"Post Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0","status":"completed","conclusion":"success","number":24,"started_at":"2024-09-23T15:06:21Z","completed_at":"2024-09-23T15:06:21Z"},{"name":"Complete job","status":"completed","conclusion":"success","number":25,"started_at":"2024-09-23T15:06:21Z","completed_at":"2024-09-23T15:06:21Z"}],"check_run_url":"https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30531508212","labels":["ubuntu-20.04"],"runner_id":2,"runner_name":"GitHub Actions 2","runner_group_id":2,"runner_group_name":"GitHub Actions"},{"id":30531508822,"run_id":10996802864,"workflow_name":"All post-commit tests","head_branch":"virdhatchani/5_clean","run_url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/10996802864","run_attempt":1,"node_id":"CR_kwDOI9Wqc88AAAAHG9HaVg","head_sha":"64249512152ed52c6df7d6adf6bb1a59b96db81c","url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30531508822","html_url":"https://github.com/tenstorrent/tt-metal/actions/runs/10996802864/job/30531508822","status":"completed","conclusion":"success","created_at":"2024-09-23T15:01:12Z","started_at":"2024-09-23T15:01:17Z","completed_at":"2024-09-23T15:06:26Z","name":"build-wheels (ubuntu-20.04, grayskull) / build-wheel","steps":[{"name":"Set up job","status":"completed","conclusion":"success","number":1,"started_at":"2024-09-23T15:01:16Z","completed_at":"2024-09-23T15:01:18Z"},{"name":"Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0","status":"completed","conclusion":"success","number":2,"started_at":"2024-09-23T15:01:18Z","completed_at":"2024-09-23T15:02:03Z"},{"name":"Run /./.github/actions/install-metal-deps","status":"completed","conclusion":"success","number":3,"started_at":"2024-09-23T15:02:03Z","completed_at":"2024-09-23T15:02:49Z"},{"name":"Run /./.github/actions/install-metal-dev-deps","status":"completed","conclusion":"success","number":4,"started_at":"2024-09-23T15:02:50Z","completed_at":"2024-09-23T15:02:59Z"},{"name":"Clean up dirty files","status":"completed","conclusion":"success","number":5,"started_at":"2024-09-23T15:03:00Z","completed_at":"2024-09-23T15:03:00Z"},{"name":"Run actions/setup-python@v5.0.0","status":"completed","conclusion":"success","number":6,"started_at":"2024-09-23T15:03:00Z","completed_at":"2024-09-23T15:03:00Z"},{"name":"Install python deps for packaging","status":"completed","conclusion":"success","number":7,"started_at":"2024-09-23T15:03:00Z","completed_at":"2024-09-23T15:03:01Z"},{"name":"Use g++ as umd compiler for ubuntu 22.04","status":"completed","conclusion":"skipped","number":8,"started_at":"2024-09-23T15:03:01Z","completed_at":"2024-09-23T15:03:01Z"},{"name":"Run /./.github/actions/prepare-metal-run","status":"completed","conclusion":"success","number":9,"started_at":"2024-09-23T15:03:01Z","completed_at":"2024-09-23T15:03:16Z"},{"name":"Set precompiled dir for precompile builds","status":"completed","conclusion":"success","number":10,"started_at":"2024-09-23T15:03:16Z","completed_at":"2024-09-23T15:03:16Z"},{"name":"Build Python package distribution","status":"completed","conclusion":"success","number":11,"started_at":"2024-09-23T15:03:16Z","completed_at":"2024-09-23T15:06:05Z"},{"name":"Upload distribution as artifact","status":"completed","conclusion":"success","number":12,"started_at":"2024-09-23T15:06:05Z","completed_at":"2024-09-23T15:06:21Z"},{"name":"Post Run /./.github/actions/prepare-metal-run","status":"completed","conclusion":"success","number":22,"started_at":"2024-09-23T15:06:21Z","completed_at":"2024-09-23T15:06:24Z"},{"name":"Post Run actions/setup-python@v5.0.0","status":"completed","conclusion":"success","number":23,"started_at":"2024-09-23T15:06:24Z","completed_at":"2024-09-23T15:06:24Z"},{"name":"Post Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0","status":"completed","conclusion":"success","number":24,"started_at":"2024-09-23T15:06:24Z","completed_at":"2024-09-23T15:06:24Z"},{"name":"Complete job","status":"completed","conclusion":"success","number":25,"started_at":"2024-09-23T15:06:24Z","completed_at":"2024-09-23T15:06:24Z"}],"check_run_url":"https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30531508822","labels":["ubuntu-20.04"],"runner_id":133,"runner_name":"GitHub Actions 52","runner_group_id":2,"runner_group_name":"GitHub Actions"},{"id":30531510177,"run_id":10996802864,"workflow_name":"All post-commit tests","head_branch":"virdhatchani/5_clean","run_url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/10996802864","run_attempt":1,"node_id":"CR_kwDOI9Wqc88AAAAHG9HfoQ","head_sha":"64249512152ed52c6df7d6adf6bb1a59b96db81c","url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30531510177","html_url":"https://github.com/tenstorrent/tt-metal/actions/runs/10996802864/job/30531510177","status":"completed","conclusion":"success","created_at":"2024-09-23T15:01:13Z","started_at":"2024-09-23T15:01:16Z","completed_at":"2024-09-23T15:13:35Z","name":"cpp-unit-tests (grayskull, E150) / C++ grayskull E150","steps":[{"name":"Set up job","status":"completed","conclusion":"success","number":1,"started_at":"2024-09-23T15:01:16Z","completed_at":"2024-09-23T15:01:17Z"},{"name":"Set up runner","status":"completed","conclusion":"success","number":2,"started_at":"2024-09-23T15:01:17Z","completed_at":"2024-09-23T15:01:49Z"},{"name":"Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0","status":"completed","conclusion":"success","number":3,"started_at":"2024-09-23T15:01:49Z","completed_at":"2024-09-23T15:01:57Z"},{"name":"Set up dynamic env vars for build","status":"completed","conclusion":"success","number":4,"started_at":"2024-09-23T15:01:57Z","completed_at":"2024-09-23T15:01:57Z"},{"name":"Run /./.github/actions/prepare-metal-run","status":"completed","conclusion":"success","number":5,"started_at":"2024-09-23T15:01:58Z","completed_at":"2024-09-23T15:02:28Z"},{"name":"C++ tests","status":"completed","conclusion":"success","number":6,"started_at":"2024-09-23T15:02:28Z","completed_at":"2024-09-23T15:13:26Z"},{"name":"Run /./.github/actions/slack-report","status":"completed","conclusion":"skipped","number":7,"started_at":"2024-09-23T15:13:27Z","completed_at":"2024-09-23T15:13:27Z"},{"name":"Post Run /./.github/actions/prepare-metal-run","status":"completed","conclusion":"success","number":12,"started_at":"2024-09-23T15:13:27Z","completed_at":"2024-09-23T15:13:31Z"},{"name":"Post Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0","status":"completed","conclusion":"success","number":13,"started_at":"2024-09-23T15:13:31Z","completed_at":"2024-09-23T15:13:31Z"},{"name":"Complete runner","status":"completed","conclusion":"success","number":14,"started_at":"2024-09-23T15:13:35Z","completed_at":"2024-09-23T15:13:35Z"},{"name":"Complete job","status":"completed","conclusion":"success","number":15,"started_at":"2024-09-23T15:13:31Z","completed_at":"2024-09-23T15:13:31Z"}],"check_run_url":"https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30531510177","labels":["E150","cloud-virtual-machine","in-service"],"runner_id":138,"runner_name":"tt-metal-ci-vm-65","runner_group_id":1,"runner_group_name":"Default"},{"id":30531510626,"run_id":10996802864,"workflow_name":"All post-commit tests","head_branch":"virdhatchani/5_clean","run_url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/10996802864","run_attempt":1,"node_id":"CR_kwDOI9Wqc88AAAAHG9HhYg","head_sha":"64249512152ed52c6df7d6adf6bb1a59b96db81c","url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30531510626","html_url":"https://github.com/tenstorrent/tt-metal/actions/runs/10996802864/job/30531510626","status":"completed","conclusion":"success","created_at":"2024-09-23T15:01:13Z","started_at":"2024-09-23T15:01:16Z","completed_at":"2024-09-23T15:02:54Z","name":"cpp-unit-tests (grayskull, E150) / ttnn cpp tests grayskull E150","steps":[{"name":"Set up job","status":"completed","conclusion":"success","number":1,"started_at":"2024-09-23T15:01:15Z","completed_at":"2024-09-23T15:01:17Z"},{"name":"Set up runner","status":"completed","conclusion":"success","number":2,"started_at":"2024-09-23T15:01:18Z","completed_at":"2024-09-23T15:01:49Z"},{"name":"Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0","status":"completed","conclusion":"success","number":3,"started_at":"2024-09-23T15:01:49Z","completed_at":"2024-09-23T15:01:52Z"},{"name":"Set up dynamic env vars for build","status":"completed","conclusion":"success","number":4,"started_at":"2024-09-23T15:01:53Z","completed_at":"2024-09-23T15:01:53Z"},{"name":"Run /./.github/actions/prepare-metal-run","status":"completed","conclusion":"success","number":5,"started_at":"2024-09-23T15:01:53Z","completed_at":"2024-09-23T15:02:22Z"},{"name":"ttnn cpp tests tests","status":"completed","conclusion":"success","number":6,"started_at":"2024-09-23T15:02:22Z","completed_at":"2024-09-23T15:02:46Z"},{"name":"Run /./.github/actions/slack-report","status":"completed","conclusion":"skipped","number":7,"started_at":"2024-09-23T15:02:46Z","completed_at":"2024-09-23T15:02:46Z"},{"name":"Post Run /./.github/actions/prepare-metal-run","status":"completed","conclusion":"success","number":12,"started_at":"2024-09-23T15:02:46Z","completed_at":"2024-09-23T15:02:50Z"},{"name":"Post Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0","status":"completed","conclusion":"success","number":13,"started_at":"2024-09-23T15:02:50Z","completed_at":"2024-09-23T15:02:51Z"},{"name":"Complete runner","status":"completed","conclusion":"success","number":14,"started_at":"2024-09-23T15:02:51Z","completed_at":"2024-09-23T15:02:51Z"},{"name":"Complete job","status":"completed","conclusion":"success","number":15,"started_at":"2024-09-23T15:02:51Z","completed_at":"2024-09-23T15:02:51Z"}],"check_run_url":"https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30531510626","labels":["E150","cloud-virtual-machine","in-service"],"runner_id":64,"runner_name":"tt-metal-ci-vm-17","runner_group_id":1,"runner_group_name":"Default"},{"id":30531511061,"run_id":10996802864,"workflow_name":"All post-commit tests","head_branch":"virdhatchani/5_clean","run_url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/10996802864","run_attempt":1,"node_id":"CR_kwDOI9Wqc88AAAAHG9HjFQ","head_sha":"64249512152ed52c6df7d6adf6bb1a59b96db81c","url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30531511061","html_url":"https://github.com/tenstorrent/tt-metal/actions/runs/10996802864/job/30531511061","status":"completed","conclusion":"success","created_at":"2024-09-23T15:01:14Z","started_at":"2024-09-23T15:01:16Z","completed_at":"2024-09-23T15:36:07Z","name":"cpp-unit-tests (wormhole_b0, N150) / C++ wormhole_b0 N150","steps":[{"name":"Set up job","status":"completed","conclusion":"success","number":1,"started_at":"2024-09-23T15:01:15Z","completed_at":"2024-09-23T15:01:17Z"},{"name":"Set up runner","status":"completed","conclusion":"success","number":2,"started_at":"2024-09-23T15:01:17Z","completed_at":"2024-09-23T15:02:01Z"},{"name":"Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0","status":"completed","conclusion":"success","number":3,"started_at":"2024-09-23T15:02:01Z","completed_at":"2024-09-23T15:02:05Z"},{"name":"Set up dynamic env vars for build","status":"completed","conclusion":"success","number":4,"started_at":"2024-09-23T15:02:05Z","completed_at":"2024-09-23T15:02:05Z"},{"name":"Run /./.github/actions/prepare-metal-run","status":"completed","conclusion":"success","number":5,"started_at":"2024-09-23T15:02:05Z","completed_at":"2024-09-23T15:02:35Z"},{"name":"C++ tests","status":"completed","conclusion":"success","number":6,"started_at":"2024-09-23T15:02:35Z","completed_at":"2024-09-23T15:35:53Z"},{"name":"Run /./.github/actions/slack-report","status":"completed","conclusion":"skipped","number":7,"started_at":"2024-09-23T15:35:54Z","completed_at":"2024-09-23T15:35:54Z"},{"name":"Post Run /./.github/actions/prepare-metal-run","status":"completed","conclusion":"success","number":12,"started_at":"2024-09-23T15:35:54Z","completed_at":"2024-09-23T15:36:03Z"},{"name":"Post Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0","status":"completed","conclusion":"success","number":13,"started_at":"2024-09-23T15:36:03Z","completed_at":"2024-09-23T15:36:03Z"},{"name":"Complete runner","status":"completed","conclusion":"success","number":14,"started_at":"2024-09-23T15:36:07Z","completed_at":"2024-09-23T15:36:07Z"},{"name":"Complete job","status":"completed","conclusion":"success","number":15,"started_at":"2024-09-23T15:36:03Z","completed_at":"2024-09-23T15:36:03Z"}],"check_run_url":"https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30531511061","labels":["N150","cloud-virtual-machine","in-service"],"runner_id":41,"runner_name":"tt-metal-ci-vm-84","runner_group_id":1,"runner_group_name":"Default"},{"id":30531511463,"run_id":10996802864,"workflow_name":"All post-commit tests","head_branch":"virdhatchani/5_clean","run_url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/10996802864","run_attempt":1,"node_id":"CR_kwDOI9Wqc88AAAAHG9Hkpw","head_sha":"64249512152ed52c6df7d6adf6bb1a59b96db81c","url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30531511463","html_url":"https://github.com/tenstorrent/tt-metal/actions/runs/10996802864/job/30531511463","status":"completed","conclusion":"success","created_at":"2024-09-23T15:01:14Z","started_at":"2024-09-23T15:01:16Z","completed_at":"2024-09-23T15:34:38Z","name":"cpp-unit-tests (wormhole_b0, N300) / C++ wormhole_b0 N300","steps":[{"name":"Set up job","status":"completed","conclusion":"success","number":1,"started_at":"2024-09-23T15:01:15Z","completed_at":"2024-09-23T15:01:17Z"},{"name":"Set up runner","status":"completed","conclusion":"success","number":2,"started_at":"2024-09-23T15:01:17Z","completed_at":"2024-09-23T15:02:01Z"},{"name":"Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0","status":"completed","conclusion":"success","number":3,"started_at":"2024-09-23T15:02:01Z","completed_at":"2024-09-23T15:02:04Z"},{"name":"Set up dynamic env vars for build","status":"completed","conclusion":"success","number":4,"started_at":"2024-09-23T15:02:04Z","completed_at":"2024-09-23T15:02:04Z"},{"name":"Run /./.github/actions/prepare-metal-run","status":"completed","conclusion":"success","number":5,"started_at":"2024-09-23T15:02:04Z","completed_at":"2024-09-23T15:02:33Z"},{"name":"C++ tests","status":"completed","conclusion":"success","number":6,"started_at":"2024-09-23T15:02:33Z","completed_at":"2024-09-23T15:34:28Z"},{"name":"Run /./.github/actions/slack-report","status":"completed","conclusion":"skipped","number":7,"started_at":"2024-09-23T15:34:29Z","completed_at":"2024-09-23T15:34:29Z"},{"name":"Post Run /./.github/actions/prepare-metal-run","status":"completed","conclusion":"success","number":12,"started_at":"2024-09-23T15:34:29Z","completed_at":"2024-09-23T15:34:33Z"},{"name":"Post Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0","status":"completed","conclusion":"success","number":13,"started_at":"2024-09-23T15:34:34Z","completed_at":"2024-09-23T15:34:34Z"},{"name":"Complete runner","status":"completed","conclusion":"success","number":14,"started_at":"2024-09-23T15:34:38Z","completed_at":"2024-09-23T15:34:38Z"},{"name":"Complete job","status":"completed","conclusion":"success","number":15,"started_at":"2024-09-23T15:34:34Z","completed_at":"2024-09-23T15:34:34Z"}],"check_run_url":"https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30531511463","labels":["N300","cloud-virtual-machine","in-service"],"runner_id":194,"runner_name":"tt-metal-ci-vm-112","runner_group_id":1,"runner_group_name":"Default"},{"id":30531511945,"run_id":10996802864,"workflow_name":"All post-commit tests","head_branch":"virdhatchani/5_clean","run_url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/10996802864","run_attempt":1,"node_id":"CR_kwDOI9Wqc88AAAAHG9HmiQ","head_sha":"64249512152ed52c6df7d6adf6bb1a59b96db81c","url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30531511945","html_url":"https://github.com/tenstorrent/tt-metal/actions/runs/10996802864/job/30531511945","status":"completed","conclusion":"success","created_at":"2024-09-23T15:01:15Z","started_at":"2024-09-23T15:01:16Z","completed_at":"2024-09-23T15:12:09Z","name":"sd-unit-tests (grayskull, E150) / grayskull E150","steps":[{"name":"Set up job","status":"completed","conclusion":"success","number":1,"started_at":"2024-09-23T15:01:15Z","completed_at":"2024-09-23T15:01:17Z"},{"name":"Set up runner","status":"completed","conclusion":"success","number":2,"started_at":"2024-09-23T15:01:18Z","completed_at":"2024-09-23T15:01:49Z"},{"name":"Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0","status":"completed","conclusion":"success","number":3,"started_at":"2024-09-23T15:01:49Z","completed_at":"2024-09-23T15:01:55Z"},{"name":"Run /./.github/actions/prepare-metal-run","status":"completed","conclusion":"success","number":4,"started_at":"2024-09-23T15:01:55Z","completed_at":"2024-09-23T15:02:25Z"},{"name":"Set up dynamic env vars for build","status":"completed","conclusion":"success","number":5,"started_at":"2024-09-23T15:02:25Z","completed_at":"2024-09-23T15:02:25Z"},{"name":"Run pre/post regression tests","status":"completed","conclusion":"success","number":6,"started_at":"2024-09-23T15:02:25Z","completed_at":"2024-09-23T15:12:01Z"},{"name":"Run /./.github/actions/slack-report","status":"completed","conclusion":"skipped","number":7,"started_at":"2024-09-23T15:12:01Z","completed_at":"2024-09-23T15:12:01Z"},{"name":"Post Run /./.github/actions/prepare-metal-run","status":"completed","conclusion":"success","number":12,"started_at":"2024-09-23T15:12:01Z","completed_at":"2024-09-23T15:12:05Z"},{"name":"Post Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0","status":"completed","conclusion":"success","number":13,"started_at":"2024-09-23T15:12:06Z","completed_at":"2024-09-23T15:12:06Z"},{"name":"Complete runner","status":"completed","conclusion":"success","number":14,"started_at":"2024-09-23T15:12:09Z","completed_at":"2024-09-23T15:12:09Z"},{"name":"Complete job","status":"completed","conclusion":"success","number":15,"started_at":"2024-09-23T15:12:06Z","completed_at":"2024-09-23T15:12:06Z"}],"check_run_url":"https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30531511945","labels":["E150","cloud-virtual-machine","in-service"],"runner_id":90,"runner_name":"tt-metal-ci-vm-72","runner_group_id":1,"runner_group_name":"Default"},{"id":30531512421,"run_id":10996802864,"workflow_name":"All post-commit tests","head_branch":"virdhatchani/5_clean","run_url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/10996802864","run_attempt":1,"node_id":"CR_kwDOI9Wqc88AAAAHG9HoZQ","head_sha":"64249512152ed52c6df7d6adf6bb1a59b96db81c","url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30531512421","html_url":"https://github.com/tenstorrent/tt-metal/actions/runs/10996802864/job/30531512421","status":"completed","conclusion":"success","created_at":"2024-09-23T15:01:15Z","started_at":"2024-09-23T15:01:16Z","completed_at":"2024-09-23T15:02:32Z","name":"cpp-unit-tests (grayskull, E150) / ttnn ccl cpp unit tests grayskull E150","steps":[{"name":"Set up job","status":"completed","conclusion":"success","number":1,"started_at":"2024-09-23T15:01:15Z","completed_at":"2024-09-23T15:01:17Z"},{"name":"Set up runner","status":"completed","conclusion":"success","number":2,"started_at":"2024-09-23T15:01:18Z","completed_at":"2024-09-23T15:01:49Z"},{"name":"Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0","status":"completed","conclusion":"success","number":3,"started_at":"2024-09-23T15:01:49Z","completed_at":"2024-09-23T15:01:55Z"},{"name":"Set up dynamic env vars for build","status":"completed","conclusion":"success","number":4,"started_at":"2024-09-23T15:01:56Z","completed_at":"2024-09-23T15:01:56Z"},{"name":"Run /./.github/actions/prepare-metal-run","status":"completed","conclusion":"success","number":5,"started_at":"2024-09-23T15:01:56Z","completed_at":"2024-09-23T15:02:25Z"},{"name":"ttnn ccl cpp unit tests tests","status":"completed","conclusion":"success","number":6,"started_at":"2024-09-23T15:02:25Z","completed_at":"2024-09-23T15:02:25Z"},{"name":"Run /./.github/actions/slack-report","status":"completed","conclusion":"skipped","number":7,"started_at":"2024-09-23T15:02:25Z","completed_at":"2024-09-23T15:02:25Z"},{"name":"Post Run /./.github/actions/prepare-metal-run","status":"completed","conclusion":"success","number":12,"started_at":"2024-09-23T15:02:25Z","completed_at":"2024-09-23T15:02:28Z"},{"name":"Post Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0","status":"completed","conclusion":"success","number":13,"started_at":"2024-09-23T15:02:28Z","completed_at":"2024-09-23T15:02:28Z"},{"name":"Complete runner","status":"completed","conclusion":"success","number":14,"started_at":"2024-09-23T15:02:32Z","completed_at":"2024-09-23T15:02:32Z"},{"name":"Complete job","status":"completed","conclusion":"success","number":15,"started_at":"2024-09-23T15:02:28Z","completed_at":"2024-09-23T15:02:28Z"}],"check_run_url":"https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30531512421","labels":["E150","cloud-virtual-machine","in-service"],"runner_id":120,"runner_name":"tt-metal-ci-vm-56","runner_group_id":1,"runner_group_name":"Default"},{"id":30531512893,"run_id":10996802864,"workflow_name":"All post-commit tests","head_branch":"virdhatchani/5_clean","run_url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/10996802864","run_attempt":1,"node_id":"CR_kwDOI9Wqc88AAAAHG9HqPQ","head_sha":"64249512152ed52c6df7d6adf6bb1a59b96db81c","url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30531512893","html_url":"https://github.com/tenstorrent/tt-metal/actions/runs/10996802864/job/30531512893","status":"completed","conclusion":"success","created_at":"2024-09-23T15:01:16Z","started_at":"2024-09-23T15:01:16Z","completed_at":"2024-09-23T15:03:01Z","name":"cpp-unit-tests (wormhole_b0, N150) / ttnn cpp tests wormhole_b0 N150","steps":[{"name":"Set up job","status":"completed","conclusion":"success","number":1,"started_at":"2024-09-23T15:01:16Z","completed_at":"2024-09-23T15:01:17Z"},{"name":"Set up runner","status":"completed","conclusion":"success","number":2,"started_at":"2024-09-23T15:01:18Z","completed_at":"2024-09-23T15:02:01Z"},{"name":"Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0","status":"completed","conclusion":"success","number":3,"started_at":"2024-09-23T15:02:01Z","completed_at":"2024-09-23T15:02:05Z"},{"name":"Set up dynamic env vars for build","status":"completed","conclusion":"success","number":4,"started_at":"2024-09-23T15:02:05Z","completed_at":"2024-09-23T15:02:05Z"},{"name":"Run /./.github/actions/prepare-metal-run","status":"completed","conclusion":"success","number":5,"started_at":"2024-09-23T15:02:05Z","completed_at":"2024-09-23T15:02:34Z"},{"name":"ttnn cpp tests tests","status":"completed","conclusion":"success","number":6,"started_at":"2024-09-23T15:02:35Z","completed_at":"2024-09-23T15:02:55Z"},{"name":"Run /./.github/actions/slack-report","status":"completed","conclusion":"skipped","number":7,"started_at":"2024-09-23T15:02:55Z","completed_at":"2024-09-23T15:02:55Z"},{"name":"Post Run /./.github/actions/prepare-metal-run","status":"completed","conclusion":"success","number":12,"started_at":"2024-09-23T15:02:55Z","completed_at":"2024-09-23T15:02:58Z"},{"name":"Post Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0","status":"completed","conclusion":"success","number":13,"started_at":"2024-09-23T15:02:58Z","completed_at":"2024-09-23T15:02:58Z"},{"name":"Complete runner","status":"completed","conclusion":"success","number":14,"started_at":"2024-09-23T15:03:01Z","completed_at":"2024-09-23T15:03:01Z"},{"name":"Complete job","status":"completed","conclusion":"success","number":15,"started_at":"2024-09-23T15:02:58Z","completed_at":"2024-09-23T15:02:58Z"}],"check_run_url":"https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30531512893","labels":["N150","cloud-virtual-machine","in-service"],"runner_id":151,"runner_name":"tt-metal-ci-vm-110","runner_group_id":1,"runner_group_name":"Default"},{"id":30531513380,"run_id":10996802864,"workflow_name":"All post-commit tests","head_branch":"virdhatchani/5_clean","run_url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/10996802864","run_attempt":1,"node_id":"CR_kwDOI9Wqc88AAAAHG9HsJA","head_sha":"64249512152ed52c6df7d6adf6bb1a59b96db81c","url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30531513380","html_url":"https://github.com/tenstorrent/tt-metal/actions/runs/10996802864/job/30531513380","status":"completed","conclusion":"success","created_at":"2024-09-23T15:01:16Z","started_at":"2024-09-23T15:01:16Z","completed_at":"2024-09-23T15:03:04Z","name":"cpp-unit-tests (wormhole_b0, N300) / ttnn cpp tests wormhole_b0 N300","steps":[{"name":"Set up job","status":"completed","conclusion":"success","number":1,"started_at":"2024-09-23T15:01:15Z","completed_at":"2024-09-23T15:01:17Z"},{"name":"Set up runner","status":"completed","conclusion":"success","number":2,"started_at":"2024-09-23T15:01:17Z","completed_at":"2024-09-23T15:02:01Z"},{"name":"Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0","status":"completed","conclusion":"success","number":3,"started_at":"2024-09-23T15:02:01Z","completed_at":"2024-09-23T15:02:08Z"},{"name":"Set up dynamic env vars for build","status":"completed","conclusion":"success","number":4,"started_at":"2024-09-23T15:02:08Z","completed_at":"2024-09-23T15:02:08Z"},{"name":"Run /./.github/actions/prepare-metal-run","status":"completed","conclusion":"success","number":5,"started_at":"2024-09-23T15:02:08Z","completed_at":"2024-09-23T15:02:36Z"},{"name":"ttnn cpp tests tests","status":"completed","conclusion":"success","number":6,"started_at":"2024-09-23T15:02:36Z","completed_at":"2024-09-23T15:02:57Z"},{"name":"Run /./.github/actions/slack-report","status":"completed","conclusion":"skipped","number":7,"started_at":"2024-09-23T15:02:58Z","completed_at":"2024-09-23T15:02:58Z"},{"name":"Post Run /./.github/actions/prepare-metal-run","status":"completed","conclusion":"success","number":12,"started_at":"2024-09-23T15:02:58Z","completed_at":"2024-09-23T15:03:00Z"},{"name":"Post Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0","status":"completed","conclusion":"success","number":13,"started_at":"2024-09-23T15:03:00Z","completed_at":"2024-09-23T15:03:01Z"},{"name":"Complete runner","status":"completed","conclusion":"success","number":14,"started_at":"2024-09-23T15:03:01Z","completed_at":"2024-09-23T15:03:01Z"},{"name":"Complete job","status":"completed","conclusion":"success","number":15,"started_at":"2024-09-23T15:03:01Z","completed_at":"2024-09-23T15:03:01Z"}],"check_run_url":"https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30531513380","labels":["N300","cloud-virtual-machine","in-service"],"runner_id":59,"runner_name":"tt-metal-ci-vm-42","runner_group_id":1,"runner_group_name":"Default"},{"id":30531513893,"run_id":10996802864,"workflow_name":"All post-commit tests","head_branch":"virdhatchani/5_clean","run_url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/10996802864","run_attempt":1,"node_id":"CR_kwDOI9Wqc88AAAAHG9HuJQ","head_sha":"64249512152ed52c6df7d6adf6bb1a59b96db81c","url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30531513893","html_url":"https://github.com/tenstorrent/tt-metal/actions/runs/10996802864/job/30531513893","status":"completed","conclusion":"success","created_at":"2024-09-23T15:01:16Z","started_at":"2024-09-23T15:01:16Z","completed_at":"2024-09-23T15:02:41Z","name":"cpp-unit-tests (wormhole_b0, N150) / ttnn ccl cpp unit tests wormhole_b0 N150","steps":[{"name":"Set up job","status":"completed","conclusion":"success","number":1,"started_at":"2024-09-23T15:01:15Z","completed_at":"2024-09-23T15:01:17Z"},{"name":"Set up runner","status":"completed","conclusion":"success","number":2,"started_at":"2024-09-23T15:01:18Z","completed_at":"2024-09-23T15:02:01Z"},{"name":"Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0","status":"completed","conclusion":"success","number":3,"started_at":"2024-09-23T15:02:01Z","completed_at":"2024-09-23T15:02:04Z"},{"name":"Set up dynamic env vars for build","status":"completed","conclusion":"success","number":4,"started_at":"2024-09-23T15:02:05Z","completed_at":"2024-09-23T15:02:05Z"},{"name":"Run /./.github/actions/prepare-metal-run","status":"completed","conclusion":"success","number":5,"started_at":"2024-09-23T15:02:05Z","completed_at":"2024-09-23T15:02:35Z"},{"name":"ttnn ccl cpp unit tests tests","status":"completed","conclusion":"success","number":6,"started_at":"2024-09-23T15:02:35Z","completed_at":"2024-09-23T15:02:35Z"},{"name":"Run /./.github/actions/slack-report","status":"completed","conclusion":"skipped","number":7,"started_at":"2024-09-23T15:02:35Z","completed_at":"2024-09-23T15:02:35Z"},{"name":"Post Run /./.github/actions/prepare-metal-run","status":"completed","conclusion":"success","number":12,"started_at":"2024-09-23T15:02:35Z","completed_at":"2024-09-23T15:02:37Z"},{"name":"Post Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0","status":"completed","conclusion":"success","number":13,"started_at":"2024-09-23T15:02:38Z","completed_at":"2024-09-23T15:02:38Z"},{"name":"Complete runner","status":"completed","conclusion":"success","number":14,"started_at":"2024-09-23T15:02:38Z","completed_at":"2024-09-23T15:02:38Z"},{"name":"Complete job","status":"completed","conclusion":"success","number":15,"started_at":"2024-09-23T15:02:38Z","completed_at":"2024-09-23T15:02:38Z"}],"check_run_url":"https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30531513893","labels":["N150","cloud-virtual-machine","in-service"],"runner_id":96,"runner_name":"tt-metal-ci-vm-98","runner_group_id":1,"runner_group_name":"Default"},{"id":30531514384,"run_id":10996802864,"workflow_name":"All post-commit tests","head_branch":"virdhatchani/5_clean","run_url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/10996802864","run_attempt":1,"node_id":"CR_kwDOI9Wqc88AAAAHG9HwEA","head_sha":"64249512152ed52c6df7d6adf6bb1a59b96db81c","url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30531514384","html_url":"https://github.com/tenstorrent/tt-metal/actions/runs/10996802864/job/30531514384","status":"completed","conclusion":"success","created_at":"2024-09-23T15:01:17Z","started_at":"2024-09-23T15:01:17Z","completed_at":"2024-09-23T15:02:54Z","name":"cpp-unit-tests (wormhole_b0, N300) / ttnn ccl cpp unit tests wormhole_b0 N300","steps":[{"name":"Set up job","status":"completed","conclusion":"success","number":1,"started_at":"2024-09-23T15:01:17Z","completed_at":"2024-09-23T15:01:18Z"},{"name":"Set up runner","status":"completed","conclusion":"success","number":2,"started_at":"2024-09-23T15:01:18Z","completed_at":"2024-09-23T15:02:08Z"},{"name":"Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0","status":"completed","conclusion":"success","number":3,"started_at":"2024-09-23T15:02:08Z","completed_at":"2024-09-23T15:02:16Z"},{"name":"Set up dynamic env vars for build","status":"completed","conclusion":"success","number":4,"started_at":"2024-09-23T15:02:16Z","completed_at":"2024-09-23T15:02:16Z"},{"name":"Run /./.github/actions/prepare-metal-run","status":"completed","conclusion":"success","number":5,"started_at":"2024-09-23T15:02:16Z","completed_at":"2024-09-23T15:02:48Z"},{"name":"ttnn ccl cpp unit tests tests","status":"completed","conclusion":"success","number":6,"started_at":"2024-09-23T15:02:48Z","completed_at":"2024-09-23T15:02:48Z"},{"name":"Run /./.github/actions/slack-report","status":"completed","conclusion":"skipped","number":7,"started_at":"2024-09-23T15:02:48Z","completed_at":"2024-09-23T15:02:48Z"},{"name":"Post Run /./.github/actions/prepare-metal-run","status":"completed","conclusion":"success","number":12,"started_at":"2024-09-23T15:02:48Z","completed_at":"2024-09-23T15:02:50Z"},{"name":"Post Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0","status":"completed","conclusion":"success","number":13,"started_at":"2024-09-23T15:02:50Z","completed_at":"2024-09-23T15:02:51Z"},{"name":"Complete runner","status":"completed","conclusion":"success","number":14,"started_at":"2024-09-23T15:02:54Z","completed_at":"2024-09-23T15:02:54Z"},{"name":"Complete job","status":"completed","conclusion":"success","number":15,"started_at":"2024-09-23T15:02:51Z","completed_at":"2024-09-23T15:02:51Z"}],"check_run_url":"https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30531514384","labels":["N300","cloud-virtual-machine","in-service"],"runner_id":44,"runner_name":"tt-metal-ci-vm-53","runner_group_id":1,"runner_group_name":"Default"},{"id":30531514815,"run_id":10996802864,"workflow_name":"All post-commit tests","head_branch":"virdhatchani/5_clean","run_url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/10996802864","run_attempt":1,"node_id":"CR_kwDOI9Wqc88AAAAHG9Hxvw","head_sha":"64249512152ed52c6df7d6adf6bb1a59b96db81c","url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30531514815","html_url":"https://github.com/tenstorrent/tt-metal/actions/runs/10996802864/job/30531514815","status":"completed","conclusion":"success","created_at":"2024-09-23T15:01:17Z","started_at":"2024-09-23T15:01:17Z","completed_at":"2024-09-23T15:15:57Z","name":"sd-unit-tests (wormhole_b0, N150) / wormhole_b0 N150","steps":[{"name":"Set up job","status":"completed","conclusion":"success","number":1,"started_at":"2024-09-23T15:01:16Z","completed_at":"2024-09-23T15:01:18Z"},{"name":"Set up runner","status":"completed","conclusion":"success","number":2,"started_at":"2024-09-23T15:01:19Z","completed_at":"2024-09-23T15:02:02Z"},{"name":"Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0","status":"completed","conclusion":"success","number":3,"started_at":"2024-09-23T15:02:02Z","completed_at":"2024-09-23T15:02:09Z"},{"name":"Run /./.github/actions/prepare-metal-run","status":"completed","conclusion":"success","number":4,"started_at":"2024-09-23T15:02:10Z","completed_at":"2024-09-23T15:02:36Z"},{"name":"Set up dynamic env vars for build","status":"completed","conclusion":"success","number":5,"started_at":"2024-09-23T15:02:36Z","completed_at":"2024-09-23T15:02:36Z"},{"name":"Run pre/post regression tests","status":"completed","conclusion":"success","number":6,"started_at":"2024-09-23T15:02:36Z","completed_at":"2024-09-23T15:15:49Z"},{"name":"Run /./.github/actions/slack-report","status":"completed","conclusion":"skipped","number":7,"started_at":"2024-09-23T15:15:49Z","completed_at":"2024-09-23T15:15:49Z"},{"name":"Post Run /./.github/actions/prepare-metal-run","status":"completed","conclusion":"success","number":12,"started_at":"2024-09-23T15:15:49Z","completed_at":"2024-09-23T15:15:53Z"},{"name":"Post Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0","status":"completed","conclusion":"success","number":13,"started_at":"2024-09-23T15:15:53Z","completed_at":"2024-09-23T15:15:54Z"},{"name":"Complete runner","status":"completed","conclusion":"success","number":14,"started_at":"2024-09-23T15:15:57Z","completed_at":"2024-09-23T15:15:57Z"},{"name":"Complete job","status":"completed","conclusion":"success","number":15,"started_at":"2024-09-23T15:15:54Z","completed_at":"2024-09-23T15:15:54Z"}],"check_run_url":"https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30531514815","labels":["N150","cloud-virtual-machine","in-service"],"runner_id":28,"runner_name":"tt-metal-ci-vm-57","runner_group_id":1,"runner_group_name":"Default"},{"id":30531515239,"run_id":10996802864,"workflow_name":"All post-commit tests","head_branch":"virdhatchani/5_clean","run_url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/10996802864","run_attempt":1,"node_id":"CR_kwDOI9Wqc88AAAAHG9HzZw","head_sha":"64249512152ed52c6df7d6adf6bb1a59b96db81c","url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30531515239","html_url":"https://github.com/tenstorrent/tt-metal/actions/runs/10996802864/job/30531515239","status":"completed","conclusion":"success","created_at":"2024-09-23T15:01:18Z","started_at":"2024-09-23T15:01:17Z","completed_at":"2024-09-23T15:20:33Z","name":"sd-unit-tests (wormhole_b0, N300) / wormhole_b0 N300","steps":[{"name":"Set up job","status":"completed","conclusion":"success","number":1,"started_at":"2024-09-23T15:01:17Z","completed_at":"2024-09-23T15:01:19Z"},{"name":"Set up runner","status":"completed","conclusion":"success","number":2,"started_at":"2024-09-23T15:01:19Z","completed_at":"2024-09-23T15:02:03Z"},{"name":"Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0","status":"completed","conclusion":"success","number":3,"started_at":"2024-09-23T15:02:03Z","completed_at":"2024-09-23T15:02:06Z"},{"name":"Run /./.github/actions/prepare-metal-run","status":"completed","conclusion":"success","number":4,"started_at":"2024-09-23T15:02:07Z","completed_at":"2024-09-23T15:02:37Z"},{"name":"Set up dynamic env vars for build","status":"completed","conclusion":"success","number":5,"started_at":"2024-09-23T15:02:37Z","completed_at":"2024-09-23T15:02:37Z"},{"name":"Run pre/post regression tests","status":"completed","conclusion":"success","number":6,"started_at":"2024-09-23T15:02:37Z","completed_at":"2024-09-23T15:20:24Z"},{"name":"Run /./.github/actions/slack-report","status":"completed","conclusion":"skipped","number":7,"started_at":"2024-09-23T15:20:24Z","completed_at":"2024-09-23T15:20:24Z"},{"name":"Post Run /./.github/actions/prepare-metal-run","status":"completed","conclusion":"success","number":12,"started_at":"2024-09-23T15:20:24Z","completed_at":"2024-09-23T15:20:29Z"},{"name":"Post Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0","status":"completed","conclusion":"success","number":13,"started_at":"2024-09-23T15:20:29Z","completed_at":"2024-09-23T15:20:29Z"},{"name":"Complete runner","status":"completed","conclusion":"success","number":14,"started_at":"2024-09-23T15:20:29Z","completed_at":"2024-09-23T15:20:29Z"},{"name":"Complete job","status":"completed","conclusion":"success","number":15,"started_at":"2024-09-23T15:20:29Z","completed_at":"2024-09-23T15:20:29Z"}],"check_run_url":"https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30531515239","labels":["N300","cloud-virtual-machine","in-service"],"runner_id":65,"runner_name":"tt-metal-ci-vm-41","runner_group_id":1,"runner_group_name":"Default"},{"id":30531515685,"run_id":10996802864,"workflow_name":"All post-commit tests","head_branch":"virdhatchani/5_clean","run_url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/10996802864","run_attempt":1,"node_id":"CR_kwDOI9Wqc88AAAAHG9H1JQ","head_sha":"64249512152ed52c6df7d6adf6bb1a59b96db81c","url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30531515685","html_url":"https://github.com/tenstorrent/tt-metal/actions/runs/10996802864/job/30531515685","status":"completed","conclusion":"success","created_at":"2024-09-23T15:01:18Z","started_at":"2024-09-23T15:01:17Z","completed_at":"2024-09-23T15:04:12Z","name":"build-docs / build-deploy-docs (grayskull)","steps":[{"name":"Set up job","status":"completed","conclusion":"success","number":1,"started_at":"2024-09-23T15:01:17Z","completed_at":"2024-09-23T15:01:19Z"},{"name":"Run actions/checkout@v4","status":"completed","conclusion":"success","number":2,"started_at":"2024-09-23T15:01:19Z","completed_at":"2024-09-23T15:01:41Z"},{"name":"Set up dynamic env vars for build","status":"completed","conclusion":"success","number":3,"started_at":"2024-09-23T15:01:41Z","completed_at":"2024-09-23T15:01:41Z"},{"name":"Run /./.github/actions/install-metal-deps","status":"completed","conclusion":"success","number":4,"started_at":"2024-09-23T15:01:41Z","completed_at":"2024-09-23T15:02:24Z"},{"name":"Run /./.github/actions/install-metal-dev-deps","status":"completed","conclusion":"success","number":5,"started_at":"2024-09-23T15:02:25Z","completed_at":"2024-09-23T15:02:34Z"},{"name":"Run actions/download-artifact@v4","status":"completed","conclusion":"success","number":6,"started_at":"2024-09-23T15:02:34Z","completed_at":"2024-09-23T15:02:36Z"},{"name":"Extract files","status":"completed","conclusion":"success","number":7,"started_at":"2024-09-23T15:02:36Z","completed_at":"2024-09-23T15:02:36Z"},{"name":"Run /./.github/actions/install-python-deps","status":"completed","conclusion":"success","number":8,"started_at":"2024-09-23T15:02:36Z","completed_at":"2024-09-23T15:02:48Z"},{"name":"Build Docs","status":"completed","conclusion":"success","number":9,"started_at":"2024-09-23T15:02:49Z","completed_at":"2024-09-23T15:04:06Z"},{"name":"Prepare artifact - move output","status":"completed","conclusion":"success","number":10,"started_at":"2024-09-23T15:04:06Z","completed_at":"2024-09-23T15:04:06Z"},{"name":"Prepare artifact - create .nojekyll","status":"completed","conclusion":"success","number":11,"started_at":"2024-09-23T15:04:06Z","completed_at":"2024-09-23T15:04:06Z"},{"name":"Prepare artifact - create root index","status":"completed","conclusion":"success","number":12,"started_at":"2024-09-23T15:04:06Z","completed_at":"2024-09-23T15:04:06Z"},{"name":"Upload artifact","status":"completed","conclusion":"success","number":13,"started_at":"2024-09-23T15:04:06Z","completed_at":"2024-09-23T15:04:09Z"},{"name":"Deploy to GitHub Pages","status":"completed","conclusion":"skipped","number":14,"started_at":"2024-09-23T15:04:09Z","completed_at":"2024-09-23T15:04:09Z"},{"name":"Post Run /./.github/actions/install-python-deps","status":"completed","conclusion":"success","number":27,"started_at":"2024-09-23T15:04:09Z","completed_at":"2024-09-23T15:04:09Z"},{"name":"Post Run actions/checkout@v4","status":"completed","conclusion":"success","number":28,"started_at":"2024-09-23T15:04:09Z","completed_at":"2024-09-23T15:04:10Z"},{"name":"Complete job","status":"completed","conclusion":"success","number":29,"started_at":"2024-09-23T15:04:10Z","completed_at":"2024-09-23T15:04:10Z"}],"check_run_url":"https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30531515685","labels":["ubuntu-20.04"],"runner_id":123,"runner_name":"GitHub Actions 42","runner_group_id":2,"runner_group_name":"GitHub Actions"},{"id":30531848850,"run_id":10996802864,"workflow_name":"All post-commit tests","head_branch":"virdhatchani/5_clean","run_url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/10996802864","run_attempt":1,"node_id":"CR_kwDOI9Wqc88AAAAHG9cKkg","head_sha":"64249512152ed52c6df7d6adf6bb1a59b96db81c","url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30531848850","html_url":"https://github.com/tenstorrent/tt-metal/actions/runs/10996802864/job/30531848850","status":"completed","conclusion":"success","created_at":"2024-09-23T15:06:28Z","started_at":"2024-09-23T15:06:39Z","completed_at":"2024-09-23T15:10:19Z","name":"test-wheels / test-wheels-host (ubuntu-20.04, grayskull)","steps":[{"name":"Set up job","status":"completed","conclusion":"success","number":1,"started_at":"2024-09-23T15:06:38Z","completed_at":"2024-09-23T15:06:39Z"},{"name":"Run actions/checkout@v4","status":"completed","conclusion":"success","number":2,"started_at":"2024-09-23T15:06:39Z","completed_at":"2024-09-23T15:06:43Z"},{"name":"Run /./.github/actions/install-metal-deps","status":"completed","conclusion":"success","number":3,"started_at":"2024-09-23T15:06:43Z","completed_at":"2024-09-23T15:07:30Z"},{"name":"Run actions/download-artifact@v4","status":"completed","conclusion":"success","number":4,"started_at":"2024-09-23T15:07:31Z","completed_at":"2024-09-23T15:07:35Z"},{"name":"Set up end-to-end tests environment","status":"completed","conclusion":"success","number":5,"started_at":"2024-09-23T15:07:36Z","completed_at":"2024-09-23T15:10:15Z"},{"name":"Activate env and run release tests - host","status":"completed","conclusion":"success","number":6,"started_at":"2024-09-23T15:10:15Z","completed_at":"2024-09-23T15:10:17Z"},{"name":"Post Run actions/checkout@v4","status":"completed","conclusion":"success","number":12,"started_at":"2024-09-23T15:10:17Z","completed_at":"2024-09-23T15:10:17Z"},{"name":"Complete job","status":"completed","conclusion":"success","number":13,"started_at":"2024-09-23T15:10:17Z","completed_at":"2024-09-23T15:10:17Z"}],"check_run_url":"https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30531848850","labels":["ubuntu-20.04"],"runner_id":15,"runner_name":"GitHub Actions 15","runner_group_id":2,"runner_group_name":"GitHub Actions"},{"id":30531850190,"run_id":10996802864,"workflow_name":"All post-commit tests","head_branch":"virdhatchani/5_clean","run_url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/10996802864","run_attempt":1,"node_id":"CR_kwDOI9Wqc88AAAAHG9cPzg","head_sha":"64249512152ed52c6df7d6adf6bb1a59b96db81c","url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30531850190","html_url":"https://github.com/tenstorrent/tt-metal/actions/runs/10996802864/job/30531850190","status":"completed","conclusion":"success","created_at":"2024-09-23T15:06:29Z","started_at":"2024-09-23T15:06:39Z","completed_at":"2024-09-23T15:11:25Z","name":"test-wheels / test-wheels-host (ubuntu-20.04, wormhole_b0)","steps":[{"name":"Set up job","status":"completed","conclusion":"success","number":1,"started_at":"2024-09-23T15:06:38Z","completed_at":"2024-09-23T15:06:40Z"},{"name":"Run actions/checkout@v4","status":"completed","conclusion":"success","number":2,"started_at":"2024-09-23T15:06:40Z","completed_at":"2024-09-23T15:06:44Z"},{"name":"Run /./.github/actions/install-metal-deps","status":"completed","conclusion":"success","number":3,"started_at":"2024-09-23T15:06:45Z","completed_at":"2024-09-23T15:07:29Z"},{"name":"Run actions/download-artifact@v4","status":"completed","conclusion":"success","number":4,"started_at":"2024-09-23T15:07:29Z","completed_at":"2024-09-23T15:07:45Z"},{"name":"Set up end-to-end tests environment","status":"completed","conclusion":"success","number":5,"started_at":"2024-09-23T15:07:45Z","completed_at":"2024-09-23T15:11:20Z"},{"name":"Activate env and run release tests - host","status":"completed","conclusion":"success","number":6,"started_at":"2024-09-23T15:11:21Z","completed_at":"2024-09-23T15:11:23Z"},{"name":"Post Run actions/checkout@v4","status":"completed","conclusion":"success","number":12,"started_at":"2024-09-23T15:11:23Z","completed_at":"2024-09-23T15:11:23Z"},{"name":"Complete job","status":"completed","conclusion":"success","number":13,"started_at":"2024-09-23T15:11:23Z","completed_at":"2024-09-23T15:11:23Z"}],"check_run_url":"https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30531850190","labels":["ubuntu-20.04"],"runner_id":105,"runner_name":"GitHub Actions 24","runner_group_id":2,"runner_group_name":"GitHub Actions"},{"id":30531852504,"run_id":10996802864,"workflow_name":"All post-commit tests","head_branch":"virdhatchani/5_clean","run_url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/10996802864","run_attempt":1,"node_id":"CR_kwDOI9Wqc88AAAAHG9cY2A","head_sha":"64249512152ed52c6df7d6adf6bb1a59b96db81c","url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30531852504","html_url":"https://github.com/tenstorrent/tt-metal/actions/runs/10996802864/job/30531852504","status":"completed","conclusion":"success","created_at":"2024-09-23T15:06:31Z","started_at":"2024-09-23T15:06:36Z","completed_at":"2024-09-23T15:10:59Z","name":"test-wheels / test-wheels-silicon (ubuntu-20.04, grayskull, E150)","steps":[{"name":"Set up job","status":"completed","conclusion":"success","number":1,"started_at":"2024-09-23T15:06:35Z","completed_at":"2024-09-23T15:06:37Z"},{"name":"Set up runner","status":"completed","conclusion":"success","number":2,"started_at":"2024-09-23T15:06:37Z","completed_at":"2024-09-23T15:07:09Z"},{"name":"Run actions/checkout@v4","status":"completed","conclusion":"success","number":3,"started_at":"2024-09-23T15:07:09Z","completed_at":"2024-09-23T15:07:12Z"},{"name":"Run actions/download-artifact@v4","status":"completed","conclusion":"success","number":4,"started_at":"2024-09-23T15:07:13Z","completed_at":"2024-09-23T15:07:35Z"},{"name":"Set up end-to-end tests environment","status":"completed","conclusion":"success","number":5,"started_at":"2024-09-23T15:07:35Z","completed_at":"2024-09-23T15:10:50Z"},{"name":"Activate env and run release tests - silicon","status":"completed","conclusion":"success","number":6,"started_at":"2024-09-23T15:10:51Z","completed_at":"2024-09-23T15:10:55Z"},{"name":"Post Run actions/checkout@v4","status":"completed","conclusion":"success","number":11,"started_at":"2024-09-23T15:10:56Z","completed_at":"2024-09-23T15:10:56Z"},{"name":"Complete runner","status":"completed","conclusion":"success","number":12,"started_at":"2024-09-23T15:10:59Z","completed_at":"2024-09-23T15:10:59Z"},{"name":"Complete job","status":"completed","conclusion":"success","number":13,"started_at":"2024-09-23T15:10:56Z","completed_at":"2024-09-23T15:10:56Z"}],"check_run_url":"https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30531852504","labels":["cloud-virtual-machine","E150","in-service"],"runner_id":64,"runner_name":"tt-metal-ci-vm-17","runner_group_id":1,"runner_group_name":"Default"},{"id":30531853352,"run_id":10996802864,"workflow_name":"All post-commit tests","head_branch":"virdhatchani/5_clean","run_url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/10996802864","run_attempt":1,"node_id":"CR_kwDOI9Wqc88AAAAHG9ccKA","head_sha":"64249512152ed52c6df7d6adf6bb1a59b96db81c","url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30531853352","html_url":"https://github.com/tenstorrent/tt-metal/actions/runs/10996802864/job/30531853352","status":"completed","conclusion":"success","created_at":"2024-09-23T15:06:32Z","started_at":"2024-09-23T15:06:36Z","completed_at":"2024-09-23T15:10:59Z","name":"test-wheels / test-wheels-silicon (ubuntu-20.04, wormhole_b0, N150)","steps":[{"name":"Set up job","status":"completed","conclusion":"success","number":1,"started_at":"2024-09-23T15:06:36Z","completed_at":"2024-09-23T15:06:38Z"},{"name":"Set up runner","status":"completed","conclusion":"success","number":2,"started_at":"2024-09-23T15:06:39Z","completed_at":"2024-09-23T15:07:21Z"},{"name":"Run actions/checkout@v4","status":"completed","conclusion":"success","number":3,"started_at":"2024-09-23T15:07:22Z","completed_at":"2024-09-23T15:07:23Z"},{"name":"Run actions/download-artifact@v4","status":"completed","conclusion":"success","number":4,"started_at":"2024-09-23T15:07:23Z","completed_at":"2024-09-23T15:07:43Z"},{"name":"Set up end-to-end tests environment","status":"completed","conclusion":"success","number":5,"started_at":"2024-09-23T15:07:43Z","completed_at":"2024-09-23T15:10:51Z"},{"name":"Activate env and run release tests - silicon","status":"completed","conclusion":"success","number":6,"started_at":"2024-09-23T15:10:51Z","completed_at":"2024-09-23T15:10:56Z"},{"name":"Post Run actions/checkout@v4","status":"completed","conclusion":"success","number":11,"started_at":"2024-09-23T15:10:59Z","completed_at":"2024-09-23T15:10:59Z"},{"name":"Complete runner","status":"completed","conclusion":"success","number":12,"started_at":"2024-09-23T15:10:59Z","completed_at":"2024-09-23T15:10:59Z"},{"name":"Complete job","status":"completed","conclusion":"success","number":13,"started_at":"2024-09-23T15:10:56Z","completed_at":"2024-09-23T15:10:56Z"}],"check_run_url":"https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30531853352","labels":["cloud-virtual-machine","N150","in-service"],"runner_id":96,"runner_name":"tt-metal-ci-vm-98","runner_group_id":1,"runner_group_name":"Default"},{"id":30531856653,"run_id":10996802864,"workflow_name":"All post-commit tests","head_branch":"virdhatchani/5_clean","run_url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/10996802864","run_attempt":1,"node_id":"CR_kwDOI9Wqc88AAAAHG9cpDQ","head_sha":"64249512152ed52c6df7d6adf6bb1a59b96db81c","url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30531856653","html_url":"https://github.com/tenstorrent/tt-metal/actions/runs/10996802864/job/30531856653","status":"completed","conclusion":"success","created_at":"2024-09-23T15:06:35Z","started_at":"2024-09-23T15:06:36Z","completed_at":"2024-09-23T15:11:10Z","name":"test-wheels / test-wheels-silicon (ubuntu-20.04, wormhole_b0, N300)","steps":[{"name":"Set up job","status":"completed","conclusion":"success","number":1,"started_at":"2024-09-23T15:06:36Z","completed_at":"2024-09-23T15:06:37Z"},{"name":"Set up runner","status":"completed","conclusion":"success","number":2,"started_at":"2024-09-23T15:06:37Z","completed_at":"2024-09-23T15:07:21Z"},{"name":"Run actions/checkout@v4","status":"completed","conclusion":"success","number":3,"started_at":"2024-09-23T15:07:21Z","completed_at":"2024-09-23T15:07:25Z"},{"name":"Run actions/download-artifact@v4","status":"completed","conclusion":"success","number":4,"started_at":"2024-09-23T15:07:25Z","completed_at":"2024-09-23T15:07:51Z"},{"name":"Set up end-to-end tests environment","status":"completed","conclusion":"success","number":5,"started_at":"2024-09-23T15:07:51Z","completed_at":"2024-09-23T15:11:01Z"},{"name":"Activate env and run release tests - silicon","status":"completed","conclusion":"success","number":6,"started_at":"2024-09-23T15:11:01Z","completed_at":"2024-09-23T15:11:07Z"},{"name":"Post Run actions/checkout@v4","status":"completed","conclusion":"success","number":11,"started_at":"2024-09-23T15:11:07Z","completed_at":"2024-09-23T15:11:07Z"},{"name":"Complete runner","status":"completed","conclusion":"success","number":12,"started_at":"2024-09-23T15:11:07Z","completed_at":"2024-09-23T15:11:07Z"},{"name":"Complete job","status":"completed","conclusion":"success","number":13,"started_at":"2024-09-23T15:11:07Z","completed_at":"2024-09-23T15:11:07Z"}],"check_run_url":"https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30531856653","labels":["cloud-virtual-machine","N300","in-service"],"runner_id":44,"runner_name":"tt-metal-ci-vm-53","runner_group_id":1,"runner_group_name":"Default"},{"id":30531862257,"run_id":10996802864,"workflow_name":"All post-commit tests","head_branch":"virdhatchani/5_clean","run_url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/10996802864","run_attempt":1,"node_id":"CR_kwDOI9Wqc88AAAAHG9c-8Q","head_sha":"64249512152ed52c6df7d6adf6bb1a59b96db81c","url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30531862257","html_url":"https://github.com/tenstorrent/tt-metal/actions/runs/10996802864/job/30531862257","status":"completed","conclusion":"success","created_at":"2024-09-23T15:06:40Z","started_at":"2024-09-23T15:06:37Z","completed_at":"2024-09-23T15:12:38Z","name":"fast-dispatch-unit-tests (wormhole_b0, N300) / eager unit tests 1 wormhole_b0 N300","steps":[{"name":"Set up job","status":"completed","conclusion":"success","number":1,"started_at":"2024-09-23T15:06:37Z","completed_at":"2024-09-23T15:06:39Z"},{"name":"Set up runner","status":"completed","conclusion":"success","number":2,"started_at":"2024-09-23T15:06:39Z","completed_at":"2024-09-23T15:07:23Z"},{"name":"Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0","status":"completed","conclusion":"success","number":3,"started_at":"2024-09-23T15:07:23Z","completed_at":"2024-09-23T15:07:26Z"},{"name":"Run actions/download-artifact@v4","status":"completed","conclusion":"success","number":4,"started_at":"2024-09-23T15:07:26Z","completed_at":"2024-09-23T15:07:46Z"},{"name":"eager unit tests 1 tests","status":"completed","conclusion":"success","number":5,"started_at":"2024-09-23T15:07:46Z","completed_at":"2024-09-23T15:12:28Z"},{"name":"Run /./.github/actions/slack-report","status":"completed","conclusion":"skipped","number":6,"started_at":"2024-09-23T15:12:29Z","completed_at":"2024-09-23T15:12:29Z"},{"name":"Run /./.github/actions/upload-artifact-with-job-uuid","status":"completed","conclusion":"success","number":7,"started_at":"2024-09-23T15:12:29Z","completed_at":"2024-09-23T15:12:30Z"},{"name":"Post eager unit tests 1 tests","status":"completed","conclusion":"success","number":12,"started_at":"2024-09-23T15:12:30Z","completed_at":"2024-09-23T15:12:30Z"},{"name":"Post Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0","status":"completed","conclusion":"success","number":13,"started_at":"2024-09-23T15:12:30Z","completed_at":"2024-09-23T15:12:30Z"},{"name":"Complete runner","status":"completed","conclusion":"success","number":14,"started_at":"2024-09-23T15:12:38Z","completed_at":"2024-09-23T15:12:38Z"},{"name":"Complete job","status":"completed","conclusion":"success","number":15,"started_at":"2024-09-23T15:12:30Z","completed_at":"2024-09-23T15:12:30Z"}],"check_run_url":"https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30531862257","labels":["N300","cloud-virtual-machine","in-service"],"runner_id":32,"runner_name":"tt-metal-ci-vm-24","runner_group_id":1,"runner_group_name":"Default"},{"id":30531862802,"run_id":10996802864,"workflow_name":"All post-commit tests","head_branch":"virdhatchani/5_clean","run_url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/10996802864","run_attempt":1,"node_id":"CR_kwDOI9Wqc88AAAAHG9dBEg","head_sha":"64249512152ed52c6df7d6adf6bb1a59b96db81c","url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30531862802","html_url":"https://github.com/tenstorrent/tt-metal/actions/runs/10996802864/job/30531862802","status":"completed","conclusion":"success","created_at":"2024-09-23T15:06:40Z","started_at":"2024-09-23T15:06:38Z","completed_at":"2024-09-23T15:13:26Z","name":"fast-dispatch-unit-tests (grayskull, E150) / eager unit tests 1 grayskull E150","steps":[{"name":"Set up job","status":"completed","conclusion":"success","number":1,"started_at":"2024-09-23T15:06:37Z","completed_at":"2024-09-23T15:06:40Z"},{"name":"Set up runner","status":"completed","conclusion":"success","number":2,"started_at":"2024-09-23T15:06:40Z","completed_at":"2024-09-23T15:07:12Z"},{"name":"Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0","status":"completed","conclusion":"success","number":3,"started_at":"2024-09-23T15:07:12Z","completed_at":"2024-09-23T15:07:15Z"},{"name":"Run actions/download-artifact@v4","status":"completed","conclusion":"success","number":4,"started_at":"2024-09-23T15:07:15Z","completed_at":"2024-09-23T15:07:37Z"},{"name":"eager unit tests 1 tests","status":"completed","conclusion":"success","number":5,"started_at":"2024-09-23T15:07:37Z","completed_at":"2024-09-23T15:13:19Z"},{"name":"Run /./.github/actions/slack-report","status":"completed","conclusion":"skipped","number":6,"started_at":"2024-09-23T15:13:20Z","completed_at":"2024-09-23T15:13:20Z"},{"name":"Run /./.github/actions/upload-artifact-with-job-uuid","status":"completed","conclusion":"success","number":7,"started_at":"2024-09-23T15:13:20Z","completed_at":"2024-09-23T15:13:21Z"},{"name":"Post eager unit tests 1 tests","status":"completed","conclusion":"success","number":12,"started_at":"2024-09-23T15:13:21Z","completed_at":"2024-09-23T15:13:21Z"},{"name":"Post Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0","status":"completed","conclusion":"success","number":13,"started_at":"2024-09-23T15:13:22Z","completed_at":"2024-09-23T15:13:22Z"},{"name":"Complete runner","status":"completed","conclusion":"success","number":14,"started_at":"2024-09-23T15:13:22Z","completed_at":"2024-09-23T15:13:22Z"},{"name":"Complete job","status":"completed","conclusion":"success","number":15,"started_at":"2024-09-23T15:13:21Z","completed_at":"2024-09-23T15:13:22Z"}],"check_run_url":"https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30531862802","labels":["E150","cloud-virtual-machine","in-service"],"runner_id":131,"runner_name":"tt-metal-ci-vm-91","runner_group_id":1,"runner_group_name":"Default"},{"id":30531863302,"run_id":10996802864,"workflow_name":"All post-commit tests","head_branch":"virdhatchani/5_clean","run_url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/10996802864","run_attempt":1,"node_id":"CR_kwDOI9Wqc88AAAAHG9dDBg","head_sha":"64249512152ed52c6df7d6adf6bb1a59b96db81c","url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30531863302","html_url":"https://github.com/tenstorrent/tt-metal/actions/runs/10996802864/job/30531863302","status":"completed","conclusion":"success","created_at":"2024-09-23T15:06:41Z","started_at":"2024-09-23T15:06:37Z","completed_at":"2024-09-23T15:11:48Z","name":"fast-dispatch-unit-tests (wormhole_b0, N300) / eager unit tests 2 wormhole_b0 N300","steps":[{"name":"Set up job","status":"completed","conclusion":"success","number":1,"started_at":"2024-09-23T15:06:36Z","completed_at":"2024-09-23T15:06:38Z"},{"name":"Set up runner","status":"completed","conclusion":"success","number":2,"started_at":"2024-09-23T15:06:39Z","completed_at":"2024-09-23T15:07:22Z"},{"name":"Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0","status":"completed","conclusion":"success","number":3,"started_at":"2024-09-23T15:07:22Z","completed_at":"2024-09-23T15:07:27Z"},{"name":"Run actions/download-artifact@v4","status":"completed","conclusion":"success","number":4,"started_at":"2024-09-23T15:07:27Z","completed_at":"2024-09-23T15:07:58Z"},{"name":"eager unit tests 2 tests","status":"completed","conclusion":"success","number":5,"started_at":"2024-09-23T15:07:59Z","completed_at":"2024-09-23T15:11:39Z"},{"name":"Run /./.github/actions/slack-report","status":"completed","conclusion":"skipped","number":6,"started_at":"2024-09-23T15:11:40Z","completed_at":"2024-09-23T15:11:40Z"},{"name":"Run /./.github/actions/upload-artifact-with-job-uuid","status":"completed","conclusion":"success","number":7,"started_at":"2024-09-23T15:11:40Z","completed_at":"2024-09-23T15:11:40Z"},{"name":"Post eager unit tests 2 tests","status":"completed","conclusion":"success","number":12,"started_at":"2024-09-23T15:11:41Z","completed_at":"2024-09-23T15:11:41Z"},{"name":"Post Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0","status":"completed","conclusion":"success","number":13,"started_at":"2024-09-23T15:11:47Z","completed_at":"2024-09-23T15:11:47Z"},{"name":"Complete runner","status":"completed","conclusion":"success","number":14,"started_at":"2024-09-23T15:11:47Z","completed_at":"2024-09-23T15:11:47Z"},{"name":"Complete job","status":"completed","conclusion":"success","number":15,"started_at":"2024-09-23T15:11:41Z","completed_at":"2024-09-23T15:11:41Z"}],"check_run_url":"https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30531863302","labels":["N300","cloud-virtual-machine","in-service"],"runner_id":63,"runner_name":"tt-metal-ci-vm-34","runner_group_id":1,"runner_group_name":"Default"},{"id":30531863931,"run_id":10996802864,"workflow_name":"All post-commit tests","head_branch":"virdhatchani/5_clean","run_url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/10996802864","run_attempt":1,"node_id":"CR_kwDOI9Wqc88AAAAHG9dFew","head_sha":"64249512152ed52c6df7d6adf6bb1a59b96db81c","url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30531863931","html_url":"https://github.com/tenstorrent/tt-metal/actions/runs/10996802864/job/30531863931","status":"completed","conclusion":"success","created_at":"2024-09-23T15:06:41Z","started_at":"2024-09-23T15:06:38Z","completed_at":"2024-09-23T15:14:28Z","name":"fast-dispatch-unit-tests (grayskull, E150) / eager unit tests 2 grayskull E150","steps":[{"name":"Set up job","status":"completed","conclusion":"success","number":1,"started_at":"2024-09-23T15:06:38Z","completed_at":"2024-09-23T15:06:40Z"},{"name":"Set up runner","status":"completed","conclusion":"success","number":2,"started_at":"2024-09-23T15:06:40Z","completed_at":"2024-09-23T15:07:12Z"},{"name":"Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0","status":"completed","conclusion":"success","number":3,"started_at":"2024-09-23T15:07:12Z","completed_at":"2024-09-23T15:07:15Z"},{"name":"Run actions/download-artifact@v4","status":"completed","conclusion":"success","number":4,"started_at":"2024-09-23T15:07:15Z","completed_at":"2024-09-23T15:07:40Z"},{"name":"eager unit tests 2 tests","status":"completed","conclusion":"success","number":5,"started_at":"2024-09-23T15:07:40Z","completed_at":"2024-09-23T15:14:22Z"},{"name":"Run /./.github/actions/slack-report","status":"completed","conclusion":"skipped","number":6,"started_at":"2024-09-23T15:14:23Z","completed_at":"2024-09-23T15:14:23Z"},{"name":"Run /./.github/actions/upload-artifact-with-job-uuid","status":"completed","conclusion":"success","number":7,"started_at":"2024-09-23T15:14:23Z","completed_at":"2024-09-23T15:14:24Z"},{"name":"Post eager unit tests 2 tests","status":"completed","conclusion":"success","number":12,"started_at":"2024-09-23T15:14:24Z","completed_at":"2024-09-23T15:14:24Z"},{"name":"Post Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0","status":"completed","conclusion":"success","number":13,"started_at":"2024-09-23T15:14:28Z","completed_at":"2024-09-23T15:14:28Z"},{"name":"Complete runner","status":"completed","conclusion":"success","number":14,"started_at":"2024-09-23T15:14:28Z","completed_at":"2024-09-23T15:14:28Z"},{"name":"Complete job","status":"completed","conclusion":"success","number":15,"started_at":"2024-09-23T15:14:24Z","completed_at":"2024-09-23T15:14:24Z"}],"check_run_url":"https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30531863931","labels":["E150","cloud-virtual-machine","in-service"],"runner_id":81,"runner_name":"tt-metal-ci-vm-10","runner_group_id":1,"runner_group_name":"Default"},{"id":30531864458,"run_id":10996802864,"workflow_name":"All post-commit tests","head_branch":"virdhatchani/5_clean","run_url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/10996802864","run_attempt":1,"node_id":"CR_kwDOI9Wqc88AAAAHG9dHig","head_sha":"64249512152ed52c6df7d6adf6bb1a59b96db81c","url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30531864458","html_url":"https://github.com/tenstorrent/tt-metal/actions/runs/10996802864/job/30531864458","status":"completed","conclusion":"success","created_at":"2024-09-23T15:06:42Z","started_at":"2024-09-23T15:06:37Z","completed_at":"2024-09-23T15:22:09Z","name":"fast-dispatch-unit-tests (wormhole_b0, N300) / eager unit tests 3 wormhole_b0 N300","steps":[{"name":"Set up job","status":"completed","conclusion":"success","number":1,"started_at":"2024-09-23T15:06:37Z","completed_at":"2024-09-23T15:06:39Z"},{"name":"Set up runner","status":"completed","conclusion":"success","number":2,"started_at":"2024-09-23T15:06:39Z","completed_at":"2024-09-23T15:07:23Z"},{"name":"Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0","status":"completed","conclusion":"success","number":3,"started_at":"2024-09-23T15:07:23Z","completed_at":"2024-09-23T15:07:27Z"},{"name":"Run actions/download-artifact@v4","status":"completed","conclusion":"success","number":4,"started_at":"2024-09-23T15:07:27Z","completed_at":"2024-09-23T15:07:51Z"},{"name":"eager unit tests 3 tests","status":"completed","conclusion":"success","number":5,"started_at":"2024-09-23T15:07:51Z","completed_at":"2024-09-23T15:22:02Z"},{"name":"Run /./.github/actions/slack-report","status":"completed","conclusion":"skipped","number":6,"started_at":"2024-09-23T15:22:03Z","completed_at":"2024-09-23T15:22:03Z"},{"name":"Run /./.github/actions/upload-artifact-with-job-uuid","status":"completed","conclusion":"success","number":7,"started_at":"2024-09-23T15:22:03Z","completed_at":"2024-09-23T15:22:04Z"},{"name":"Post eager unit tests 3 tests","status":"completed","conclusion":"success","number":12,"started_at":"2024-09-23T15:22:05Z","completed_at":"2024-09-23T15:22:05Z"},{"name":"Post Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0","status":"completed","conclusion":"success","number":13,"started_at":"2024-09-23T15:22:09Z","completed_at":"2024-09-23T15:22:09Z"},{"name":"Complete runner","status":"completed","conclusion":"success","number":14,"started_at":"2024-09-23T15:22:09Z","completed_at":"2024-09-23T15:22:09Z"},{"name":"Complete job","status":"completed","conclusion":"success","number":15,"started_at":"2024-09-23T15:22:05Z","completed_at":"2024-09-23T15:22:05Z"}],"check_run_url":"https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30531864458","labels":["N300","cloud-virtual-machine","in-service"],"runner_id":40,"runner_name":"tt-metal-ci-vm-43","runner_group_id":1,"runner_group_name":"Default"},{"id":30531864986,"run_id":10996802864,"workflow_name":"All post-commit tests","head_branch":"virdhatchani/5_clean","run_url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/10996802864","run_attempt":1,"node_id":"CR_kwDOI9Wqc88AAAAHG9dJmg","head_sha":"64249512152ed52c6df7d6adf6bb1a59b96db81c","url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30531864986","html_url":"https://github.com/tenstorrent/tt-metal/actions/runs/10996802864/job/30531864986","status":"completed","conclusion":"success","created_at":"2024-09-23T15:06:42Z","started_at":"2024-09-23T15:06:37Z","completed_at":"2024-09-23T15:16:20Z","name":"fast-dispatch-unit-tests (grayskull, E150) / eager unit tests 3 grayskull E150","steps":[{"name":"Set up job","status":"completed","conclusion":"success","number":1,"started_at":"2024-09-23T15:06:37Z","completed_at":"2024-09-23T15:06:39Z"},{"name":"Set up runner","status":"completed","conclusion":"success","number":2,"started_at":"2024-09-23T15:06:39Z","completed_at":"2024-09-23T15:07:11Z"},{"name":"Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0","status":"completed","conclusion":"success","number":3,"started_at":"2024-09-23T15:07:11Z","completed_at":"2024-09-23T15:07:18Z"},{"name":"Run actions/download-artifact@v4","status":"completed","conclusion":"success","number":4,"started_at":"2024-09-23T15:07:18Z","completed_at":"2024-09-23T15:07:53Z"},{"name":"eager unit tests 3 tests","status":"completed","conclusion":"success","number":5,"started_at":"2024-09-23T15:07:53Z","completed_at":"2024-09-23T15:16:14Z"},{"name":"Run /./.github/actions/slack-report","status":"completed","conclusion":"skipped","number":6,"started_at":"2024-09-23T15:16:15Z","completed_at":"2024-09-23T15:16:15Z"},{"name":"Run /./.github/actions/upload-artifact-with-job-uuid","status":"completed","conclusion":"success","number":7,"started_at":"2024-09-23T15:16:15Z","completed_at":"2024-09-23T15:16:16Z"},{"name":"Post eager unit tests 3 tests","status":"completed","conclusion":"success","number":12,"started_at":"2024-09-23T15:16:16Z","completed_at":"2024-09-23T15:16:16Z"},{"name":"Post Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0","status":"completed","conclusion":"success","number":13,"started_at":"2024-09-23T15:16:16Z","completed_at":"2024-09-23T15:16:16Z"},{"name":"Complete runner","status":"completed","conclusion":"success","number":14,"started_at":"2024-09-23T15:16:16Z","completed_at":"2024-09-23T15:16:16Z"},{"name":"Complete job","status":"completed","conclusion":"success","number":15,"started_at":"2024-09-23T15:16:16Z","completed_at":"2024-09-23T15:16:16Z"}],"check_run_url":"https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30531864986","labels":["E150","cloud-virtual-machine","in-service"],"runner_id":119,"runner_name":"tt-metal-ci-vm-77","runner_group_id":1,"runner_group_name":"Default"},{"id":30531865558,"run_id":10996802864,"workflow_name":"All post-commit tests","head_branch":"virdhatchani/5_clean","run_url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/10996802864","run_attempt":1,"node_id":"CR_kwDOI9Wqc88AAAAHG9dL1g","head_sha":"64249512152ed52c6df7d6adf6bb1a59b96db81c","url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30531865558","html_url":"https://github.com/tenstorrent/tt-metal/actions/runs/10996802864/job/30531865558","status":"completed","conclusion":"success","created_at":"2024-09-23T15:06:43Z","started_at":"2024-09-23T15:06:37Z","completed_at":"2024-09-23T15:16:43Z","name":"fast-dispatch-unit-tests (wormhole_b0, N300) / eager unit tests 4 wormhole_b0 N300","steps":[{"name":"Set up job","status":"completed","conclusion":"success","number":1,"started_at":"2024-09-23T15:06:36Z","completed_at":"2024-09-23T15:06:39Z"},{"name":"Set up runner","status":"completed","conclusion":"success","number":2,"started_at":"2024-09-23T15:06:39Z","completed_at":"2024-09-23T15:07:23Z"},{"name":"Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0","status":"completed","conclusion":"success","number":3,"started_at":"2024-09-23T15:07:23Z","completed_at":"2024-09-23T15:07:30Z"},{"name":"Run actions/download-artifact@v4","status":"completed","conclusion":"success","number":4,"started_at":"2024-09-23T15:07:30Z","completed_at":"2024-09-23T15:07:48Z"},{"name":"eager unit tests 4 tests","status":"completed","conclusion":"success","number":5,"started_at":"2024-09-23T15:07:49Z","completed_at":"2024-09-23T15:16:37Z"},{"name":"Run /./.github/actions/slack-report","status":"completed","conclusion":"skipped","number":6,"started_at":"2024-09-23T15:16:37Z","completed_at":"2024-09-23T15:16:37Z"},{"name":"Run /./.github/actions/upload-artifact-with-job-uuid","status":"completed","conclusion":"success","number":7,"started_at":"2024-09-23T15:16:37Z","completed_at":"2024-09-23T15:16:38Z"},{"name":"Post eager unit tests 4 tests","status":"completed","conclusion":"success","number":12,"started_at":"2024-09-23T15:16:38Z","completed_at":"2024-09-23T15:16:38Z"},{"name":"Post Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0","status":"completed","conclusion":"success","number":13,"started_at":"2024-09-23T15:16:43Z","completed_at":"2024-09-23T15:16:43Z"},{"name":"Complete runner","status":"completed","conclusion":"success","number":14,"started_at":"2024-09-23T15:16:43Z","completed_at":"2024-09-23T15:16:43Z"},{"name":"Complete job","status":"completed","conclusion":"success","number":15,"started_at":"2024-09-23T15:16:39Z","completed_at":"2024-09-23T15:16:39Z"}],"check_run_url":"https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30531865558","labels":["N300","cloud-virtual-machine","in-service"],"runner_id":198,"runner_name":"tt-metal-ci-vm-113","runner_group_id":1,"runner_group_name":"Default"},{"id":30531866205,"run_id":10996802864,"workflow_name":"All post-commit tests","head_branch":"virdhatchani/5_clean","run_url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/10996802864","run_attempt":1,"node_id":"CR_kwDOI9Wqc88AAAAHG9dOXQ","head_sha":"64249512152ed52c6df7d6adf6bb1a59b96db81c","url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30531866205","html_url":"https://github.com/tenstorrent/tt-metal/actions/runs/10996802864/job/30531866205","status":"completed","conclusion":"success","created_at":"2024-09-23T15:06:43Z","started_at":"2024-09-23T15:06:38Z","completed_at":"2024-09-23T15:19:20Z","name":"fast-dispatch-unit-tests (grayskull, E150) / eager unit tests 4 grayskull E150","steps":[{"name":"Set up job","status":"completed","conclusion":"success","number":1,"started_at":"2024-09-23T15:06:38Z","completed_at":"2024-09-23T15:06:40Z"},{"name":"Set up runner","status":"completed","conclusion":"success","number":2,"started_at":"2024-09-23T15:06:40Z","completed_at":"2024-09-23T15:07:12Z"},{"name":"Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0","status":"completed","conclusion":"success","number":3,"started_at":"2024-09-23T15:07:12Z","completed_at":"2024-09-23T15:07:20Z"},{"name":"Run actions/download-artifact@v4","status":"completed","conclusion":"success","number":4,"started_at":"2024-09-23T15:07:20Z","completed_at":"2024-09-23T15:07:41Z"},{"name":"eager unit tests 4 tests","status":"completed","conclusion":"success","number":5,"started_at":"2024-09-23T15:07:41Z","completed_at":"2024-09-23T15:19:13Z"},{"name":"Run /./.github/actions/slack-report","status":"completed","conclusion":"skipped","number":6,"started_at":"2024-09-23T15:19:13Z","completed_at":"2024-09-23T15:19:13Z"},{"name":"Run /./.github/actions/upload-artifact-with-job-uuid","status":"completed","conclusion":"success","number":7,"started_at":"2024-09-23T15:19:13Z","completed_at":"2024-09-23T15:19:15Z"},{"name":"Post eager unit tests 4 tests","status":"completed","conclusion":"success","number":12,"started_at":"2024-09-23T15:19:15Z","completed_at":"2024-09-23T15:19:15Z"},{"name":"Post Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0","status":"completed","conclusion":"success","number":13,"started_at":"2024-09-23T15:19:16Z","completed_at":"2024-09-23T15:19:16Z"},{"name":"Complete runner","status":"completed","conclusion":"success","number":14,"started_at":"2024-09-23T15:19:20Z","completed_at":"2024-09-23T15:19:20Z"},{"name":"Complete job","status":"completed","conclusion":"success","number":15,"started_at":"2024-09-23T15:19:16Z","completed_at":"2024-09-23T15:19:16Z"}],"check_run_url":"https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30531866205","labels":["E150","cloud-virtual-machine","in-service"],"runner_id":203,"runner_name":"tt-metal-ci-vm-121","runner_group_id":1,"runner_group_name":"Default"},{"id":30531866848,"run_id":10996802864,"workflow_name":"All post-commit tests","head_branch":"virdhatchani/5_clean","run_url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/10996802864","run_attempt":1,"node_id":"CR_kwDOI9Wqc88AAAAHG9dQ4A","head_sha":"64249512152ed52c6df7d6adf6bb1a59b96db81c","url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30531866848","html_url":"https://github.com/tenstorrent/tt-metal/actions/runs/10996802864/job/30531866848","status":"completed","conclusion":"success","created_at":"2024-09-23T15:06:44Z","started_at":"2024-09-23T15:06:37Z","completed_at":"2024-09-23T15:14:51Z","name":"fast-dispatch-unit-tests (wormhole_b0, N300) / eager unit tests 5 wormhole_b0 N300","steps":[{"name":"Set up job","status":"completed","conclusion":"success","number":1,"started_at":"2024-09-23T15:06:36Z","completed_at":"2024-09-23T15:06:39Z"},{"name":"Set up runner","status":"completed","conclusion":"success","number":2,"started_at":"2024-09-23T15:06:39Z","completed_at":"2024-09-23T15:07:23Z"},{"name":"Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0","status":"completed","conclusion":"success","number":3,"started_at":"2024-09-23T15:07:23Z","completed_at":"2024-09-23T15:07:26Z"},{"name":"Run actions/download-artifact@v4","status":"completed","conclusion":"success","number":4,"started_at":"2024-09-23T15:07:26Z","completed_at":"2024-09-23T15:07:52Z"},{"name":"eager unit tests 5 tests","status":"completed","conclusion":"success","number":5,"started_at":"2024-09-23T15:07:52Z","completed_at":"2024-09-23T15:14:46Z"},{"name":"Run /./.github/actions/slack-report","status":"completed","conclusion":"skipped","number":6,"started_at":"2024-09-23T15:14:46Z","completed_at":"2024-09-23T15:14:46Z"},{"name":"Run /./.github/actions/upload-artifact-with-job-uuid","status":"completed","conclusion":"success","number":7,"started_at":"2024-09-23T15:14:46Z","completed_at":"2024-09-23T15:14:47Z"},{"name":"Post eager unit tests 5 tests","status":"completed","conclusion":"success","number":12,"started_at":"2024-09-23T15:14:47Z","completed_at":"2024-09-23T15:14:47Z"},{"name":"Post Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0","status":"completed","conclusion":"success","number":13,"started_at":"2024-09-23T15:14:48Z","completed_at":"2024-09-23T15:14:48Z"},{"name":"Complete runner","status":"completed","conclusion":"success","number":14,"started_at":"2024-09-23T15:14:48Z","completed_at":"2024-09-23T15:14:48Z"},{"name":"Complete job","status":"completed","conclusion":"success","number":15,"started_at":"2024-09-23T15:14:48Z","completed_at":"2024-09-23T15:14:48Z"}],"check_run_url":"https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30531866848","labels":["N300","cloud-virtual-machine","in-service"],"runner_id":113,"runner_name":"tt-metal-ci-vm-88","runner_group_id":1,"runner_group_name":"Default"},{"id":30531867419,"run_id":10996802864,"workflow_name":"All post-commit tests","head_branch":"virdhatchani/5_clean","run_url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/10996802864","run_attempt":1,"node_id":"CR_kwDOI9Wqc88AAAAHG9dTGw","head_sha":"64249512152ed52c6df7d6adf6bb1a59b96db81c","url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30531867419","html_url":"https://github.com/tenstorrent/tt-metal/actions/runs/10996802864/job/30531867419","status":"completed","conclusion":"success","created_at":"2024-09-23T15:06:45Z","started_at":"2024-09-23T15:06:37Z","completed_at":"2024-09-23T15:12:02Z","name":"fast-dispatch-unit-tests (grayskull, E150) / eager unit tests 5 grayskull E150","steps":[{"name":"Set up job","status":"completed","conclusion":"success","number":1,"started_at":"2024-09-23T15:06:37Z","completed_at":"2024-09-23T15:06:39Z"},{"name":"Set up runner","status":"completed","conclusion":"success","number":2,"started_at":"2024-09-23T15:06:39Z","completed_at":"2024-09-23T15:07:11Z"},{"name":"Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0","status":"completed","conclusion":"success","number":3,"started_at":"2024-09-23T15:07:11Z","completed_at":"2024-09-23T15:07:16Z"},{"name":"Run actions/download-artifact@v4","status":"completed","conclusion":"success","number":4,"started_at":"2024-09-23T15:07:17Z","completed_at":"2024-09-23T15:07:35Z"},{"name":"eager unit tests 5 tests","status":"completed","conclusion":"success","number":5,"started_at":"2024-09-23T15:07:36Z","completed_at":"2024-09-23T15:11:56Z"},{"name":"Run /./.github/actions/slack-report","status":"completed","conclusion":"skipped","number":6,"started_at":"2024-09-23T15:11:56Z","completed_at":"2024-09-23T15:11:56Z"},{"name":"Run /./.github/actions/upload-artifact-with-job-uuid","status":"completed","conclusion":"success","number":7,"started_at":"2024-09-23T15:11:56Z","completed_at":"2024-09-23T15:11:57Z"},{"name":"Post eager unit tests 5 tests","status":"completed","conclusion":"success","number":12,"started_at":"2024-09-23T15:11:58Z","completed_at":"2024-09-23T15:11:58Z"},{"name":"Post Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0","status":"completed","conclusion":"success","number":13,"started_at":"2024-09-23T15:11:58Z","completed_at":"2024-09-23T15:11:58Z"},{"name":"Complete runner","status":"completed","conclusion":"success","number":14,"started_at":"2024-09-23T15:11:58Z","completed_at":"2024-09-23T15:11:58Z"},{"name":"Complete job","status":"completed","conclusion":"success","number":15,"started_at":"2024-09-23T15:11:58Z","completed_at":"2024-09-23T15:11:58Z"}],"check_run_url":"https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30531867419","labels":["E150","cloud-virtual-machine","in-service"],"runner_id":132,"runner_name":"tt-metal-ci-vm-60","runner_group_id":1,"runner_group_name":"Default"},{"id":30531867956,"run_id":10996802864,"workflow_name":"All post-commit tests","head_branch":"virdhatchani/5_clean","run_url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/10996802864","run_attempt":1,"node_id":"CR_kwDOI9Wqc88AAAAHG9dVNA","head_sha":"64249512152ed52c6df7d6adf6bb1a59b96db81c","url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30531867956","html_url":"https://github.com/tenstorrent/tt-metal/actions/runs/10996802864/job/30531867956","status":"completed","conclusion":"success","created_at":"2024-09-23T15:06:45Z","started_at":"2024-09-23T15:06:36Z","completed_at":"2024-09-23T15:18:13Z","name":"fast-dispatch-unit-tests (wormhole_b0, N300) / eager unit tests 6 wormhole_b0 N300","steps":[{"name":"Set up job","status":"completed","conclusion":"success","number":1,"started_at":"2024-09-23T15:06:36Z","completed_at":"2024-09-23T15:06:38Z"},{"name":"Set up runner","status":"completed","conclusion":"success","number":2,"started_at":"2024-09-23T15:06:38Z","completed_at":"2024-09-23T15:07:22Z"},{"name":"Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0","status":"completed","conclusion":"success","number":3,"started_at":"2024-09-23T15:07:23Z","completed_at":"2024-09-23T15:07:29Z"},{"name":"Run actions/download-artifact@v4","status":"completed","conclusion":"success","number":4,"started_at":"2024-09-23T15:07:29Z","completed_at":"2024-09-23T15:07:58Z"},{"name":"eager unit tests 6 tests","status":"completed","conclusion":"success","number":5,"started_at":"2024-09-23T15:07:58Z","completed_at":"2024-09-23T15:18:03Z"},{"name":"Run /./.github/actions/slack-report","status":"completed","conclusion":"skipped","number":6,"started_at":"2024-09-23T15:18:04Z","completed_at":"2024-09-23T15:18:04Z"},{"name":"Run /./.github/actions/upload-artifact-with-job-uuid","status":"completed","conclusion":"success","number":7,"started_at":"2024-09-23T15:18:04Z","completed_at":"2024-09-23T15:18:05Z"},{"name":"Post eager unit tests 6 tests","status":"completed","conclusion":"success","number":12,"started_at":"2024-09-23T15:18:05Z","completed_at":"2024-09-23T15:18:05Z"},{"name":"Post Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0","status":"completed","conclusion":"success","number":13,"started_at":"2024-09-23T15:18:13Z","completed_at":"2024-09-23T15:18:13Z"},{"name":"Complete runner","status":"completed","conclusion":"success","number":14,"started_at":"2024-09-23T15:18:13Z","completed_at":"2024-09-23T15:18:13Z"},{"name":"Complete job","status":"completed","conclusion":"success","number":15,"started_at":"2024-09-23T15:18:05Z","completed_at":"2024-09-23T15:18:05Z"}],"check_run_url":"https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30531867956","labels":["N300","cloud-virtual-machine","in-service"],"runner_id":29,"runner_name":"tt-metal-ci-vm-45","runner_group_id":1,"runner_group_name":"Default"},{"id":30531868444,"run_id":10996802864,"workflow_name":"All post-commit tests","head_branch":"virdhatchani/5_clean","run_url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/10996802864","run_attempt":1,"node_id":"CR_kwDOI9Wqc88AAAAHG9dXHA","head_sha":"64249512152ed52c6df7d6adf6bb1a59b96db81c","url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30531868444","html_url":"https://github.com/tenstorrent/tt-metal/actions/runs/10996802864/job/30531868444","status":"completed","conclusion":"success","created_at":"2024-09-23T15:06:46Z","started_at":"2024-09-23T15:06:38Z","completed_at":"2024-09-23T15:16:59Z","name":"fast-dispatch-unit-tests (grayskull, E150) / eager unit tests 6 grayskull E150","steps":[{"name":"Set up job","status":"completed","conclusion":"success","number":1,"started_at":"2024-09-23T15:06:38Z","completed_at":"2024-09-23T15:06:40Z"},{"name":"Set up runner","status":"completed","conclusion":"success","number":2,"started_at":"2024-09-23T15:06:40Z","completed_at":"2024-09-23T15:07:12Z"},{"name":"Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0","status":"completed","conclusion":"success","number":3,"started_at":"2024-09-23T15:07:12Z","completed_at":"2024-09-23T15:07:16Z"},{"name":"Run actions/download-artifact@v4","status":"completed","conclusion":"success","number":4,"started_at":"2024-09-23T15:07:16Z","completed_at":"2024-09-23T15:07:35Z"},{"name":"eager unit tests 6 tests","status":"completed","conclusion":"success","number":5,"started_at":"2024-09-23T15:07:35Z","completed_at":"2024-09-23T15:16:52Z"},{"name":"Run /./.github/actions/slack-report","status":"completed","conclusion":"skipped","number":6,"started_at":"2024-09-23T15:16:52Z","completed_at":"2024-09-23T15:16:52Z"},{"name":"Run /./.github/actions/upload-artifact-with-job-uuid","status":"completed","conclusion":"success","number":7,"started_at":"2024-09-23T15:16:52Z","completed_at":"2024-09-23T15:16:53Z"},{"name":"Post eager unit tests 6 tests","status":"completed","conclusion":"success","number":12,"started_at":"2024-09-23T15:16:53Z","completed_at":"2024-09-23T15:16:53Z"},{"name":"Post Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0","status":"completed","conclusion":"success","number":13,"started_at":"2024-09-23T15:16:54Z","completed_at":"2024-09-23T15:16:54Z"},{"name":"Complete runner","status":"completed","conclusion":"success","number":14,"started_at":"2024-09-23T15:16:54Z","completed_at":"2024-09-23T15:16:54Z"},{"name":"Complete job","status":"completed","conclusion":"success","number":15,"started_at":"2024-09-23T15:16:54Z","completed_at":"2024-09-23T15:16:54Z"}],"check_run_url":"https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30531868444","labels":["E150","cloud-virtual-machine","in-service"],"runner_id":144,"runner_name":"tt-metal-ci-vm-107","runner_group_id":1,"runner_group_name":"Default"},{"id":30531868989,"run_id":10996802864,"workflow_name":"All post-commit tests","head_branch":"virdhatchani/5_clean","run_url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/10996802864","run_attempt":1,"node_id":"CR_kwDOI9Wqc88AAAAHG9dZPQ","head_sha":"64249512152ed52c6df7d6adf6bb1a59b96db81c","url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30531868989","html_url":"https://github.com/tenstorrent/tt-metal/actions/runs/10996802864/job/30531868989","status":"completed","conclusion":"success","created_at":"2024-09-23T15:06:46Z","started_at":"2024-09-23T15:06:37Z","completed_at":"2024-09-23T15:16:40Z","name":"fast-dispatch-unit-tests (wormhole_b0, N300) / eager unit tests 7 wormhole_b0 N300","steps":[{"name":"Set up job","status":"completed","conclusion":"success","number":1,"started_at":"2024-09-23T15:06:37Z","completed_at":"2024-09-23T15:06:39Z"},{"name":"Set up runner","status":"completed","conclusion":"success","number":2,"started_at":"2024-09-23T15:06:39Z","completed_at":"2024-09-23T15:07:23Z"},{"name":"Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0","status":"completed","conclusion":"success","number":3,"started_at":"2024-09-23T15:07:23Z","completed_at":"2024-09-23T15:07:27Z"},{"name":"Run actions/download-artifact@v4","status":"completed","conclusion":"success","number":4,"started_at":"2024-09-23T15:07:27Z","completed_at":"2024-09-23T15:08:03Z"},{"name":"eager unit tests 7 tests","status":"completed","conclusion":"success","number":5,"started_at":"2024-09-23T15:08:03Z","completed_at":"2024-09-23T15:16:33Z"},{"name":"Run /./.github/actions/slack-report","status":"completed","conclusion":"skipped","number":6,"started_at":"2024-09-23T15:16:33Z","completed_at":"2024-09-23T15:16:33Z"},{"name":"Run /./.github/actions/upload-artifact-with-job-uuid","status":"completed","conclusion":"success","number":7,"started_at":"2024-09-23T15:16:33Z","completed_at":"2024-09-23T15:16:34Z"},{"name":"Post eager unit tests 7 tests","status":"completed","conclusion":"success","number":12,"started_at":"2024-09-23T15:16:35Z","completed_at":"2024-09-23T15:16:35Z"},{"name":"Post Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0","status":"completed","conclusion":"success","number":13,"started_at":"2024-09-23T15:16:40Z","completed_at":"2024-09-23T15:16:40Z"},{"name":"Complete runner","status":"completed","conclusion":"success","number":14,"started_at":"2024-09-23T15:16:40Z","completed_at":"2024-09-23T15:16:40Z"},{"name":"Complete job","status":"completed","conclusion":"success","number":15,"started_at":"2024-09-23T15:16:35Z","completed_at":"2024-09-23T15:16:35Z"}],"check_run_url":"https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30531868989","labels":["N300","cloud-virtual-machine","in-service"],"runner_id":91,"runner_name":"tt-metal-ci-vm-49","runner_group_id":1,"runner_group_name":"Default"},{"id":30531869694,"run_id":10996802864,"workflow_name":"All post-commit tests","head_branch":"virdhatchani/5_clean","run_url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/10996802864","run_attempt":1,"node_id":"CR_kwDOI9Wqc88AAAAHG9db_g","head_sha":"64249512152ed52c6df7d6adf6bb1a59b96db81c","url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30531869694","html_url":"https://github.com/tenstorrent/tt-metal/actions/runs/10996802864/job/30531869694","status":"completed","conclusion":"success","created_at":"2024-09-23T15:06:47Z","started_at":"2024-09-23T15:06:38Z","completed_at":"2024-09-23T15:16:40Z","name":"fast-dispatch-unit-tests (grayskull, E150) / eager unit tests 7 grayskull E150","steps":[{"name":"Set up job","status":"completed","conclusion":"success","number":1,"started_at":"2024-09-23T15:06:38Z","completed_at":"2024-09-23T15:06:40Z"},{"name":"Set up runner","status":"completed","conclusion":"success","number":2,"started_at":"2024-09-23T15:06:40Z","completed_at":"2024-09-23T15:07:12Z"},{"name":"Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0","status":"completed","conclusion":"success","number":3,"started_at":"2024-09-23T15:07:12Z","completed_at":"2024-09-23T15:07:17Z"},{"name":"Run actions/download-artifact@v4","status":"completed","conclusion":"success","number":4,"started_at":"2024-09-23T15:07:18Z","completed_at":"2024-09-23T15:07:41Z"},{"name":"eager unit tests 7 tests","status":"completed","conclusion":"success","number":5,"started_at":"2024-09-23T15:07:41Z","completed_at":"2024-09-23T15:16:33Z"},{"name":"Run /./.github/actions/slack-report","status":"completed","conclusion":"skipped","number":6,"started_at":"2024-09-23T15:16:33Z","completed_at":"2024-09-23T15:16:33Z"},{"name":"Run /./.github/actions/upload-artifact-with-job-uuid","status":"completed","conclusion":"success","number":7,"started_at":"2024-09-23T15:16:33Z","completed_at":"2024-09-23T15:16:34Z"},{"name":"Post eager unit tests 7 tests","status":"completed","conclusion":"success","number":12,"started_at":"2024-09-23T15:16:34Z","completed_at":"2024-09-23T15:16:35Z"},{"name":"Post Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0","status":"completed","conclusion":"success","number":13,"started_at":"2024-09-23T15:16:35Z","completed_at":"2024-09-23T15:16:35Z"},{"name":"Complete runner","status":"completed","conclusion":"success","number":14,"started_at":"2024-09-23T15:16:40Z","completed_at":"2024-09-23T15:16:40Z"},{"name":"Complete job","status":"completed","conclusion":"success","number":15,"started_at":"2024-09-23T15:16:35Z","completed_at":"2024-09-23T15:16:35Z"}],"check_run_url":"https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30531869694","labels":["E150","cloud-virtual-machine","in-service"],"runner_id":140,"runner_name":"tt-metal-ci-vm-106","runner_group_id":1,"runner_group_name":"Default"},{"id":30531870322,"run_id":10996802864,"workflow_name":"All post-commit tests","head_branch":"virdhatchani/5_clean","run_url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/10996802864","run_attempt":1,"node_id":"CR_kwDOI9Wqc88AAAAHG9decg","head_sha":"64249512152ed52c6df7d6adf6bb1a59b96db81c","url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30531870322","html_url":"https://github.com/tenstorrent/tt-metal/actions/runs/10996802864/job/30531870322","status":"completed","conclusion":"success","created_at":"2024-09-23T15:06:47Z","started_at":"2024-09-23T15:06:36Z","completed_at":"2024-09-23T15:09:08Z","name":"fast-dispatch-unit-tests (wormhole_b0, N300) / eager trace tests wormhole_b0 N300","steps":[{"name":"Set up job","status":"completed","conclusion":"success","number":1,"started_at":"2024-09-23T15:06:35Z","completed_at":"2024-09-23T15:06:38Z"},{"name":"Set up runner","status":"completed","conclusion":"success","number":2,"started_at":"2024-09-23T15:06:38Z","completed_at":"2024-09-23T15:07:21Z"},{"name":"Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0","status":"completed","conclusion":"success","number":3,"started_at":"2024-09-23T15:07:21Z","completed_at":"2024-09-23T15:07:26Z"},{"name":"Run actions/download-artifact@v4","status":"completed","conclusion":"success","number":4,"started_at":"2024-09-23T15:07:27Z","completed_at":"2024-09-23T15:08:00Z"},{"name":"eager trace tests tests","status":"completed","conclusion":"success","number":5,"started_at":"2024-09-23T15:08:00Z","completed_at":"2024-09-23T15:09:03Z"},{"name":"Run /./.github/actions/slack-report","status":"completed","conclusion":"skipped","number":6,"started_at":"2024-09-23T15:09:04Z","completed_at":"2024-09-23T15:09:04Z"},{"name":"Run /./.github/actions/upload-artifact-with-job-uuid","status":"completed","conclusion":"success","number":7,"started_at":"2024-09-23T15:09:04Z","completed_at":"2024-09-23T15:09:04Z"},{"name":"Post eager trace tests tests","status":"completed","conclusion":"success","number":12,"started_at":"2024-09-23T15:09:05Z","completed_at":"2024-09-23T15:09:05Z"},{"name":"Post Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0","status":"completed","conclusion":"success","number":13,"started_at":"2024-09-23T15:09:05Z","completed_at":"2024-09-23T15:09:05Z"},{"name":"Complete runner","status":"completed","conclusion":"success","number":14,"started_at":"2024-09-23T15:09:08Z","completed_at":"2024-09-23T15:09:08Z"},{"name":"Complete job","status":"completed","conclusion":"success","number":15,"started_at":"2024-09-23T15:09:05Z","completed_at":"2024-09-23T15:09:05Z"}],"check_run_url":"https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30531870322","labels":["N300","cloud-virtual-machine","in-service"],"runner_id":59,"runner_name":"tt-metal-ci-vm-42","runner_group_id":1,"runner_group_name":"Default"},{"id":30531870839,"run_id":10996802864,"workflow_name":"All post-commit tests","head_branch":"virdhatchani/5_clean","run_url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/10996802864","run_attempt":1,"node_id":"CR_kwDOI9Wqc88AAAAHG9dgdw","head_sha":"64249512152ed52c6df7d6adf6bb1a59b96db81c","url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30531870839","html_url":"https://github.com/tenstorrent/tt-metal/actions/runs/10996802864/job/30531870839","status":"completed","conclusion":"success","created_at":"2024-09-23T15:06:48Z","started_at":"2024-09-23T15:06:38Z","completed_at":"2024-09-23T15:12:26Z","name":"fast-dispatch-unit-tests (grayskull, E150) / eager trace tests grayskull E150","steps":[{"name":"Set up job","status":"completed","conclusion":"success","number":1,"started_at":"2024-09-23T15:06:38Z","completed_at":"2024-09-23T15:06:40Z"},{"name":"Set up runner","status":"completed","conclusion":"success","number":2,"started_at":"2024-09-23T15:06:41Z","completed_at":"2024-09-23T15:07:12Z"},{"name":"Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0","status":"completed","conclusion":"success","number":3,"started_at":"2024-09-23T15:07:12Z","completed_at":"2024-09-23T15:07:20Z"},{"name":"Run actions/download-artifact@v4","status":"completed","conclusion":"success","number":4,"started_at":"2024-09-23T15:07:21Z","completed_at":"2024-09-23T15:07:57Z"},{"name":"eager trace tests tests","status":"completed","conclusion":"success","number":5,"started_at":"2024-09-23T15:07:57Z","completed_at":"2024-09-23T15:12:21Z"},{"name":"Run /./.github/actions/slack-report","status":"completed","conclusion":"skipped","number":6,"started_at":"2024-09-23T15:12:21Z","completed_at":"2024-09-23T15:12:21Z"},{"name":"Run /./.github/actions/upload-artifact-with-job-uuid","status":"completed","conclusion":"success","number":7,"started_at":"2024-09-23T15:12:21Z","completed_at":"2024-09-23T15:12:22Z"},{"name":"Post eager trace tests tests","status":"completed","conclusion":"success","number":12,"started_at":"2024-09-23T15:12:23Z","completed_at":"2024-09-23T15:12:23Z"},{"name":"Post Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0","status":"completed","conclusion":"success","number":13,"started_at":"2024-09-23T15:12:23Z","completed_at":"2024-09-23T15:12:23Z"},{"name":"Complete runner","status":"completed","conclusion":"success","number":14,"started_at":"2024-09-23T15:12:23Z","completed_at":"2024-09-23T15:12:23Z"},{"name":"Complete job","status":"completed","conclusion":"success","number":15,"started_at":"2024-09-23T15:12:23Z","completed_at":"2024-09-23T15:12:23Z"}],"check_run_url":"https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30531870839","labels":["E150","cloud-virtual-machine","in-service"],"runner_id":130,"runner_name":"tt-metal-ci-vm-100","runner_group_id":1,"runner_group_name":"Default"},{"id":30531871431,"run_id":10996802864,"workflow_name":"All post-commit tests","head_branch":"virdhatchani/5_clean","run_url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/10996802864","run_attempt":1,"node_id":"CR_kwDOI9Wqc88AAAAHG9dixw","head_sha":"64249512152ed52c6df7d6adf6bb1a59b96db81c","url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30531871431","html_url":"https://github.com/tenstorrent/tt-metal/actions/runs/10996802864/job/30531871431","status":"completed","conclusion":"success","created_at":"2024-09-23T15:06:48Z","started_at":"2024-09-23T15:06:37Z","completed_at":"2024-09-23T15:13:52Z","name":"fast-dispatch-unit-tests (wormhole_b0, N300) / sweep wormhole_b0 N300","steps":[{"name":"Set up job","status":"completed","conclusion":"success","number":1,"started_at":"2024-09-23T15:06:36Z","completed_at":"2024-09-23T15:06:39Z"},{"name":"Set up runner","status":"completed","conclusion":"success","number":2,"started_at":"2024-09-23T15:06:39Z","completed_at":"2024-09-23T15:07:23Z"},{"name":"Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0","status":"completed","conclusion":"success","number":3,"started_at":"2024-09-23T15:07:24Z","completed_at":"2024-09-23T15:07:29Z"},{"name":"Run actions/download-artifact@v4","status":"completed","conclusion":"success","number":4,"started_at":"2024-09-23T15:07:30Z","completed_at":"2024-09-23T15:07:52Z"},{"name":"sweep tests","status":"completed","conclusion":"success","number":5,"started_at":"2024-09-23T15:07:52Z","completed_at":"2024-09-23T15:13:43Z"},{"name":"Run /./.github/actions/slack-report","status":"completed","conclusion":"skipped","number":6,"started_at":"2024-09-23T15:13:43Z","completed_at":"2024-09-23T15:13:43Z"},{"name":"Run /./.github/actions/upload-artifact-with-job-uuid","status":"completed","conclusion":"success","number":7,"started_at":"2024-09-23T15:13:43Z","completed_at":"2024-09-23T15:13:44Z"},{"name":"Post sweep tests","status":"completed","conclusion":"success","number":12,"started_at":"2024-09-23T15:13:44Z","completed_at":"2024-09-23T15:13:44Z"},{"name":"Post Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0","status":"completed","conclusion":"success","number":13,"started_at":"2024-09-23T15:13:45Z","completed_at":"2024-09-23T15:13:45Z"},{"name":"Complete runner","status":"completed","conclusion":"success","number":14,"started_at":"2024-09-23T15:13:45Z","completed_at":"2024-09-23T15:13:45Z"},{"name":"Complete job","status":"completed","conclusion":"success","number":15,"started_at":"2024-09-23T15:13:45Z","completed_at":"2024-09-23T15:13:45Z"}],"check_run_url":"https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30531871431","labels":["N300","cloud-virtual-machine","in-service"],"runner_id":57,"runner_name":"tt-metal-ci-vm-52","runner_group_id":1,"runner_group_name":"Default"},{"id":30531871905,"run_id":10996802864,"workflow_name":"All post-commit tests","head_branch":"virdhatchani/5_clean","run_url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/10996802864","run_attempt":1,"node_id":"CR_kwDOI9Wqc88AAAAHG9dkoQ","head_sha":"64249512152ed52c6df7d6adf6bb1a59b96db81c","url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30531871905","html_url":"https://github.com/tenstorrent/tt-metal/actions/runs/10996802864/job/30531871905","status":"completed","conclusion":"success","created_at":"2024-09-23T15:06:49Z","started_at":"2024-09-23T15:06:38Z","completed_at":"2024-09-23T15:21:49Z","name":"fast-dispatch-unit-tests (grayskull, E150) / sweep grayskull E150","steps":[{"name":"Set up job","status":"completed","conclusion":"success","number":1,"started_at":"2024-09-23T15:06:38Z","completed_at":"2024-09-23T15:06:40Z"},{"name":"Set up runner","status":"completed","conclusion":"success","number":2,"started_at":"2024-09-23T15:06:41Z","completed_at":"2024-09-23T15:07:12Z"},{"name":"Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0","status":"completed","conclusion":"success","number":3,"started_at":"2024-09-23T15:07:12Z","completed_at":"2024-09-23T15:07:16Z"},{"name":"Run actions/download-artifact@v4","status":"completed","conclusion":"success","number":4,"started_at":"2024-09-23T15:07:16Z","completed_at":"2024-09-23T15:07:34Z"},{"name":"sweep tests","status":"completed","conclusion":"success","number":5,"started_at":"2024-09-23T15:07:34Z","completed_at":"2024-09-23T15:21:43Z"},{"name":"Run /./.github/actions/slack-report","status":"completed","conclusion":"skipped","number":6,"started_at":"2024-09-23T15:21:43Z","completed_at":"2024-09-23T15:21:43Z"},{"name":"Run /./.github/actions/upload-artifact-with-job-uuid","status":"completed","conclusion":"success","number":7,"started_at":"2024-09-23T15:21:43Z","completed_at":"2024-09-23T15:21:44Z"},{"name":"Post sweep tests","status":"completed","conclusion":"success","number":12,"started_at":"2024-09-23T15:21:44Z","completed_at":"2024-09-23T15:21:44Z"},{"name":"Post Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0","status":"completed","conclusion":"success","number":13,"started_at":"2024-09-23T15:21:45Z","completed_at":"2024-09-23T15:21:45Z"},{"name":"Complete runner","status":"completed","conclusion":"success","number":14,"started_at":"2024-09-23T15:21:45Z","completed_at":"2024-09-23T15:21:45Z"},{"name":"Complete job","status":"completed","conclusion":"success","number":15,"started_at":"2024-09-23T15:21:45Z","completed_at":"2024-09-23T15:21:45Z"}],"check_run_url":"https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30531871905","labels":["E150","cloud-virtual-machine","in-service"],"runner_id":141,"runner_name":"tt-metal-ci-vm-108","runner_group_id":1,"runner_group_name":"Default"},{"id":30531872462,"run_id":10996802864,"workflow_name":"All post-commit tests","head_branch":"virdhatchani/5_clean","run_url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/10996802864","run_attempt":1,"node_id":"CR_kwDOI9Wqc88AAAAHG9dmzg","head_sha":"64249512152ed52c6df7d6adf6bb1a59b96db81c","url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30531872462","html_url":"https://github.com/tenstorrent/tt-metal/actions/runs/10996802864/job/30531872462","status":"completed","conclusion":"success","created_at":"2024-09-23T15:06:49Z","started_at":"2024-09-23T15:06:40Z","completed_at":"2024-09-23T15:13:52Z","name":"fast-dispatch-unit-tests (wormhole_b0, N150) / eager unit tests 1 wormhole_b0 N150","steps":[{"name":"Set up job","status":"completed","conclusion":"success","number":1,"started_at":"2024-09-23T15:06:40Z","completed_at":"2024-09-23T15:06:42Z"},{"name":"Set up runner","status":"completed","conclusion":"success","number":2,"started_at":"2024-09-23T15:06:42Z","completed_at":"2024-09-23T15:07:26Z"},{"name":"Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0","status":"completed","conclusion":"success","number":3,"started_at":"2024-09-23T15:07:26Z","completed_at":"2024-09-23T15:07:29Z"},{"name":"Run actions/download-artifact@v4","status":"completed","conclusion":"success","number":4,"started_at":"2024-09-23T15:07:29Z","completed_at":"2024-09-23T15:07:51Z"},{"name":"eager unit tests 1 tests","status":"completed","conclusion":"success","number":5,"started_at":"2024-09-23T15:07:51Z","completed_at":"2024-09-23T15:13:45Z"},{"name":"Run /./.github/actions/slack-report","status":"completed","conclusion":"skipped","number":6,"started_at":"2024-09-23T15:13:45Z","completed_at":"2024-09-23T15:13:45Z"},{"name":"Run /./.github/actions/upload-artifact-with-job-uuid","status":"completed","conclusion":"success","number":7,"started_at":"2024-09-23T15:13:45Z","completed_at":"2024-09-23T15:13:46Z"},{"name":"Post eager unit tests 1 tests","status":"completed","conclusion":"success","number":12,"started_at":"2024-09-23T15:13:47Z","completed_at":"2024-09-23T15:13:47Z"},{"name":"Post Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0","status":"completed","conclusion":"success","number":13,"started_at":"2024-09-23T15:13:51Z","completed_at":"2024-09-23T15:13:51Z"},{"name":"Complete runner","status":"completed","conclusion":"success","number":14,"started_at":"2024-09-23T15:13:51Z","completed_at":"2024-09-23T15:13:51Z"},{"name":"Complete job","status":"completed","conclusion":"success","number":15,"started_at":"2024-09-23T15:13:47Z","completed_at":"2024-09-23T15:13:47Z"}],"check_run_url":"https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30531872462","labels":["N150","cloud-virtual-machine","in-service"],"runner_id":196,"runner_name":"tt-metal-ci-vm-15","runner_group_id":1,"runner_group_name":"Default"},{"id":30531873000,"run_id":10996802864,"workflow_name":"All post-commit tests","head_branch":"virdhatchani/5_clean","run_url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/10996802864","run_attempt":1,"node_id":"CR_kwDOI9Wqc88AAAAHG9do6A","head_sha":"64249512152ed52c6df7d6adf6bb1a59b96db81c","url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30531873000","html_url":"https://github.com/tenstorrent/tt-metal/actions/runs/10996802864/job/30531873000","status":"completed","conclusion":"success","created_at":"2024-09-23T15:06:50Z","started_at":"2024-09-23T15:06:38Z","completed_at":"2024-09-23T15:11:45Z","name":"fast-dispatch-unit-tests (wormhole_b0, N150) / eager unit tests 2 wormhole_b0 N150","steps":[{"name":"Set up job","status":"completed","conclusion":"success","number":1,"started_at":"2024-09-23T15:06:38Z","completed_at":"2024-09-23T15:06:40Z"},{"name":"Set up runner","status":"completed","conclusion":"success","number":2,"started_at":"2024-09-23T15:06:41Z","completed_at":"2024-09-23T15:07:24Z"},{"name":"Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0","status":"completed","conclusion":"success","number":3,"started_at":"2024-09-23T15:07:24Z","completed_at":"2024-09-23T15:07:32Z"},{"name":"Run actions/download-artifact@v4","status":"completed","conclusion":"success","number":4,"started_at":"2024-09-23T15:07:33Z","completed_at":"2024-09-23T15:07:55Z"},{"name":"eager unit tests 2 tests","status":"completed","conclusion":"success","number":5,"started_at":"2024-09-23T15:07:55Z","completed_at":"2024-09-23T15:11:38Z"},{"name":"Run /./.github/actions/slack-report","status":"completed","conclusion":"skipped","number":6,"started_at":"2024-09-23T15:11:38Z","completed_at":"2024-09-23T15:11:38Z"},{"name":"Run /./.github/actions/upload-artifact-with-job-uuid","status":"completed","conclusion":"success","number":7,"started_at":"2024-09-23T15:11:38Z","completed_at":"2024-09-23T15:11:39Z"},{"name":"Post eager unit tests 2 tests","status":"completed","conclusion":"success","number":12,"started_at":"2024-09-23T15:11:39Z","completed_at":"2024-09-23T15:11:39Z"},{"name":"Post Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0","status":"completed","conclusion":"success","number":13,"started_at":"2024-09-23T15:11:45Z","completed_at":"2024-09-23T15:11:45Z"},{"name":"Complete runner","status":"completed","conclusion":"success","number":14,"started_at":"2024-09-23T15:11:45Z","completed_at":"2024-09-23T15:11:45Z"},{"name":"Complete job","status":"completed","conclusion":"success","number":15,"started_at":"2024-09-23T15:11:40Z","completed_at":"2024-09-23T15:11:40Z"}],"check_run_url":"https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30531873000","labels":["N150","cloud-virtual-machine","in-service"],"runner_id":99,"runner_name":"tt-metal-ci-vm-37","runner_group_id":1,"runner_group_name":"Default"},{"id":30531873575,"run_id":10996802864,"workflow_name":"All post-commit tests","head_branch":"virdhatchani/5_clean","run_url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/10996802864","run_attempt":1,"node_id":"CR_kwDOI9Wqc88AAAAHG9drJw","head_sha":"64249512152ed52c6df7d6adf6bb1a59b96db81c","url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30531873575","html_url":"https://github.com/tenstorrent/tt-metal/actions/runs/10996802864/job/30531873575","status":"completed","conclusion":"success","created_at":"2024-09-23T15:06:50Z","started_at":"2024-09-23T15:06:39Z","completed_at":"2024-09-23T15:18:14Z","name":"models-unit-tests (grayskull, E150) / model grayskull E150","steps":[{"name":"Set up job","status":"completed","conclusion":"success","number":1,"started_at":"2024-09-23T15:06:38Z","completed_at":"2024-09-23T15:06:41Z"},{"name":"Set up runner","status":"completed","conclusion":"success","number":2,"started_at":"2024-09-23T15:06:41Z","completed_at":"2024-09-23T15:07:13Z"},{"name":"Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0","status":"completed","conclusion":"success","number":3,"started_at":"2024-09-23T15:07:13Z","completed_at":"2024-09-23T15:07:16Z"},{"name":"Run actions/download-artifact@v4","status":"completed","conclusion":"success","number":4,"started_at":"2024-09-23T15:07:17Z","completed_at":"2024-09-23T15:07:35Z"},{"name":"model tests","status":"completed","conclusion":"success","number":5,"started_at":"2024-09-23T15:07:35Z","completed_at":"2024-09-23T15:18:08Z"},{"name":"Run /./.github/actions/slack-report","status":"completed","conclusion":"skipped","number":6,"started_at":"2024-09-23T15:18:09Z","completed_at":"2024-09-23T15:18:09Z"},{"name":"Run /./.github/actions/upload-artifact-with-job-uuid","status":"completed","conclusion":"success","number":7,"started_at":"2024-09-23T15:18:09Z","completed_at":"2024-09-23T15:18:10Z"},{"name":"Post model tests","status":"completed","conclusion":"success","number":12,"started_at":"2024-09-23T15:18:10Z","completed_at":"2024-09-23T15:18:10Z"},{"name":"Post Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0","status":"completed","conclusion":"success","number":13,"started_at":"2024-09-23T15:18:14Z","completed_at":"2024-09-23T15:18:14Z"},{"name":"Complete runner","status":"completed","conclusion":"success","number":14,"started_at":"2024-09-23T15:18:14Z","completed_at":"2024-09-23T15:18:14Z"},{"name":"Complete job","status":"completed","conclusion":"success","number":15,"started_at":"2024-09-23T15:18:10Z","completed_at":"2024-09-23T15:18:10Z"}],"check_run_url":"https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30531873575","labels":["E150","in-service","cloud-virtual-machine"],"runner_id":128,"runner_name":"tt-metal-ci-vm-101","runner_group_id":1,"runner_group_name":"Default"},{"id":30531874127,"run_id":10996802864,"workflow_name":"All post-commit tests","head_branch":"virdhatchani/5_clean","run_url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/10996802864","run_attempt":1,"node_id":"CR_kwDOI9Wqc88AAAAHG9dtTw","head_sha":"64249512152ed52c6df7d6adf6bb1a59b96db81c","url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30531874127","html_url":"https://github.com/tenstorrent/tt-metal/actions/runs/10996802864/job/30531874127","status":"completed","conclusion":"success","created_at":"2024-09-23T15:06:51Z","started_at":"2024-09-23T15:06:39Z","completed_at":"2024-09-23T15:21:45Z","name":"fast-dispatch-unit-tests (wormhole_b0, N150) / eager unit tests 3 wormhole_b0 N150","steps":[{"name":"Set up job","status":"completed","conclusion":"success","number":1,"started_at":"2024-09-23T15:06:39Z","completed_at":"2024-09-23T15:06:41Z"},{"name":"Set up runner","status":"completed","conclusion":"success","number":2,"started_at":"2024-09-23T15:06:41Z","completed_at":"2024-09-23T15:07:25Z"},{"name":"Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0","status":"completed","conclusion":"success","number":3,"started_at":"2024-09-23T15:07:25Z","completed_at":"2024-09-23T15:07:31Z"},{"name":"Run actions/download-artifact@v4","status":"completed","conclusion":"success","number":4,"started_at":"2024-09-23T15:07:31Z","completed_at":"2024-09-23T15:08:08Z"},{"name":"eager unit tests 3 tests","status":"completed","conclusion":"success","number":5,"started_at":"2024-09-23T15:08:09Z","completed_at":"2024-09-23T15:21:39Z"},{"name":"Run /./.github/actions/slack-report","status":"completed","conclusion":"skipped","number":6,"started_at":"2024-09-23T15:21:39Z","completed_at":"2024-09-23T15:21:39Z"},{"name":"Run /./.github/actions/upload-artifact-with-job-uuid","status":"completed","conclusion":"success","number":7,"started_at":"2024-09-23T15:21:39Z","completed_at":"2024-09-23T15:21:40Z"},{"name":"Post eager unit tests 3 tests","status":"completed","conclusion":"success","number":12,"started_at":"2024-09-23T15:21:41Z","completed_at":"2024-09-23T15:21:41Z"},{"name":"Post Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0","status":"completed","conclusion":"success","number":13,"started_at":"2024-09-23T15:21:41Z","completed_at":"2024-09-23T15:21:41Z"},{"name":"Complete runner","status":"completed","conclusion":"success","number":14,"started_at":"2024-09-23T15:21:45Z","completed_at":"2024-09-23T15:21:45Z"},{"name":"Complete job","status":"completed","conclusion":"success","number":15,"started_at":"2024-09-23T15:21:41Z","completed_at":"2024-09-23T15:21:41Z"}],"check_run_url":"https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30531874127","labels":["N150","cloud-virtual-machine","in-service"],"runner_id":42,"runner_name":"tt-metal-ci-vm-58","runner_group_id":1,"runner_group_name":"Default"},{"id":30531874668,"run_id":10996802864,"workflow_name":"All post-commit tests","head_branch":"virdhatchani/5_clean","run_url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/10996802864","run_attempt":1,"node_id":"CR_kwDOI9Wqc88AAAAHG9dvbA","head_sha":"64249512152ed52c6df7d6adf6bb1a59b96db81c","url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30531874668","html_url":"https://github.com/tenstorrent/tt-metal/actions/runs/10996802864/job/30531874668","status":"completed","conclusion":"success","created_at":"2024-09-23T15:06:51Z","started_at":"2024-09-23T15:06:39Z","completed_at":"2024-09-23T15:18:14Z","name":"fast-dispatch-unit-tests (wormhole_b0, N150) / eager unit tests 4 wormhole_b0 N150","steps":[{"name":"Set up job","status":"completed","conclusion":"success","number":1,"started_at":"2024-09-23T15:06:39Z","completed_at":"2024-09-23T15:06:41Z"},{"name":"Set up runner","status":"completed","conclusion":"success","number":2,"started_at":"2024-09-23T15:06:41Z","completed_at":"2024-09-23T15:07:25Z"},{"name":"Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0","status":"completed","conclusion":"success","number":3,"started_at":"2024-09-23T15:07:25Z","completed_at":"2024-09-23T15:07:29Z"},{"name":"Run actions/download-artifact@v4","status":"completed","conclusion":"success","number":4,"started_at":"2024-09-23T15:07:29Z","completed_at":"2024-09-23T15:07:48Z"},{"name":"eager unit tests 4 tests","status":"completed","conclusion":"success","number":5,"started_at":"2024-09-23T15:07:48Z","completed_at":"2024-09-23T15:18:07Z"},{"name":"Run /./.github/actions/slack-report","status":"completed","conclusion":"skipped","number":6,"started_at":"2024-09-23T15:18:08Z","completed_at":"2024-09-23T15:18:08Z"},{"name":"Run /./.github/actions/upload-artifact-with-job-uuid","status":"completed","conclusion":"success","number":7,"started_at":"2024-09-23T15:18:08Z","completed_at":"2024-09-23T15:18:09Z"},{"name":"Post eager unit tests 4 tests","status":"completed","conclusion":"success","number":12,"started_at":"2024-09-23T15:18:09Z","completed_at":"2024-09-23T15:18:09Z"},{"name":"Post Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0","status":"completed","conclusion":"success","number":13,"started_at":"2024-09-23T15:18:09Z","completed_at":"2024-09-23T15:18:09Z"},{"name":"Complete runner","status":"completed","conclusion":"success","number":14,"started_at":"2024-09-23T15:18:09Z","completed_at":"2024-09-23T15:18:09Z"},{"name":"Complete job","status":"completed","conclusion":"success","number":15,"started_at":"2024-09-23T15:18:09Z","completed_at":"2024-09-23T15:18:09Z"}],"check_run_url":"https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30531874668","labels":["N150","cloud-virtual-machine","in-service"],"runner_id":83,"runner_name":"tt-metal-ci-vm-39","runner_group_id":1,"runner_group_name":"Default"},{"id":30531875279,"run_id":10996802864,"workflow_name":"All post-commit tests","head_branch":"virdhatchani/5_clean","run_url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/10996802864","run_attempt":1,"node_id":"CR_kwDOI9Wqc88AAAAHG9dxzw","head_sha":"64249512152ed52c6df7d6adf6bb1a59b96db81c","url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30531875279","html_url":"https://github.com/tenstorrent/tt-metal/actions/runs/10996802864/job/30531875279","status":"completed","conclusion":"success","created_at":"2024-09-23T15:06:52Z","started_at":"2024-09-23T15:06:39Z","completed_at":"2024-09-23T15:15:05Z","name":"models-unit-tests (wormhole_b0, N150) / model wormhole_b0 N150","steps":[{"name":"Set up job","status":"completed","conclusion":"success","number":1,"started_at":"2024-09-23T15:06:38Z","completed_at":"2024-09-23T15:06:41Z"},{"name":"Set up runner","status":"completed","conclusion":"success","number":2,"started_at":"2024-09-23T15:06:41Z","completed_at":"2024-09-23T15:07:24Z"},{"name":"Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0","status":"completed","conclusion":"success","number":3,"started_at":"2024-09-23T15:07:25Z","completed_at":"2024-09-23T15:07:30Z"},{"name":"Run actions/download-artifact@v4","status":"completed","conclusion":"success","number":4,"started_at":"2024-09-23T15:07:30Z","completed_at":"2024-09-23T15:08:00Z"},{"name":"model tests","status":"completed","conclusion":"success","number":5,"started_at":"2024-09-23T15:08:00Z","completed_at":"2024-09-23T15:15:00Z"},{"name":"Run /./.github/actions/slack-report","status":"completed","conclusion":"skipped","number":6,"started_at":"2024-09-23T15:15:00Z","completed_at":"2024-09-23T15:15:00Z"},{"name":"Run /./.github/actions/upload-artifact-with-job-uuid","status":"completed","conclusion":"success","number":7,"started_at":"2024-09-23T15:15:00Z","completed_at":"2024-09-23T15:15:01Z"},{"name":"Post model tests","status":"completed","conclusion":"success","number":12,"started_at":"2024-09-23T15:15:01Z","completed_at":"2024-09-23T15:15:01Z"},{"name":"Post Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0","status":"completed","conclusion":"success","number":13,"started_at":"2024-09-23T15:15:02Z","completed_at":"2024-09-23T15:15:02Z"},{"name":"Complete runner","status":"completed","conclusion":"success","number":14,"started_at":"2024-09-23T15:15:02Z","completed_at":"2024-09-23T15:15:02Z"},{"name":"Complete job","status":"completed","conclusion":"success","number":15,"started_at":"2024-09-23T15:15:02Z","completed_at":"2024-09-23T15:15:02Z"}],"check_run_url":"https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30531875279","labels":["N150","in-service","cloud-virtual-machine"],"runner_id":151,"runner_name":"tt-metal-ci-vm-110","runner_group_id":1,"runner_group_name":"Default"},{"id":30531875870,"run_id":10996802864,"workflow_name":"All post-commit tests","head_branch":"virdhatchani/5_clean","run_url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/10996802864","run_attempt":1,"node_id":"CR_kwDOI9Wqc88AAAAHG9d0Hg","head_sha":"64249512152ed52c6df7d6adf6bb1a59b96db81c","url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30531875870","html_url":"https://github.com/tenstorrent/tt-metal/actions/runs/10996802864/job/30531875870","status":"completed","conclusion":"success","created_at":"2024-09-23T15:06:52Z","started_at":"2024-09-23T15:06:39Z","completed_at":"2024-09-23T15:14:47Z","name":"fast-dispatch-unit-tests (wormhole_b0, N150) / eager unit tests 5 wormhole_b0 N150","steps":[{"name":"Set up job","status":"completed","conclusion":"success","number":1,"started_at":"2024-09-23T15:06:38Z","completed_at":"2024-09-23T15:06:41Z"},{"name":"Set up runner","status":"completed","conclusion":"success","number":2,"started_at":"2024-09-23T15:06:41Z","completed_at":"2024-09-23T15:07:25Z"},{"name":"Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0","status":"completed","conclusion":"success","number":3,"started_at":"2024-09-23T15:07:25Z","completed_at":"2024-09-23T15:07:30Z"},{"name":"Run actions/download-artifact@v4","status":"completed","conclusion":"success","number":4,"started_at":"2024-09-23T15:07:31Z","completed_at":"2024-09-23T15:07:52Z"},{"name":"eager unit tests 5 tests","status":"completed","conclusion":"success","number":5,"started_at":"2024-09-23T15:07:52Z","completed_at":"2024-09-23T15:14:40Z"},{"name":"Run /./.github/actions/slack-report","status":"completed","conclusion":"skipped","number":6,"started_at":"2024-09-23T15:14:41Z","completed_at":"2024-09-23T15:14:41Z"},{"name":"Run /./.github/actions/upload-artifact-with-job-uuid","status":"completed","conclusion":"success","number":7,"started_at":"2024-09-23T15:14:41Z","completed_at":"2024-09-23T15:14:42Z"},{"name":"Post eager unit tests 5 tests","status":"completed","conclusion":"success","number":12,"started_at":"2024-09-23T15:14:42Z","completed_at":"2024-09-23T15:14:42Z"},{"name":"Post Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0","status":"completed","conclusion":"success","number":13,"started_at":"2024-09-23T15:14:42Z","completed_at":"2024-09-23T15:14:42Z"},{"name":"Complete runner","status":"completed","conclusion":"success","number":14,"started_at":"2024-09-23T15:14:47Z","completed_at":"2024-09-23T15:14:47Z"},{"name":"Complete job","status":"completed","conclusion":"success","number":15,"started_at":"2024-09-23T15:14:42Z","completed_at":"2024-09-23T15:14:43Z"}],"check_run_url":"https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30531875870","labels":["N150","cloud-virtual-machine","in-service"],"runner_id":193,"runner_name":"tt-metal-ci-vm-13","runner_group_id":1,"runner_group_name":"Default"},{"id":30531876917,"run_id":10996802864,"workflow_name":"All post-commit tests","head_branch":"virdhatchani/5_clean","run_url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/10996802864","run_attempt":1,"node_id":"CR_kwDOI9Wqc88AAAAHG9d4NQ","head_sha":"64249512152ed52c6df7d6adf6bb1a59b96db81c","url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30531876917","html_url":"https://github.com/tenstorrent/tt-metal/actions/runs/10996802864/job/30531876917","status":"completed","conclusion":"success","created_at":"2024-09-23T15:06:53Z","started_at":"2024-09-23T15:06:40Z","completed_at":"2024-09-23T15:36:20Z","name":"fast-dispatch-unit-tests (wormhole_b0, N150) / eager unit tests 6 wormhole_b0 N150","steps":[{"name":"Set up job","status":"completed","conclusion":"success","number":1,"started_at":"2024-09-23T15:06:40Z","completed_at":"2024-09-23T15:06:43Z"},{"name":"Set up runner","status":"completed","conclusion":"success","number":2,"started_at":"2024-09-23T15:06:43Z","completed_at":"2024-09-23T15:07:29Z"},{"name":"Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0","status":"completed","conclusion":"success","number":3,"started_at":"2024-09-23T15:07:29Z","completed_at":"2024-09-23T15:07:38Z"},{"name":"Run actions/download-artifact@v4","status":"completed","conclusion":"success","number":4,"started_at":"2024-09-23T15:07:39Z","completed_at":"2024-09-23T15:08:05Z"},{"name":"eager unit tests 6 tests","status":"completed","conclusion":"success","number":5,"started_at":"2024-09-23T15:08:06Z","completed_at":"2024-09-23T15:36:11Z"},{"name":"Run /./.github/actions/slack-report","status":"completed","conclusion":"skipped","number":6,"started_at":"2024-09-23T15:36:12Z","completed_at":"2024-09-23T15:36:12Z"},{"name":"Run /./.github/actions/upload-artifact-with-job-uuid","status":"completed","conclusion":"success","number":7,"started_at":"2024-09-23T15:36:12Z","completed_at":"2024-09-23T15:36:13Z"},{"name":"Post eager unit tests 6 tests","status":"completed","conclusion":"success","number":12,"started_at":"2024-09-23T15:36:13Z","completed_at":"2024-09-23T15:36:14Z"},{"name":"Post Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0","status":"completed","conclusion":"success","number":13,"started_at":"2024-09-23T15:36:14Z","completed_at":"2024-09-23T15:36:15Z"},{"name":"Complete runner","status":"completed","conclusion":"success","number":14,"started_at":"2024-09-23T15:36:15Z","completed_at":"2024-09-23T15:36:15Z"},{"name":"Complete job","status":"completed","conclusion":"success","number":15,"started_at":"2024-09-23T15:36:15Z","completed_at":"2024-09-23T15:36:15Z"}],"check_run_url":"https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30531876917","labels":["N150","cloud-virtual-machine","in-service"],"runner_id":206,"runner_name":"tt-metal-ci-vm-124","runner_group_id":1,"runner_group_name":"Default"},{"id":30531877688,"run_id":10996802864,"workflow_name":"All post-commit tests","head_branch":"virdhatchani/5_clean","run_url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/10996802864","run_attempt":1,"node_id":"CR_kwDOI9Wqc88AAAAHG9d7OA","head_sha":"64249512152ed52c6df7d6adf6bb1a59b96db81c","url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30531877688","html_url":"https://github.com/tenstorrent/tt-metal/actions/runs/10996802864/job/30531877688","status":"completed","conclusion":"success","created_at":"2024-09-23T15:06:54Z","started_at":"2024-09-23T15:06:39Z","completed_at":"2024-09-23T15:14:55Z","name":"fast-dispatch-unit-tests (wormhole_b0, N150) / eager unit tests 7 wormhole_b0 N150","steps":[{"name":"Set up job","status":"completed","conclusion":"success","number":1,"started_at":"2024-09-23T15:06:39Z","completed_at":"2024-09-23T15:06:41Z"},{"name":"Set up runner","status":"completed","conclusion":"success","number":2,"started_at":"2024-09-23T15:06:42Z","completed_at":"2024-09-23T15:07:25Z"},{"name":"Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0","status":"completed","conclusion":"success","number":3,"started_at":"2024-09-23T15:07:25Z","completed_at":"2024-09-23T15:07:28Z"},{"name":"Run actions/download-artifact@v4","status":"completed","conclusion":"success","number":4,"started_at":"2024-09-23T15:07:28Z","completed_at":"2024-09-23T15:07:48Z"},{"name":"eager unit tests 7 tests","status":"completed","conclusion":"success","number":5,"started_at":"2024-09-23T15:07:49Z","completed_at":"2024-09-23T15:14:49Z"},{"name":"Run /./.github/actions/slack-report","status":"completed","conclusion":"skipped","number":6,"started_at":"2024-09-23T15:14:49Z","completed_at":"2024-09-23T15:14:49Z"},{"name":"Run /./.github/actions/upload-artifact-with-job-uuid","status":"completed","conclusion":"success","number":7,"started_at":"2024-09-23T15:14:49Z","completed_at":"2024-09-23T15:14:50Z"},{"name":"Post eager unit tests 7 tests","status":"completed","conclusion":"success","number":12,"started_at":"2024-09-23T15:14:51Z","completed_at":"2024-09-23T15:14:51Z"},{"name":"Post Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0","status":"completed","conclusion":"success","number":13,"started_at":"2024-09-23T15:14:51Z","completed_at":"2024-09-23T15:14:51Z"},{"name":"Complete runner","status":"completed","conclusion":"success","number":14,"started_at":"2024-09-23T15:14:55Z","completed_at":"2024-09-23T15:14:55Z"},{"name":"Complete job","status":"completed","conclusion":"success","number":15,"started_at":"2024-09-23T15:14:51Z","completed_at":"2024-09-23T15:14:51Z"}],"check_run_url":"https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30531877688","labels":["N150","cloud-virtual-machine","in-service"],"runner_id":33,"runner_name":"tt-metal-ci-vm-19","runner_group_id":1,"runner_group_name":"Default"},{"id":30531878948,"run_id":10996802864,"workflow_name":"All post-commit tests","head_branch":"virdhatchani/5_clean","run_url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/10996802864","run_attempt":1,"node_id":"CR_kwDOI9Wqc88AAAAHG9eAJA","head_sha":"64249512152ed52c6df7d6adf6bb1a59b96db81c","url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30531878948","html_url":"https://github.com/tenstorrent/tt-metal/actions/runs/10996802864/job/30531878948","status":"completed","conclusion":"failure","created_at":"2024-09-23T15:06:55Z","started_at":"2024-09-23T15:06:39Z","completed_at":"2024-09-23T21:11:37Z","name":"fast-dispatch-unit-tests (wormhole_b0, N150) / eager trace tests wormhole_b0 N150","steps":[{"name":"Set up job","status":"completed","conclusion":"success","number":1,"started_at":"2024-09-23T15:06:38Z","completed_at":"2024-09-23T15:06:41Z"},{"name":"Set up runner","status":"completed","conclusion":"cancelled","number":2,"started_at":"2024-09-23T15:06:41Z","completed_at":null},{"name":"Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0","status":"completed","conclusion":"cancelled","number":3,"started_at":null,"completed_at":null},{"name":"Run actions/download-artifact@v4","status":"completed","conclusion":"cancelled","number":4,"started_at":null,"completed_at":null},{"name":"eager trace tests tests","status":"completed","conclusion":"cancelled","number":5,"started_at":null,"completed_at":null},{"name":"Run /./.github/actions/slack-report","status":"completed","conclusion":"cancelled","number":6,"started_at":null,"completed_at":null},{"name":"Run /./.github/actions/upload-artifact-with-job-uuid","status":"completed","conclusion":"cancelled","number":7,"started_at":null,"completed_at":null},{"name":"Complete runner","status":"completed","conclusion":"cancelled","number":14,"started_at":null,"completed_at":null}],"check_run_url":"https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30531878948","labels":["N150","cloud-virtual-machine","in-service"],"runner_id":69,"runner_name":"tt-metal-ci-vm-83","runner_group_id":1,"runner_group_name":"Default"},{"id":30531879815,"run_id":10996802864,"workflow_name":"All post-commit tests","head_branch":"virdhatchani/5_clean","run_url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/10996802864","run_attempt":1,"node_id":"CR_kwDOI9Wqc88AAAAHG9eDhw","head_sha":"64249512152ed52c6df7d6adf6bb1a59b96db81c","url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30531879815","html_url":"https://github.com/tenstorrent/tt-metal/actions/runs/10996802864/job/30531879815","status":"completed","conclusion":"success","created_at":"2024-09-23T15:06:56Z","started_at":"2024-09-23T15:06:40Z","completed_at":"2024-09-23T15:13:33Z","name":"fast-dispatch-unit-tests (wormhole_b0, N150) / sweep wormhole_b0 N150","steps":[{"name":"Set up job","status":"completed","conclusion":"success","number":1,"started_at":"2024-09-23T15:06:39Z","completed_at":"2024-09-23T15:06:42Z"},{"name":"Set up runner","status":"completed","conclusion":"success","number":2,"started_at":"2024-09-23T15:06:42Z","completed_at":"2024-09-23T15:07:26Z"},{"name":"Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0","status":"completed","conclusion":"success","number":3,"started_at":"2024-09-23T15:07:26Z","completed_at":"2024-09-23T15:07:30Z"},{"name":"Run actions/download-artifact@v4","status":"completed","conclusion":"success","number":4,"started_at":"2024-09-23T15:07:30Z","completed_at":"2024-09-23T15:07:49Z"},{"name":"sweep tests","status":"completed","conclusion":"success","number":5,"started_at":"2024-09-23T15:07:49Z","completed_at":"2024-09-23T15:13:24Z"},{"name":"Run /./.github/actions/slack-report","status":"completed","conclusion":"skipped","number":6,"started_at":"2024-09-23T15:13:24Z","completed_at":"2024-09-23T15:13:24Z"},{"name":"Run /./.github/actions/upload-artifact-with-job-uuid","status":"completed","conclusion":"success","number":7,"started_at":"2024-09-23T15:13:24Z","completed_at":"2024-09-23T15:13:25Z"},{"name":"Post sweep tests","status":"completed","conclusion":"success","number":12,"started_at":"2024-09-23T15:13:26Z","completed_at":"2024-09-23T15:13:26Z"},{"name":"Post Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0","status":"completed","conclusion":"success","number":13,"started_at":"2024-09-23T15:13:26Z","completed_at":"2024-09-23T15:13:26Z"},{"name":"Complete runner","status":"completed","conclusion":"success","number":14,"started_at":"2024-09-23T15:13:33Z","completed_at":"2024-09-23T15:13:33Z"},{"name":"Complete job","status":"completed","conclusion":"success","number":15,"started_at":"2024-09-23T15:13:26Z","completed_at":"2024-09-23T15:13:26Z"}],"check_run_url":"https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30531879815","labels":["N150","cloud-virtual-machine","in-service"],"runner_id":67,"runner_name":"tt-metal-ci-vm-28","runner_group_id":1,"runner_group_name":"Default"},{"id":30531880469,"run_id":10996802864,"workflow_name":"All post-commit tests","head_branch":"virdhatchani/5_clean","run_url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/10996802864","run_attempt":1,"node_id":"CR_kwDOI9Wqc88AAAAHG9eGFQ","head_sha":"64249512152ed52c6df7d6adf6bb1a59b96db81c","url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30531880469","html_url":"https://github.com/tenstorrent/tt-metal/actions/runs/10996802864/job/30531880469","status":"completed","conclusion":"success","created_at":"2024-09-23T15:06:56Z","started_at":"2024-09-23T15:06:41Z","completed_at":"2024-09-23T15:12:38Z","name":"models-unit-tests (wormhole_b0, N300) / model wormhole_b0 N300","steps":[{"name":"Set up job","status":"completed","conclusion":"success","number":1,"started_at":"2024-09-23T15:06:40Z","completed_at":"2024-09-23T15:06:43Z"},{"name":"Set up runner","status":"completed","conclusion":"success","number":2,"started_at":"2024-09-23T15:06:43Z","completed_at":"2024-09-23T15:07:27Z"},{"name":"Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0","status":"completed","conclusion":"success","number":3,"started_at":"2024-09-23T15:07:27Z","completed_at":"2024-09-23T15:07:32Z"},{"name":"Run actions/download-artifact@v4","status":"completed","conclusion":"success","number":4,"started_at":"2024-09-23T15:07:33Z","completed_at":"2024-09-23T15:07:56Z"},{"name":"model tests","status":"completed","conclusion":"success","number":5,"started_at":"2024-09-23T15:07:56Z","completed_at":"2024-09-23T15:12:32Z"},{"name":"Run /./.github/actions/slack-report","status":"completed","conclusion":"skipped","number":6,"started_at":"2024-09-23T15:12:33Z","completed_at":"2024-09-23T15:12:33Z"},{"name":"Run /./.github/actions/upload-artifact-with-job-uuid","status":"completed","conclusion":"success","number":7,"started_at":"2024-09-23T15:12:33Z","completed_at":"2024-09-23T15:12:33Z"},{"name":"Post model tests","status":"completed","conclusion":"success","number":12,"started_at":"2024-09-23T15:12:34Z","completed_at":"2024-09-23T15:12:34Z"},{"name":"Post Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0","status":"completed","conclusion":"success","number":13,"started_at":"2024-09-23T15:12:38Z","completed_at":"2024-09-23T15:12:38Z"},{"name":"Complete runner","status":"completed","conclusion":"success","number":14,"started_at":"2024-09-23T15:12:38Z","completed_at":"2024-09-23T15:12:38Z"},{"name":"Complete job","status":"completed","conclusion":"success","number":15,"started_at":"2024-09-23T15:12:34Z","completed_at":"2024-09-23T15:12:34Z"}],"check_run_url":"https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30531880469","labels":["N300","in-service","cloud-virtual-machine"],"runner_id":75,"runner_name":"tt-metal-ci-vm-46","runner_group_id":1,"runner_group_name":"Default"},{"id":30531881231,"run_id":10996802864,"workflow_name":"All post-commit tests","head_branch":"virdhatchani/5_clean","run_url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/10996802864","run_attempt":1,"node_id":"CR_kwDOI9Wqc88AAAAHG9eJDw","head_sha":"64249512152ed52c6df7d6adf6bb1a59b96db81c","url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30531881231","html_url":"https://github.com/tenstorrent/tt-metal/actions/runs/10996802864/job/30531881231","status":"completed","conclusion":"success","created_at":"2024-09-23T15:06:57Z","started_at":"2024-09-23T15:06:40Z","completed_at":"2024-09-23T15:15:21Z","name":"ttnn-unit-tests (grayskull, E150) / ttnn group 1 grayskull E150","steps":[{"name":"Set up job","status":"completed","conclusion":"success","number":1,"started_at":"2024-09-23T15:06:40Z","completed_at":"2024-09-23T15:06:42Z"},{"name":"Set up runner","status":"completed","conclusion":"success","number":2,"started_at":"2024-09-23T15:06:43Z","completed_at":"2024-09-23T15:07:14Z"},{"name":"Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0","status":"completed","conclusion":"success","number":3,"started_at":"2024-09-23T15:07:14Z","completed_at":"2024-09-23T15:07:18Z"},{"name":"Run actions/download-artifact@v4","status":"completed","conclusion":"success","number":4,"started_at":"2024-09-23T15:07:18Z","completed_at":"2024-09-23T15:07:38Z"},{"name":"Set ttnn fast runtime if exists in config","status":"completed","conclusion":"skipped","number":5,"started_at":"2024-09-23T15:07:38Z","completed_at":"2024-09-23T15:07:38Z"},{"name":"ttnn group 1 tests","status":"completed","conclusion":"success","number":6,"started_at":"2024-09-23T15:07:38Z","completed_at":"2024-09-23T15:15:13Z"},{"name":"Run /./.github/actions/slack-report","status":"completed","conclusion":"skipped","number":7,"started_at":"2024-09-23T15:15:13Z","completed_at":"2024-09-23T15:15:13Z"},{"name":"Run /./.github/actions/upload-artifact-with-job-uuid","status":"completed","conclusion":"success","number":8,"started_at":"2024-09-23T15:15:13Z","completed_at":"2024-09-23T15:15:14Z"},{"name":"Post ttnn group 1 tests","status":"completed","conclusion":"success","number":14,"started_at":"2024-09-23T15:15:14Z","completed_at":"2024-09-23T15:15:14Z"},{"name":"Post Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0","status":"completed","conclusion":"success","number":15,"started_at":"2024-09-23T15:15:15Z","completed_at":"2024-09-23T15:15:15Z"},{"name":"Complete runner","status":"completed","conclusion":"success","number":16,"started_at":"2024-09-23T15:15:15Z","completed_at":"2024-09-23T15:15:15Z"},{"name":"Complete job","status":"completed","conclusion":"success","number":17,"started_at":"2024-09-23T15:15:15Z","completed_at":"2024-09-23T15:15:15Z"}],"check_run_url":"https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30531881231","labels":["E150","in-service"],"runner_id":122,"runner_name":"tt-metal-ci-vm-55","runner_group_id":1,"runner_group_name":"Default"},{"id":30531881807,"run_id":10996802864,"workflow_name":"All post-commit tests","head_branch":"virdhatchani/5_clean","run_url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/10996802864","run_attempt":1,"node_id":"CR_kwDOI9Wqc88AAAAHG9eLTw","head_sha":"64249512152ed52c6df7d6adf6bb1a59b96db81c","url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30531881807","html_url":"https://github.com/tenstorrent/tt-metal/actions/runs/10996802864/job/30531881807","status":"completed","conclusion":"success","created_at":"2024-09-23T15:06:57Z","started_at":"2024-09-23T15:06:42Z","completed_at":"2024-09-23T15:20:19Z","name":"ttnn-unit-tests (wormhole_b0, N300) / ttnn group 1 wormhole_b0 N300","steps":[{"name":"Set up job","status":"completed","conclusion":"success","number":1,"started_at":"2024-09-23T15:06:42Z","completed_at":"2024-09-23T15:06:44Z"},{"name":"Set up runner","status":"completed","conclusion":"success","number":2,"started_at":"2024-09-23T15:06:44Z","completed_at":"2024-09-23T15:07:28Z"},{"name":"Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0","status":"completed","conclusion":"success","number":3,"started_at":"2024-09-23T15:07:28Z","completed_at":"2024-09-23T15:07:34Z"},{"name":"Run actions/download-artifact@v4","status":"completed","conclusion":"success","number":4,"started_at":"2024-09-23T15:07:34Z","completed_at":"2024-09-23T15:07:53Z"},{"name":"Set ttnn fast runtime if exists in config","status":"completed","conclusion":"skipped","number":5,"started_at":"2024-09-23T15:07:53Z","completed_at":"2024-09-23T15:07:53Z"},{"name":"ttnn group 1 tests","status":"completed","conclusion":"success","number":6,"started_at":"2024-09-23T15:07:53Z","completed_at":"2024-09-23T15:20:13Z"},{"name":"Run /./.github/actions/slack-report","status":"completed","conclusion":"skipped","number":7,"started_at":"2024-09-23T15:20:13Z","completed_at":"2024-09-23T15:20:13Z"},{"name":"Run /./.github/actions/upload-artifact-with-job-uuid","status":"completed","conclusion":"success","number":8,"started_at":"2024-09-23T15:20:13Z","completed_at":"2024-09-23T15:20:14Z"},{"name":"Post ttnn group 1 tests","status":"completed","conclusion":"success","number":14,"started_at":"2024-09-23T15:20:14Z","completed_at":"2024-09-23T15:20:15Z"},{"name":"Post Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0","status":"completed","conclusion":"success","number":15,"started_at":"2024-09-23T15:20:15Z","completed_at":"2024-09-23T15:20:15Z"},{"name":"Complete runner","status":"completed","conclusion":"success","number":16,"started_at":"2024-09-23T15:20:15Z","completed_at":"2024-09-23T15:20:15Z"},{"name":"Complete job","status":"completed","conclusion":"success","number":17,"started_at":"2024-09-23T15:20:15Z","completed_at":"2024-09-23T15:20:15Z"}],"check_run_url":"https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30531881807","labels":["N300","in-service"],"runner_id":70,"runner_name":"tt-metal-ci-vm-47","runner_group_id":1,"runner_group_name":"Default"},{"id":30531882511,"run_id":10996802864,"workflow_name":"All post-commit tests","head_branch":"virdhatchani/5_clean","run_url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/10996802864","run_attempt":1,"node_id":"CR_kwDOI9Wqc88AAAAHG9eODw","head_sha":"64249512152ed52c6df7d6adf6bb1a59b96db81c","url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30531882511","html_url":"https://github.com/tenstorrent/tt-metal/actions/runs/10996802864/job/30531882511","status":"completed","conclusion":"success","created_at":"2024-09-23T15:06:58Z","started_at":"2024-09-23T15:06:41Z","completed_at":"2024-09-23T15:12:25Z","name":"ttnn-unit-tests (grayskull, E150) / ttnn group 2 grayskull E150","steps":[{"name":"Set up job","status":"completed","conclusion":"success","number":1,"started_at":"2024-09-23T15:06:40Z","completed_at":"2024-09-23T15:06:43Z"},{"name":"Set up runner","status":"completed","conclusion":"success","number":2,"started_at":"2024-09-23T15:06:43Z","completed_at":"2024-09-23T15:07:14Z"},{"name":"Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0","status":"completed","conclusion":"success","number":3,"started_at":"2024-09-23T15:07:15Z","completed_at":"2024-09-23T15:07:18Z"},{"name":"Run actions/download-artifact@v4","status":"completed","conclusion":"success","number":4,"started_at":"2024-09-23T15:07:18Z","completed_at":"2024-09-23T15:07:40Z"},{"name":"Set ttnn fast runtime if exists in config","status":"completed","conclusion":"skipped","number":5,"started_at":"2024-09-23T15:07:40Z","completed_at":"2024-09-23T15:07:40Z"},{"name":"ttnn group 2 tests","status":"completed","conclusion":"success","number":6,"started_at":"2024-09-23T15:07:40Z","completed_at":"2024-09-23T15:11:35Z"},{"name":"Run /./.github/actions/slack-report","status":"completed","conclusion":"skipped","number":7,"started_at":"2024-09-23T15:11:35Z","completed_at":"2024-09-23T15:11:35Z"},{"name":"Run /./.github/actions/upload-artifact-with-job-uuid","status":"completed","conclusion":"success","number":8,"started_at":"2024-09-23T15:11:35Z","completed_at":"2024-09-23T15:11:36Z"},{"name":"Post ttnn group 2 tests","status":"completed","conclusion":"success","number":14,"started_at":"2024-09-23T15:11:37Z","completed_at":"2024-09-23T15:11:37Z"},{"name":"Post Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0","status":"completed","conclusion":"success","number":15,"started_at":"2024-09-23T15:11:37Z","completed_at":"2024-09-23T15:11:37Z"},{"name":"Complete runner","status":"completed","conclusion":"success","number":16,"started_at":"2024-09-23T15:11:37Z","completed_at":"2024-09-23T15:11:37Z"},{"name":"Complete job","status":"completed","conclusion":"success","number":17,"started_at":"2024-09-23T15:11:37Z","completed_at":"2024-09-23T15:11:37Z"}],"check_run_url":"https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30531882511","labels":["E150","in-service"],"runner_id":123,"runner_name":"tt-metal-ci-vm-2","runner_group_id":1,"runner_group_name":"Default"},{"id":30531883147,"run_id":10996802864,"workflow_name":"All post-commit tests","head_branch":"virdhatchani/5_clean","run_url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/10996802864","run_attempt":1,"node_id":"CR_kwDOI9Wqc88AAAAHG9eQiw","head_sha":"64249512152ed52c6df7d6adf6bb1a59b96db81c","url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30531883147","html_url":"https://github.com/tenstorrent/tt-metal/actions/runs/10996802864/job/30531883147","status":"completed","conclusion":"success","created_at":"2024-09-23T15:06:59Z","started_at":"2024-09-23T15:06:41Z","completed_at":"2024-09-23T15:19:59Z","name":"ttnn-unit-tests (wormhole_b0, N150) / ttnn group 1 wormhole_b0 N150","steps":[{"name":"Set up job","status":"completed","conclusion":"success","number":1,"started_at":"2024-09-23T15:06:40Z","completed_at":"2024-09-23T15:06:43Z"},{"name":"Set up runner","status":"completed","conclusion":"success","number":2,"started_at":"2024-09-23T15:06:43Z","completed_at":"2024-09-23T15:07:27Z"},{"name":"Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0","status":"completed","conclusion":"success","number":3,"started_at":"2024-09-23T15:07:27Z","completed_at":"2024-09-23T15:07:30Z"},{"name":"Run actions/download-artifact@v4","status":"completed","conclusion":"success","number":4,"started_at":"2024-09-23T15:07:30Z","completed_at":"2024-09-23T15:08:02Z"},{"name":"Set ttnn fast runtime if exists in config","status":"completed","conclusion":"skipped","number":5,"started_at":"2024-09-23T15:08:03Z","completed_at":"2024-09-23T15:08:03Z"},{"name":"ttnn group 1 tests","status":"completed","conclusion":"success","number":6,"started_at":"2024-09-23T15:08:03Z","completed_at":"2024-09-23T15:19:51Z"},{"name":"Run /./.github/actions/slack-report","status":"completed","conclusion":"skipped","number":7,"started_at":"2024-09-23T15:19:52Z","completed_at":"2024-09-23T15:19:52Z"},{"name":"Run /./.github/actions/upload-artifact-with-job-uuid","status":"completed","conclusion":"success","number":8,"started_at":"2024-09-23T15:19:52Z","completed_at":"2024-09-23T15:19:53Z"},{"name":"Post ttnn group 1 tests","status":"completed","conclusion":"success","number":14,"started_at":"2024-09-23T15:19:53Z","completed_at":"2024-09-23T15:19:53Z"},{"name":"Post Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0","status":"completed","conclusion":"success","number":15,"started_at":"2024-09-23T15:19:53Z","completed_at":"2024-09-23T15:19:53Z"},{"name":"Complete runner","status":"completed","conclusion":"success","number":16,"started_at":"2024-09-23T15:19:59Z","completed_at":"2024-09-23T15:19:59Z"},{"name":"Complete job","status":"completed","conclusion":"success","number":17,"started_at":"2024-09-23T15:19:54Z","completed_at":"2024-09-23T15:19:54Z"}],"check_run_url":"https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30531883147","labels":["N150","in-service"],"runner_id":153,"runner_name":"tt-metal-ci-vm-95","runner_group_id":1,"runner_group_name":"Default"},{"id":30531883750,"run_id":10996802864,"workflow_name":"All post-commit tests","head_branch":"virdhatchani/5_clean","run_url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/10996802864","run_attempt":1,"node_id":"CR_kwDOI9Wqc88AAAAHG9eS5g","head_sha":"64249512152ed52c6df7d6adf6bb1a59b96db81c","url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30531883750","html_url":"https://github.com/tenstorrent/tt-metal/actions/runs/10996802864/job/30531883750","status":"completed","conclusion":"success","created_at":"2024-09-23T15:06:59Z","started_at":"2024-09-23T15:06:41Z","completed_at":"2024-09-23T15:23:09Z","name":"ttnn-unit-tests (grayskull, E150) / ttnn group 3 grayskull E150","steps":[{"name":"Set up job","status":"completed","conclusion":"success","number":1,"started_at":"2024-09-23T15:06:40Z","completed_at":"2024-09-23T15:06:43Z"},{"name":"Set up runner","status":"completed","conclusion":"success","number":2,"started_at":"2024-09-23T15:06:43Z","completed_at":"2024-09-23T15:07:14Z"},{"name":"Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0","status":"completed","conclusion":"success","number":3,"started_at":"2024-09-23T15:07:15Z","completed_at":"2024-09-23T15:07:24Z"},{"name":"Run actions/download-artifact@v4","status":"completed","conclusion":"success","number":4,"started_at":"2024-09-23T15:07:24Z","completed_at":"2024-09-23T15:07:46Z"},{"name":"Set ttnn fast runtime if exists in config","status":"completed","conclusion":"skipped","number":5,"started_at":"2024-09-23T15:07:46Z","completed_at":"2024-09-23T15:07:46Z"},{"name":"ttnn group 3 tests","status":"completed","conclusion":"success","number":6,"started_at":"2024-09-23T15:07:46Z","completed_at":"2024-09-23T15:23:02Z"},{"name":"Run /./.github/actions/slack-report","status":"completed","conclusion":"skipped","number":7,"started_at":"2024-09-23T15:23:02Z","completed_at":"2024-09-23T15:23:02Z"},{"name":"Run /./.github/actions/upload-artifact-with-job-uuid","status":"completed","conclusion":"success","number":8,"started_at":"2024-09-23T15:23:02Z","completed_at":"2024-09-23T15:23:03Z"},{"name":"Post ttnn group 3 tests","status":"completed","conclusion":"success","number":14,"started_at":"2024-09-23T15:23:03Z","completed_at":"2024-09-23T15:23:03Z"},{"name":"Post Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0","status":"completed","conclusion":"success","number":15,"started_at":"2024-09-23T15:23:04Z","completed_at":"2024-09-23T15:23:04Z"},{"name":"Complete runner","status":"completed","conclusion":"success","number":16,"started_at":"2024-09-23T15:23:09Z","completed_at":"2024-09-23T15:23:09Z"},{"name":"Complete job","status":"completed","conclusion":"success","number":17,"started_at":"2024-09-23T15:23:04Z","completed_at":"2024-09-23T15:23:04Z"}],"check_run_url":"https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30531883750","labels":["E150","in-service"],"runner_id":126,"runner_name":"tt-metal-ci-vm-94","runner_group_id":1,"runner_group_name":"Default"},{"id":30531884207,"run_id":10996802864,"workflow_name":"All post-commit tests","head_branch":"virdhatchani/5_clean","run_url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/10996802864","run_attempt":1,"node_id":"CR_kwDOI9Wqc88AAAAHG9eUrw","head_sha":"64249512152ed52c6df7d6adf6bb1a59b96db81c","url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30531884207","html_url":"https://github.com/tenstorrent/tt-metal/actions/runs/10996802864/job/30531884207","status":"completed","conclusion":"success","created_at":"2024-09-23T15:07:00Z","started_at":"2024-09-23T15:06:43Z","completed_at":"2024-09-23T15:14:26Z","name":"ttnn-unit-tests (wormhole_b0, N300) / ttnn group 2 wormhole_b0 N300","steps":[{"name":"Set up job","status":"completed","conclusion":"success","number":1,"started_at":"2024-09-23T15:06:42Z","completed_at":"2024-09-23T15:06:44Z"},{"name":"Set up runner","status":"completed","conclusion":"success","number":2,"started_at":"2024-09-23T15:06:45Z","completed_at":"2024-09-23T15:07:28Z"},{"name":"Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0","status":"completed","conclusion":"success","number":3,"started_at":"2024-09-23T15:07:29Z","completed_at":"2024-09-23T15:07:33Z"},{"name":"Run actions/download-artifact@v4","status":"completed","conclusion":"success","number":4,"started_at":"2024-09-23T15:07:34Z","completed_at":"2024-09-23T15:08:00Z"},{"name":"Set ttnn fast runtime if exists in config","status":"completed","conclusion":"skipped","number":5,"started_at":"2024-09-23T15:08:00Z","completed_at":"2024-09-23T15:08:00Z"},{"name":"ttnn group 2 tests","status":"completed","conclusion":"success","number":6,"started_at":"2024-09-23T15:08:00Z","completed_at":"2024-09-23T15:14:18Z"},{"name":"Run /./.github/actions/slack-report","status":"completed","conclusion":"skipped","number":7,"started_at":"2024-09-23T15:14:19Z","completed_at":"2024-09-23T15:14:19Z"},{"name":"Run /./.github/actions/upload-artifact-with-job-uuid","status":"completed","conclusion":"success","number":8,"started_at":"2024-09-23T15:14:19Z","completed_at":"2024-09-23T15:14:20Z"},{"name":"Post ttnn group 2 tests","status":"completed","conclusion":"success","number":14,"started_at":"2024-09-23T15:14:20Z","completed_at":"2024-09-23T15:14:20Z"},{"name":"Post Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0","status":"completed","conclusion":"success","number":15,"started_at":"2024-09-23T15:14:20Z","completed_at":"2024-09-23T15:14:20Z"},{"name":"Complete runner","status":"completed","conclusion":"success","number":16,"started_at":"2024-09-23T15:14:26Z","completed_at":"2024-09-23T15:14:26Z"},{"name":"Complete job","status":"completed","conclusion":"success","number":17,"started_at":"2024-09-23T15:14:20Z","completed_at":"2024-09-23T15:14:20Z"}],"check_run_url":"https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30531884207","labels":["N300","in-service"],"runner_id":114,"runner_name":"tt-metal-ci-vm-85","runner_group_id":1,"runner_group_name":"Default"},{"id":30531884611,"run_id":10996802864,"workflow_name":"All post-commit tests","head_branch":"virdhatchani/5_clean","run_url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/10996802864","run_attempt":1,"node_id":"CR_kwDOI9Wqc88AAAAHG9eWQw","head_sha":"64249512152ed52c6df7d6adf6bb1a59b96db81c","url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30531884611","html_url":"https://github.com/tenstorrent/tt-metal/actions/runs/10996802864/job/30531884611","status":"completed","conclusion":"success","created_at":"2024-09-23T15:07:00Z","started_at":"2024-09-23T15:06:40Z","completed_at":"2024-09-23T15:13:01Z","name":"ttnn-unit-tests (grayskull, E150) / ttnn group 4 grayskull E150","steps":[{"name":"Set up job","status":"completed","conclusion":"success","number":1,"started_at":"2024-09-23T15:06:40Z","completed_at":"2024-09-23T15:06:42Z"},{"name":"Set up runner","status":"completed","conclusion":"success","number":2,"started_at":"2024-09-23T15:06:42Z","completed_at":"2024-09-23T15:07:14Z"},{"name":"Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0","status":"completed","conclusion":"success","number":3,"started_at":"2024-09-23T15:07:14Z","completed_at":"2024-09-23T15:07:17Z"},{"name":"Run actions/download-artifact@v4","status":"completed","conclusion":"success","number":4,"started_at":"2024-09-23T15:07:17Z","completed_at":"2024-09-23T15:07:38Z"},{"name":"Set ttnn fast runtime if exists in config","status":"completed","conclusion":"skipped","number":5,"started_at":"2024-09-23T15:07:38Z","completed_at":"2024-09-23T15:07:38Z"},{"name":"ttnn group 4 tests","status":"completed","conclusion":"success","number":6,"started_at":"2024-09-23T15:07:38Z","completed_at":"2024-09-23T15:12:56Z"},{"name":"Run /./.github/actions/slack-report","status":"completed","conclusion":"skipped","number":7,"started_at":"2024-09-23T15:12:56Z","completed_at":"2024-09-23T15:12:56Z"},{"name":"Run /./.github/actions/upload-artifact-with-job-uuid","status":"completed","conclusion":"success","number":8,"started_at":"2024-09-23T15:12:56Z","completed_at":"2024-09-23T15:12:57Z"},{"name":"Post ttnn group 4 tests","status":"completed","conclusion":"success","number":14,"started_at":"2024-09-23T15:12:57Z","completed_at":"2024-09-23T15:12:57Z"},{"name":"Post Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0","status":"completed","conclusion":"success","number":15,"started_at":"2024-09-23T15:12:58Z","completed_at":"2024-09-23T15:12:58Z"},{"name":"Complete runner","status":"completed","conclusion":"success","number":16,"started_at":"2024-09-23T15:12:58Z","completed_at":"2024-09-23T15:12:58Z"},{"name":"Complete job","status":"completed","conclusion":"success","number":17,"started_at":"2024-09-23T15:12:58Z","completed_at":"2024-09-23T15:12:58Z"}],"check_run_url":"https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30531884611","labels":["E150","in-service"],"runner_id":137,"runner_name":"tt-metal-ci-vm-11","runner_group_id":1,"runner_group_name":"Default"},{"id":30531885137,"run_id":10996802864,"workflow_name":"All post-commit tests","head_branch":"virdhatchani/5_clean","run_url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/10996802864","run_attempt":1,"node_id":"CR_kwDOI9Wqc88AAAAHG9eYUQ","head_sha":"64249512152ed52c6df7d6adf6bb1a59b96db81c","url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30531885137","html_url":"https://github.com/tenstorrent/tt-metal/actions/runs/10996802864/job/30531885137","status":"completed","conclusion":"success","created_at":"2024-09-23T15:07:01Z","started_at":"2024-09-23T15:06:41Z","completed_at":"2024-09-23T15:13:50Z","name":"ttnn-unit-tests (wormhole_b0, N150) / ttnn group 2 wormhole_b0 N150","steps":[{"name":"Set up job","status":"completed","conclusion":"success","number":1,"started_at":"2024-09-23T15:06:41Z","completed_at":"2024-09-23T15:06:43Z"},{"name":"Set up runner","status":"completed","conclusion":"success","number":2,"started_at":"2024-09-23T15:06:43Z","completed_at":"2024-09-23T15:07:27Z"},{"name":"Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0","status":"completed","conclusion":"success","number":3,"started_at":"2024-09-23T15:07:28Z","completed_at":"2024-09-23T15:07:34Z"},{"name":"Run actions/download-artifact@v4","status":"completed","conclusion":"success","number":4,"started_at":"2024-09-23T15:07:34Z","completed_at":"2024-09-23T15:07:54Z"},{"name":"Set ttnn fast runtime if exists in config","status":"completed","conclusion":"skipped","number":5,"started_at":"2024-09-23T15:07:54Z","completed_at":"2024-09-23T15:07:54Z"},{"name":"ttnn group 2 tests","status":"completed","conclusion":"success","number":6,"started_at":"2024-09-23T15:07:54Z","completed_at":"2024-09-23T15:13:41Z"},{"name":"Run /./.github/actions/slack-report","status":"completed","conclusion":"skipped","number":7,"started_at":"2024-09-23T15:13:41Z","completed_at":"2024-09-23T15:13:41Z"},{"name":"Run /./.github/actions/upload-artifact-with-job-uuid","status":"completed","conclusion":"success","number":8,"started_at":"2024-09-23T15:13:41Z","completed_at":"2024-09-23T15:13:42Z"},{"name":"Post ttnn group 2 tests","status":"completed","conclusion":"success","number":14,"started_at":"2024-09-23T15:13:43Z","completed_at":"2024-09-23T15:13:43Z"},{"name":"Post Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0","status":"completed","conclusion":"success","number":15,"started_at":"2024-09-23T15:13:43Z","completed_at":"2024-09-23T15:13:43Z"},{"name":"Complete runner","status":"completed","conclusion":"success","number":16,"started_at":"2024-09-23T15:13:50Z","completed_at":"2024-09-23T15:13:50Z"},{"name":"Complete job","status":"completed","conclusion":"success","number":17,"started_at":"2024-09-23T15:13:43Z","completed_at":"2024-09-23T15:13:43Z"}],"check_run_url":"https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30531885137","labels":["N150","in-service"],"runner_id":100,"runner_name":"tt-metal-ci-vm-97","runner_group_id":1,"runner_group_name":"Default"},{"id":30531885687,"run_id":10996802864,"workflow_name":"All post-commit tests","head_branch":"virdhatchani/5_clean","run_url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/10996802864","run_attempt":1,"node_id":"CR_kwDOI9Wqc88AAAAHG9eadw","head_sha":"64249512152ed52c6df7d6adf6bb1a59b96db81c","url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30531885687","html_url":"https://github.com/tenstorrent/tt-metal/actions/runs/10996802864/job/30531885687","status":"completed","conclusion":"success","created_at":"2024-09-23T15:07:01Z","started_at":"2024-09-23T15:06:43Z","completed_at":"2024-09-23T15:21:56Z","name":"ttnn-unit-tests (wormhole_b0, N300) / ttnn group 3 wormhole_b0 N300","steps":[{"name":"Set up job","status":"completed","conclusion":"success","number":1,"started_at":"2024-09-23T15:06:43Z","completed_at":"2024-09-23T15:06:45Z"},{"name":"Set up runner","status":"completed","conclusion":"success","number":2,"started_at":"2024-09-23T15:06:45Z","completed_at":"2024-09-23T15:07:29Z"},{"name":"Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0","status":"completed","conclusion":"success","number":3,"started_at":"2024-09-23T15:07:29Z","completed_at":"2024-09-23T15:07:32Z"},{"name":"Run actions/download-artifact@v4","status":"completed","conclusion":"success","number":4,"started_at":"2024-09-23T15:07:33Z","completed_at":"2024-09-23T15:07:53Z"},{"name":"Set ttnn fast runtime if exists in config","status":"completed","conclusion":"skipped","number":5,"started_at":"2024-09-23T15:07:53Z","completed_at":"2024-09-23T15:07:53Z"},{"name":"ttnn group 3 tests","status":"completed","conclusion":"success","number":6,"started_at":"2024-09-23T15:07:53Z","completed_at":"2024-09-23T15:21:48Z"},{"name":"Run /./.github/actions/slack-report","status":"completed","conclusion":"skipped","number":7,"started_at":"2024-09-23T15:21:48Z","completed_at":"2024-09-23T15:21:48Z"},{"name":"Run /./.github/actions/upload-artifact-with-job-uuid","status":"completed","conclusion":"success","number":8,"started_at":"2024-09-23T15:21:48Z","completed_at":"2024-09-23T15:21:49Z"},{"name":"Post ttnn group 3 tests","status":"completed","conclusion":"success","number":14,"started_at":"2024-09-23T15:21:49Z","completed_at":"2024-09-23T15:21:49Z"},{"name":"Post Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0","status":"completed","conclusion":"success","number":15,"started_at":"2024-09-23T15:21:50Z","completed_at":"2024-09-23T15:21:50Z"},{"name":"Complete runner","status":"completed","conclusion":"success","number":16,"started_at":"2024-09-23T15:21:56Z","completed_at":"2024-09-23T15:21:56Z"},{"name":"Complete job","status":"completed","conclusion":"success","number":17,"started_at":"2024-09-23T15:21:50Z","completed_at":"2024-09-23T15:21:50Z"}],"check_run_url":"https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30531885687","labels":["N300","in-service"],"runner_id":116,"runner_name":"tt-metal-ci-vm-86","runner_group_id":1,"runner_group_name":"Default"},{"id":30531886119,"run_id":10996802864,"workflow_name":"All post-commit tests","head_branch":"virdhatchani/5_clean","run_url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/10996802864","run_attempt":1,"node_id":"CR_kwDOI9Wqc88AAAAHG9ecJw","head_sha":"64249512152ed52c6df7d6adf6bb1a59b96db81c","url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30531886119","html_url":"https://github.com/tenstorrent/tt-metal/actions/runs/10996802864/job/30531886119","status":"completed","conclusion":"success","created_at":"2024-09-23T15:07:02Z","started_at":"2024-09-23T15:06:41Z","completed_at":"2024-09-23T15:19:50Z","name":"ttnn-unit-tests (wormhole_b0, N150) / ttnn group 3 wormhole_b0 N150","steps":[{"name":"Set up job","status":"completed","conclusion":"success","number":1,"started_at":"2024-09-23T15:06:40Z","completed_at":"2024-09-23T15:06:43Z"},{"name":"Set up runner","status":"completed","conclusion":"success","number":2,"started_at":"2024-09-23T15:06:43Z","completed_at":"2024-09-23T15:07:27Z"},{"name":"Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0","status":"completed","conclusion":"success","number":3,"started_at":"2024-09-23T15:07:28Z","completed_at":"2024-09-23T15:07:34Z"},{"name":"Run actions/download-artifact@v4","status":"completed","conclusion":"success","number":4,"started_at":"2024-09-23T15:07:34Z","completed_at":"2024-09-23T15:07:52Z"},{"name":"Set ttnn fast runtime if exists in config","status":"completed","conclusion":"skipped","number":5,"started_at":"2024-09-23T15:07:52Z","completed_at":"2024-09-23T15:07:52Z"},{"name":"ttnn group 3 tests","status":"completed","conclusion":"success","number":6,"started_at":"2024-09-23T15:07:52Z","completed_at":"2024-09-23T15:19:42Z"},{"name":"Run /./.github/actions/slack-report","status":"completed","conclusion":"skipped","number":7,"started_at":"2024-09-23T15:19:42Z","completed_at":"2024-09-23T15:19:42Z"},{"name":"Run /./.github/actions/upload-artifact-with-job-uuid","status":"completed","conclusion":"success","number":8,"started_at":"2024-09-23T15:19:42Z","completed_at":"2024-09-23T15:19:43Z"},{"name":"Post ttnn group 3 tests","status":"completed","conclusion":"success","number":14,"started_at":"2024-09-23T15:19:43Z","completed_at":"2024-09-23T15:19:43Z"},{"name":"Post Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0","status":"completed","conclusion":"success","number":15,"started_at":"2024-09-23T15:19:43Z","completed_at":"2024-09-23T15:19:44Z"},{"name":"Complete runner","status":"completed","conclusion":"success","number":16,"started_at":"2024-09-23T15:19:50Z","completed_at":"2024-09-23T15:19:50Z"},{"name":"Complete job","status":"completed","conclusion":"success","number":17,"started_at":"2024-09-23T15:19:44Z","completed_at":"2024-09-23T15:19:44Z"}],"check_run_url":"https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30531886119","labels":["N150","in-service"],"runner_id":95,"runner_name":"tt-metal-ci-vm-70","runner_group_id":1,"runner_group_name":"Default"},{"id":30531886611,"run_id":10996802864,"workflow_name":"All post-commit tests","head_branch":"virdhatchani/5_clean","run_url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/10996802864","run_attempt":1,"node_id":"CR_kwDOI9Wqc88AAAAHG9eeEw","head_sha":"64249512152ed52c6df7d6adf6bb1a59b96db81c","url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30531886611","html_url":"https://github.com/tenstorrent/tt-metal/actions/runs/10996802864/job/30531886611","status":"completed","conclusion":"success","created_at":"2024-09-23T15:07:02Z","started_at":"2024-09-23T15:06:40Z","completed_at":"2024-09-23T15:14:34Z","name":"ttnn-unit-tests (grayskull, E150) / ttnn group 5 grayskull E150","steps":[{"name":"Set up job","status":"completed","conclusion":"success","number":1,"started_at":"2024-09-23T15:06:40Z","completed_at":"2024-09-23T15:06:42Z"},{"name":"Set up runner","status":"completed","conclusion":"success","number":2,"started_at":"2024-09-23T15:06:42Z","completed_at":"2024-09-23T15:07:14Z"},{"name":"Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0","status":"completed","conclusion":"success","number":3,"started_at":"2024-09-23T15:07:14Z","completed_at":"2024-09-23T15:07:17Z"},{"name":"Run actions/download-artifact@v4","status":"completed","conclusion":"success","number":4,"started_at":"2024-09-23T15:07:17Z","completed_at":"2024-09-23T15:07:57Z"},{"name":"Set ttnn fast runtime if exists in config","status":"completed","conclusion":"skipped","number":5,"started_at":"2024-09-23T15:07:57Z","completed_at":"2024-09-23T15:07:57Z"},{"name":"ttnn group 5 tests","status":"completed","conclusion":"success","number":6,"started_at":"2024-09-23T15:07:57Z","completed_at":"2024-09-23T15:14:27Z"},{"name":"Run /./.github/actions/slack-report","status":"completed","conclusion":"skipped","number":7,"started_at":"2024-09-23T15:14:27Z","completed_at":"2024-09-23T15:14:27Z"},{"name":"Run /./.github/actions/upload-artifact-with-job-uuid","status":"completed","conclusion":"success","number":8,"started_at":"2024-09-23T15:14:27Z","completed_at":"2024-09-23T15:14:28Z"},{"name":"Post ttnn group 5 tests","status":"completed","conclusion":"success","number":14,"started_at":"2024-09-23T15:14:28Z","completed_at":"2024-09-23T15:14:28Z"},{"name":"Post Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0","status":"completed","conclusion":"success","number":15,"started_at":"2024-09-23T15:14:34Z","completed_at":"2024-09-23T15:14:34Z"},{"name":"Complete runner","status":"completed","conclusion":"success","number":16,"started_at":"2024-09-23T15:14:34Z","completed_at":"2024-09-23T15:14:34Z"},{"name":"Complete job","status":"completed","conclusion":"success","number":17,"started_at":"2024-09-23T15:14:29Z","completed_at":"2024-09-23T15:14:29Z"}],"check_run_url":"https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30531886611","labels":["E150","in-service"],"runner_id":127,"runner_name":"tt-metal-ci-vm-92","runner_group_id":1,"runner_group_name":"Default"},{"id":30531887160,"run_id":10996802864,"workflow_name":"All post-commit tests","head_branch":"virdhatchani/5_clean","run_url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/10996802864","run_attempt":1,"node_id":"CR_kwDOI9Wqc88AAAAHG9egOA","head_sha":"64249512152ed52c6df7d6adf6bb1a59b96db81c","url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30531887160","html_url":"https://github.com/tenstorrent/tt-metal/actions/runs/10996802864/job/30531887160","status":"completed","conclusion":"success","created_at":"2024-09-23T15:07:02Z","started_at":"2024-09-23T15:06:41Z","completed_at":"2024-09-23T15:21:53Z","name":"ttnn-unit-tests (wormhole_b0, N150) / ttnn group 4 wormhole_b0 N150","steps":[{"name":"Set up job","status":"completed","conclusion":"success","number":1,"started_at":"2024-09-23T15:06:40Z","completed_at":"2024-09-23T15:06:43Z"},{"name":"Set up runner","status":"completed","conclusion":"success","number":2,"started_at":"2024-09-23T15:06:43Z","completed_at":"2024-09-23T15:07:27Z"},{"name":"Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0","status":"completed","conclusion":"success","number":3,"started_at":"2024-09-23T15:07:27Z","completed_at":"2024-09-23T15:07:32Z"},{"name":"Run actions/download-artifact@v4","status":"completed","conclusion":"success","number":4,"started_at":"2024-09-23T15:07:32Z","completed_at":"2024-09-23T15:07:59Z"},{"name":"Set ttnn fast runtime if exists in config","status":"completed","conclusion":"skipped","number":5,"started_at":"2024-09-23T15:07:59Z","completed_at":"2024-09-23T15:07:59Z"},{"name":"ttnn group 4 tests","status":"completed","conclusion":"success","number":6,"started_at":"2024-09-23T15:07:59Z","completed_at":"2024-09-23T15:21:39Z"},{"name":"Run /./.github/actions/slack-report","status":"completed","conclusion":"skipped","number":7,"started_at":"2024-09-23T15:21:40Z","completed_at":"2024-09-23T15:21:40Z"},{"name":"Run /./.github/actions/upload-artifact-with-job-uuid","status":"completed","conclusion":"success","number":8,"started_at":"2024-09-23T15:21:40Z","completed_at":"2024-09-23T15:21:41Z"},{"name":"Post ttnn group 4 tests","status":"completed","conclusion":"success","number":14,"started_at":"2024-09-23T15:21:41Z","completed_at":"2024-09-23T15:21:41Z"},{"name":"Post Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0","status":"completed","conclusion":"success","number":15,"started_at":"2024-09-23T15:21:41Z","completed_at":"2024-09-23T15:21:41Z"},{"name":"Complete runner","status":"completed","conclusion":"success","number":16,"started_at":"2024-09-23T15:21:41Z","completed_at":"2024-09-23T15:21:41Z"},{"name":"Complete job","status":"completed","conclusion":"success","number":17,"started_at":"2024-09-23T15:21:41Z","completed_at":"2024-09-23T15:21:42Z"}],"check_run_url":"https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30531887160","labels":["N150","in-service"],"runner_id":94,"runner_name":"tt-metal-ci-vm-68","runner_group_id":1,"runner_group_name":"Default"},{"id":30531887775,"run_id":10996802864,"workflow_name":"All post-commit tests","head_branch":"virdhatchani/5_clean","run_url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/10996802864","run_attempt":1,"node_id":"CR_kwDOI9Wqc88AAAAHG9einw","head_sha":"64249512152ed52c6df7d6adf6bb1a59b96db81c","url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30531887775","html_url":"https://github.com/tenstorrent/tt-metal/actions/runs/10996802864/job/30531887775","status":"completed","conclusion":"success","created_at":"2024-09-23T15:07:03Z","started_at":"2024-09-23T15:06:41Z","completed_at":"2024-09-23T15:13:13Z","name":"ttnn-unit-tests (grayskull, E150) / ttnn group 6 grayskull E150","steps":[{"name":"Set up job","status":"completed","conclusion":"success","number":1,"started_at":"2024-09-23T15:06:41Z","completed_at":"2024-09-23T15:06:43Z"},{"name":"Set up runner","status":"completed","conclusion":"success","number":2,"started_at":"2024-09-23T15:06:43Z","completed_at":"2024-09-23T15:07:15Z"},{"name":"Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0","status":"completed","conclusion":"success","number":3,"started_at":"2024-09-23T15:07:15Z","completed_at":"2024-09-23T15:07:19Z"},{"name":"Run actions/download-artifact@v4","status":"completed","conclusion":"success","number":4,"started_at":"2024-09-23T15:07:19Z","completed_at":"2024-09-23T15:07:38Z"},{"name":"Set ttnn fast runtime if exists in config","status":"completed","conclusion":"skipped","number":5,"started_at":"2024-09-23T15:07:38Z","completed_at":"2024-09-23T15:07:38Z"},{"name":"ttnn group 6 tests","status":"completed","conclusion":"success","number":6,"started_at":"2024-09-23T15:07:38Z","completed_at":"2024-09-23T15:13:06Z"},{"name":"Run /./.github/actions/slack-report","status":"completed","conclusion":"skipped","number":7,"started_at":"2024-09-23T15:13:06Z","completed_at":"2024-09-23T15:13:06Z"},{"name":"Run /./.github/actions/upload-artifact-with-job-uuid","status":"completed","conclusion":"success","number":8,"started_at":"2024-09-23T15:13:06Z","completed_at":"2024-09-23T15:13:07Z"},{"name":"Post ttnn group 6 tests","status":"completed","conclusion":"success","number":14,"started_at":"2024-09-23T15:13:07Z","completed_at":"2024-09-23T15:13:08Z"},{"name":"Post Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0","status":"completed","conclusion":"success","number":15,"started_at":"2024-09-23T15:13:08Z","completed_at":"2024-09-23T15:13:08Z"},{"name":"Complete runner","status":"completed","conclusion":"success","number":16,"started_at":"2024-09-23T15:13:13Z","completed_at":"2024-09-23T15:13:13Z"},{"name":"Complete job","status":"completed","conclusion":"success","number":17,"started_at":"2024-09-23T15:13:08Z","completed_at":"2024-09-23T15:13:08Z"}],"check_run_url":"https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30531887775","labels":["E150","in-service"],"runner_id":34,"runner_name":"tt-metal-ci-vm-74","runner_group_id":1,"runner_group_name":"Default"},{"id":30531888543,"run_id":10996802864,"workflow_name":"All post-commit tests","head_branch":"virdhatchani/5_clean","run_url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/10996802864","run_attempt":1,"node_id":"CR_kwDOI9Wqc88AAAAHG9elnw","head_sha":"64249512152ed52c6df7d6adf6bb1a59b96db81c","url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30531888543","html_url":"https://github.com/tenstorrent/tt-metal/actions/runs/10996802864/job/30531888543","status":"completed","conclusion":"success","created_at":"2024-09-23T15:07:04Z","started_at":"2024-09-23T15:06:42Z","completed_at":"2024-09-23T15:14:31Z","name":"ttnn-unit-tests (wormhole_b0, N300) / ttnn group 4 wormhole_b0 N300","steps":[{"name":"Set up job","status":"completed","conclusion":"success","number":1,"started_at":"2024-09-23T15:06:42Z","completed_at":"2024-09-23T15:06:44Z"},{"name":"Set up runner","status":"completed","conclusion":"success","number":2,"started_at":"2024-09-23T15:06:45Z","completed_at":"2024-09-23T15:07:29Z"},{"name":"Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0","status":"completed","conclusion":"success","number":3,"started_at":"2024-09-23T15:07:29Z","completed_at":"2024-09-23T15:07:35Z"},{"name":"Run actions/download-artifact@v4","status":"completed","conclusion":"success","number":4,"started_at":"2024-09-23T15:07:35Z","completed_at":"2024-09-23T15:07:54Z"},{"name":"Set ttnn fast runtime if exists in config","status":"completed","conclusion":"skipped","number":5,"started_at":"2024-09-23T15:07:54Z","completed_at":"2024-09-23T15:07:54Z"},{"name":"ttnn group 4 tests","status":"completed","conclusion":"success","number":6,"started_at":"2024-09-23T15:07:54Z","completed_at":"2024-09-23T15:14:21Z"},{"name":"Run /./.github/actions/slack-report","status":"completed","conclusion":"skipped","number":7,"started_at":"2024-09-23T15:14:21Z","completed_at":"2024-09-23T15:14:21Z"},{"name":"Run /./.github/actions/upload-artifact-with-job-uuid","status":"completed","conclusion":"success","number":8,"started_at":"2024-09-23T15:14:21Z","completed_at":"2024-09-23T15:14:22Z"},{"name":"Post ttnn group 4 tests","status":"completed","conclusion":"success","number":14,"started_at":"2024-09-23T15:14:23Z","completed_at":"2024-09-23T15:14:23Z"},{"name":"Post Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0","status":"completed","conclusion":"success","number":15,"started_at":"2024-09-23T15:14:23Z","completed_at":"2024-09-23T15:14:23Z"},{"name":"Complete runner","status":"completed","conclusion":"success","number":16,"started_at":"2024-09-23T15:14:31Z","completed_at":"2024-09-23T15:14:31Z"},{"name":"Complete job","status":"completed","conclusion":"success","number":17,"started_at":"2024-09-23T15:14:23Z","completed_at":"2024-09-23T15:14:23Z"}],"check_run_url":"https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30531888543","labels":["N300","in-service"],"runner_id":195,"runner_name":"tt-metal-ci-vm-111","runner_group_id":1,"runner_group_name":"Default"},{"id":30531889287,"run_id":10996802864,"workflow_name":"All post-commit tests","head_branch":"virdhatchani/5_clean","run_url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/10996802864","run_attempt":1,"node_id":"CR_kwDOI9Wqc88AAAAHG9eohw","head_sha":"64249512152ed52c6df7d6adf6bb1a59b96db81c","url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30531889287","html_url":"https://github.com/tenstorrent/tt-metal/actions/runs/10996802864/job/30531889287","status":"completed","conclusion":"success","created_at":"2024-09-23T15:07:04Z","started_at":"2024-09-23T15:06:42Z","completed_at":"2024-09-23T15:21:12Z","name":"ttnn-unit-tests (wormhole_b0, N150) / ttnn group 5 wormhole_b0 N150","steps":[{"name":"Set up job","status":"completed","conclusion":"success","number":1,"started_at":"2024-09-23T15:06:41Z","completed_at":"2024-09-23T15:06:44Z"},{"name":"Set up runner","status":"completed","conclusion":"success","number":2,"started_at":"2024-09-23T15:06:44Z","completed_at":"2024-09-23T15:07:28Z"},{"name":"Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0","status":"completed","conclusion":"success","number":3,"started_at":"2024-09-23T15:07:28Z","completed_at":"2024-09-23T15:07:33Z"},{"name":"Run actions/download-artifact@v4","status":"completed","conclusion":"success","number":4,"started_at":"2024-09-23T15:07:33Z","completed_at":"2024-09-23T15:07:55Z"},{"name":"Set ttnn fast runtime if exists in config","status":"completed","conclusion":"skipped","number":5,"started_at":"2024-09-23T15:07:55Z","completed_at":"2024-09-23T15:07:55Z"},{"name":"ttnn group 5 tests","status":"completed","conclusion":"success","number":6,"started_at":"2024-09-23T15:07:55Z","completed_at":"2024-09-23T15:21:05Z"},{"name":"Run /./.github/actions/slack-report","status":"completed","conclusion":"skipped","number":7,"started_at":"2024-09-23T15:21:05Z","completed_at":"2024-09-23T15:21:05Z"},{"name":"Run /./.github/actions/upload-artifact-with-job-uuid","status":"completed","conclusion":"success","number":8,"started_at":"2024-09-23T15:21:05Z","completed_at":"2024-09-23T15:21:06Z"},{"name":"Post ttnn group 5 tests","status":"completed","conclusion":"success","number":14,"started_at":"2024-09-23T15:21:06Z","completed_at":"2024-09-23T15:21:06Z"},{"name":"Post Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0","status":"completed","conclusion":"success","number":15,"started_at":"2024-09-23T15:21:12Z","completed_at":"2024-09-23T15:21:12Z"},{"name":"Complete runner","status":"completed","conclusion":"success","number":16,"started_at":"2024-09-23T15:21:12Z","completed_at":"2024-09-23T15:21:12Z"},{"name":"Complete job","status":"completed","conclusion":"success","number":17,"started_at":"2024-09-23T15:21:07Z","completed_at":"2024-09-23T15:21:07Z"}],"check_run_url":"https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30531889287","labels":["N150","in-service"],"runner_id":92,"runner_name":"tt-metal-ci-vm-20","runner_group_id":1,"runner_group_name":"Default"},{"id":30531890515,"run_id":10996802864,"workflow_name":"All post-commit tests","head_branch":"virdhatchani/5_clean","run_url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/10996802864","run_attempt":1,"node_id":"CR_kwDOI9Wqc88AAAAHG9etUw","head_sha":"64249512152ed52c6df7d6adf6bb1a59b96db81c","url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30531890515","html_url":"https://github.com/tenstorrent/tt-metal/actions/runs/10996802864/job/30531890515","status":"completed","conclusion":"success","created_at":"2024-09-23T15:07:05Z","started_at":"2024-09-23T15:06:41Z","completed_at":"2024-09-23T15:09:07Z","name":"ttnn-unit-tests (grayskull, E150) / ttnn fast runtime off grayskull E150","steps":[{"name":"Set up job","status":"completed","conclusion":"success","number":1,"started_at":"2024-09-23T15:06:40Z","completed_at":"2024-09-23T15:06:43Z"},{"name":"Set up runner","status":"completed","conclusion":"success","number":2,"started_at":"2024-09-23T15:06:43Z","completed_at":"2024-09-23T15:07:14Z"},{"name":"Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0","status":"completed","conclusion":"success","number":3,"started_at":"2024-09-23T15:07:15Z","completed_at":"2024-09-23T15:07:18Z"},{"name":"Run actions/download-artifact@v4","status":"completed","conclusion":"success","number":4,"started_at":"2024-09-23T15:07:19Z","completed_at":"2024-09-23T15:07:42Z"},{"name":"Set ttnn fast runtime if exists in config","status":"completed","conclusion":"success","number":5,"started_at":"2024-09-23T15:07:43Z","completed_at":"2024-09-23T15:07:43Z"},{"name":"ttnn fast runtime off tests","status":"completed","conclusion":"success","number":6,"started_at":"2024-09-23T15:07:43Z","completed_at":"2024-09-23T15:09:00Z"},{"name":"Run /./.github/actions/slack-report","status":"completed","conclusion":"skipped","number":7,"started_at":"2024-09-23T15:09:00Z","completed_at":"2024-09-23T15:09:00Z"},{"name":"Run /./.github/actions/upload-artifact-with-job-uuid","status":"completed","conclusion":"success","number":8,"started_at":"2024-09-23T15:09:00Z","completed_at":"2024-09-23T15:09:01Z"},{"name":"Post ttnn fast runtime off tests","status":"completed","conclusion":"success","number":14,"started_at":"2024-09-23T15:09:01Z","completed_at":"2024-09-23T15:09:01Z"},{"name":"Post Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0","status":"completed","conclusion":"success","number":15,"started_at":"2024-09-23T15:09:07Z","completed_at":"2024-09-23T15:09:07Z"},{"name":"Complete runner","status":"completed","conclusion":"success","number":16,"started_at":"2024-09-23T15:09:07Z","completed_at":"2024-09-23T15:09:07Z"},{"name":"Complete job","status":"completed","conclusion":"success","number":17,"started_at":"2024-09-23T15:09:02Z","completed_at":"2024-09-23T15:09:02Z"}],"check_run_url":"https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30531890515","labels":["E150","in-service"],"runner_id":136,"runner_name":"tt-metal-ci-vm-62","runner_group_id":1,"runner_group_name":"Default"},{"id":30531891101,"run_id":10996802864,"workflow_name":"All post-commit tests","head_branch":"virdhatchani/5_clean","run_url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/10996802864","run_attempt":1,"node_id":"CR_kwDOI9Wqc88AAAAHG9evnQ","head_sha":"64249512152ed52c6df7d6adf6bb1a59b96db81c","url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30531891101","html_url":"https://github.com/tenstorrent/tt-metal/actions/runs/10996802864/job/30531891101","status":"completed","conclusion":"success","created_at":"2024-09-23T15:07:06Z","started_at":"2024-09-23T15:06:43Z","completed_at":"2024-09-23T15:21:04Z","name":"ttnn-unit-tests (wormhole_b0, N300) / ttnn group 5 wormhole_b0 N300","steps":[{"name":"Set up job","status":"completed","conclusion":"success","number":1,"started_at":"2024-09-23T15:06:43Z","completed_at":"2024-09-23T15:06:45Z"},{"name":"Set up runner","status":"completed","conclusion":"success","number":2,"started_at":"2024-09-23T15:06:45Z","completed_at":"2024-09-23T15:07:29Z"},{"name":"Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0","status":"completed","conclusion":"success","number":3,"started_at":"2024-09-23T15:07:30Z","completed_at":"2024-09-23T15:07:33Z"},{"name":"Run actions/download-artifact@v4","status":"completed","conclusion":"success","number":4,"started_at":"2024-09-23T15:07:33Z","completed_at":"2024-09-23T15:07:59Z"},{"name":"Set ttnn fast runtime if exists in config","status":"completed","conclusion":"skipped","number":5,"started_at":"2024-09-23T15:07:59Z","completed_at":"2024-09-23T15:07:59Z"},{"name":"ttnn group 5 tests","status":"completed","conclusion":"success","number":6,"started_at":"2024-09-23T15:07:59Z","completed_at":"2024-09-23T15:20:56Z"},{"name":"Run /./.github/actions/slack-report","status":"completed","conclusion":"skipped","number":7,"started_at":"2024-09-23T15:20:57Z","completed_at":"2024-09-23T15:20:57Z"},{"name":"Run /./.github/actions/upload-artifact-with-job-uuid","status":"completed","conclusion":"success","number":8,"started_at":"2024-09-23T15:20:57Z","completed_at":"2024-09-23T15:20:58Z"},{"name":"Post ttnn group 5 tests","status":"completed","conclusion":"success","number":14,"started_at":"2024-09-23T15:20:58Z","completed_at":"2024-09-23T15:20:58Z"},{"name":"Post Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0","status":"completed","conclusion":"success","number":15,"started_at":"2024-09-23T15:20:58Z","completed_at":"2024-09-23T15:20:58Z"},{"name":"Complete runner","status":"completed","conclusion":"success","number":16,"started_at":"2024-09-23T15:21:04Z","completed_at":"2024-09-23T15:21:04Z"},{"name":"Complete job","status":"completed","conclusion":"success","number":17,"started_at":"2024-09-23T15:20:58Z","completed_at":"2024-09-23T15:20:58Z"}],"check_run_url":"https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30531891101","labels":["N300","in-service"],"runner_id":115,"runner_name":"tt-metal-ci-vm-87","runner_group_id":1,"runner_group_name":"Default"},{"id":30531891629,"run_id":10996802864,"workflow_name":"All post-commit tests","head_branch":"virdhatchani/5_clean","run_url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/10996802864","run_attempt":1,"node_id":"CR_kwDOI9Wqc88AAAAHG9exrQ","head_sha":"64249512152ed52c6df7d6adf6bb1a59b96db81c","url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30531891629","html_url":"https://github.com/tenstorrent/tt-metal/actions/runs/10996802864/job/30531891629","status":"completed","conclusion":"success","created_at":"2024-09-23T15:07:06Z","started_at":"2024-09-23T15:06:41Z","completed_at":"2024-09-23T15:13:55Z","name":"ttnn-unit-tests (wormhole_b0, N150) / ttnn group 6 wormhole_b0 N150","steps":[{"name":"Set up job","status":"completed","conclusion":"success","number":1,"started_at":"2024-09-23T15:06:41Z","completed_at":"2024-09-23T15:06:43Z"},{"name":"Set up runner","status":"completed","conclusion":"success","number":2,"started_at":"2024-09-23T15:06:43Z","completed_at":"2024-09-23T15:07:27Z"},{"name":"Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0","status":"completed","conclusion":"success","number":3,"started_at":"2024-09-23T15:07:27Z","completed_at":"2024-09-23T15:07:31Z"},{"name":"Run actions/download-artifact@v4","status":"completed","conclusion":"success","number":4,"started_at":"2024-09-23T15:07:31Z","completed_at":"2024-09-23T15:07:58Z"},{"name":"Set ttnn fast runtime if exists in config","status":"completed","conclusion":"skipped","number":5,"started_at":"2024-09-23T15:07:58Z","completed_at":"2024-09-23T15:07:58Z"},{"name":"ttnn group 6 tests","status":"completed","conclusion":"success","number":6,"started_at":"2024-09-23T15:07:58Z","completed_at":"2024-09-23T15:13:46Z"},{"name":"Run /./.github/actions/slack-report","status":"completed","conclusion":"skipped","number":7,"started_at":"2024-09-23T15:13:46Z","completed_at":"2024-09-23T15:13:46Z"},{"name":"Run /./.github/actions/upload-artifact-with-job-uuid","status":"completed","conclusion":"success","number":8,"started_at":"2024-09-23T15:13:46Z","completed_at":"2024-09-23T15:13:47Z"},{"name":"Post ttnn group 6 tests","status":"completed","conclusion":"success","number":14,"started_at":"2024-09-23T15:13:47Z","completed_at":"2024-09-23T15:13:48Z"},{"name":"Post Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0","status":"completed","conclusion":"success","number":15,"started_at":"2024-09-23T15:13:48Z","completed_at":"2024-09-23T15:13:48Z"},{"name":"Complete runner","status":"completed","conclusion":"success","number":16,"started_at":"2024-09-23T15:13:55Z","completed_at":"2024-09-23T15:13:55Z"},{"name":"Complete job","status":"completed","conclusion":"success","number":17,"started_at":"2024-09-23T15:13:48Z","completed_at":"2024-09-23T15:13:48Z"}],"check_run_url":"https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30531891629","labels":["N150","in-service"],"runner_id":77,"runner_name":"tt-metal-ci-vm-81","runner_group_id":1,"runner_group_name":"Default"},{"id":30531892138,"run_id":10996802864,"workflow_name":"All post-commit tests","head_branch":"virdhatchani/5_clean","run_url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/10996802864","run_attempt":1,"node_id":"CR_kwDOI9Wqc88AAAAHG9ezqg","head_sha":"64249512152ed52c6df7d6adf6bb1a59b96db81c","url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30531892138","html_url":"https://github.com/tenstorrent/tt-metal/actions/runs/10996802864/job/30531892138","status":"completed","conclusion":"success","created_at":"2024-09-23T15:07:07Z","started_at":"2024-09-23T15:06:40Z","completed_at":"2024-09-23T15:09:00Z","name":"ttnn-unit-tests (grayskull, E150) / ttnn example tests grayskull E150","steps":[{"name":"Set up job","status":"completed","conclusion":"success","number":1,"started_at":"2024-09-23T15:06:40Z","completed_at":"2024-09-23T15:06:42Z"},{"name":"Set up runner","status":"completed","conclusion":"success","number":2,"started_at":"2024-09-23T15:06:43Z","completed_at":"2024-09-23T15:07:14Z"},{"name":"Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0","status":"completed","conclusion":"success","number":3,"started_at":"2024-09-23T15:07:14Z","completed_at":"2024-09-23T15:07:17Z"},{"name":"Run actions/download-artifact@v4","status":"completed","conclusion":"success","number":4,"started_at":"2024-09-23T15:07:17Z","completed_at":"2024-09-23T15:07:36Z"},{"name":"Set ttnn fast runtime if exists in config","status":"completed","conclusion":"skipped","number":5,"started_at":"2024-09-23T15:07:36Z","completed_at":"2024-09-23T15:07:36Z"},{"name":"ttnn example tests tests","status":"completed","conclusion":"success","number":6,"started_at":"2024-09-23T15:07:36Z","completed_at":"2024-09-23T15:08:55Z"},{"name":"Run /./.github/actions/slack-report","status":"completed","conclusion":"skipped","number":7,"started_at":"2024-09-23T15:08:55Z","completed_at":"2024-09-23T15:08:55Z"},{"name":"Run /./.github/actions/upload-artifact-with-job-uuid","status":"completed","conclusion":"success","number":8,"started_at":"2024-09-23T15:08:55Z","completed_at":"2024-09-23T15:08:56Z"},{"name":"Post ttnn example tests tests","status":"completed","conclusion":"success","number":14,"started_at":"2024-09-23T15:08:56Z","completed_at":"2024-09-23T15:08:56Z"},{"name":"Post Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0","status":"completed","conclusion":"success","number":15,"started_at":"2024-09-23T15:08:57Z","completed_at":"2024-09-23T15:08:57Z"},{"name":"Complete runner","status":"completed","conclusion":"success","number":16,"started_at":"2024-09-23T15:08:57Z","completed_at":"2024-09-23T15:08:57Z"},{"name":"Complete job","status":"completed","conclusion":"success","number":17,"started_at":"2024-09-23T15:08:57Z","completed_at":"2024-09-23T15:08:57Z"}],"check_run_url":"https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30531892138","labels":["E150","in-service"],"runner_id":84,"runner_name":"tt-metal-ci-vm-9","runner_group_id":1,"runner_group_name":"Default"},{"id":30531892635,"run_id":10996802864,"workflow_name":"All post-commit tests","head_branch":"virdhatchani/5_clean","run_url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/10996802864","run_attempt":1,"node_id":"CR_kwDOI9Wqc88AAAAHG9e1mw","head_sha":"64249512152ed52c6df7d6adf6bb1a59b96db81c","url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30531892635","html_url":"https://github.com/tenstorrent/tt-metal/actions/runs/10996802864/job/30531892635","status":"completed","conclusion":"success","created_at":"2024-09-23T15:07:07Z","started_at":"2024-09-23T15:06:42Z","completed_at":"2024-09-23T15:13:22Z","name":"ttnn-unit-tests (wormhole_b0, N300) / ttnn group 6 wormhole_b0 N300","steps":[{"name":"Set up job","status":"completed","conclusion":"success","number":1,"started_at":"2024-09-23T15:06:42Z","completed_at":"2024-09-23T15:06:44Z"},{"name":"Set up runner","status":"completed","conclusion":"success","number":2,"started_at":"2024-09-23T15:06:45Z","completed_at":"2024-09-23T15:07:28Z"},{"name":"Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0","status":"completed","conclusion":"success","number":3,"started_at":"2024-09-23T15:07:28Z","completed_at":"2024-09-23T15:07:31Z"},{"name":"Run actions/download-artifact@v4","status":"completed","conclusion":"success","number":4,"started_at":"2024-09-23T15:07:31Z","completed_at":"2024-09-23T15:08:08Z"},{"name":"Set ttnn fast runtime if exists in config","status":"completed","conclusion":"skipped","number":5,"started_at":"2024-09-23T15:08:08Z","completed_at":"2024-09-23T15:08:08Z"},{"name":"ttnn group 6 tests","status":"completed","conclusion":"success","number":6,"started_at":"2024-09-23T15:08:08Z","completed_at":"2024-09-23T15:13:11Z"},{"name":"Run /./.github/actions/slack-report","status":"completed","conclusion":"skipped","number":7,"started_at":"2024-09-23T15:13:11Z","completed_at":"2024-09-23T15:13:11Z"},{"name":"Run /./.github/actions/upload-artifact-with-job-uuid","status":"completed","conclusion":"success","number":8,"started_at":"2024-09-23T15:13:11Z","completed_at":"2024-09-23T15:13:12Z"},{"name":"Post ttnn group 6 tests","status":"completed","conclusion":"success","number":14,"started_at":"2024-09-23T15:13:12Z","completed_at":"2024-09-23T15:13:12Z"},{"name":"Post Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0","status":"completed","conclusion":"success","number":15,"started_at":"2024-09-23T15:13:22Z","completed_at":"2024-09-23T15:13:22Z"},{"name":"Complete runner","status":"completed","conclusion":"success","number":16,"started_at":"2024-09-23T15:13:22Z","completed_at":"2024-09-23T15:13:22Z"},{"name":"Complete job","status":"completed","conclusion":"success","number":17,"started_at":"2024-09-23T15:13:13Z","completed_at":"2024-09-23T15:13:13Z"}],"check_run_url":"https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30531892635","labels":["N300","in-service"],"runner_id":73,"runner_name":"tt-metal-ci-vm-40","runner_group_id":1,"runner_group_name":"Default"},{"id":30531893242,"run_id":10996802864,"workflow_name":"All post-commit tests","head_branch":"virdhatchani/5_clean","run_url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/10996802864","run_attempt":1,"node_id":"CR_kwDOI9Wqc88AAAAHG9e3-g","head_sha":"64249512152ed52c6df7d6adf6bb1a59b96db81c","url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30531893242","html_url":"https://github.com/tenstorrent/tt-metal/actions/runs/10996802864/job/30531893242","status":"completed","conclusion":"success","created_at":"2024-09-23T15:07:08Z","started_at":"2024-09-23T15:06:41Z","completed_at":"2024-09-23T15:09:17Z","name":"ttnn-unit-tests (wormhole_b0, N150) / ttnn fast runtime off wormhole_b0 N150","steps":[{"name":"Set up job","status":"completed","conclusion":"success","number":1,"started_at":"2024-09-23T15:06:41Z","completed_at":"2024-09-23T15:06:43Z"},{"name":"Set up runner","status":"completed","conclusion":"success","number":2,"started_at":"2024-09-23T15:06:44Z","completed_at":"2024-09-23T15:07:27Z"},{"name":"Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0","status":"completed","conclusion":"success","number":3,"started_at":"2024-09-23T15:07:27Z","completed_at":"2024-09-23T15:07:30Z"},{"name":"Run actions/download-artifact@v4","status":"completed","conclusion":"success","number":4,"started_at":"2024-09-23T15:07:31Z","completed_at":"2024-09-23T15:07:58Z"},{"name":"Set ttnn fast runtime if exists in config","status":"completed","conclusion":"success","number":5,"started_at":"2024-09-23T15:07:58Z","completed_at":"2024-09-23T15:07:58Z"},{"name":"ttnn fast runtime off tests","status":"completed","conclusion":"success","number":6,"started_at":"2024-09-23T15:07:58Z","completed_at":"2024-09-23T15:09:11Z"},{"name":"Run /./.github/actions/slack-report","status":"completed","conclusion":"skipped","number":7,"started_at":"2024-09-23T15:09:11Z","completed_at":"2024-09-23T15:09:11Z"},{"name":"Run /./.github/actions/upload-artifact-with-job-uuid","status":"completed","conclusion":"success","number":8,"started_at":"2024-09-23T15:09:11Z","completed_at":"2024-09-23T15:09:12Z"},{"name":"Post ttnn fast runtime off tests","status":"completed","conclusion":"success","number":14,"started_at":"2024-09-23T15:09:13Z","completed_at":"2024-09-23T15:09:13Z"},{"name":"Post Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0","status":"completed","conclusion":"success","number":15,"started_at":"2024-09-23T15:09:13Z","completed_at":"2024-09-23T15:09:13Z"},{"name":"Complete runner","status":"completed","conclusion":"success","number":16,"started_at":"2024-09-23T15:09:17Z","completed_at":"2024-09-23T15:09:17Z"},{"name":"Complete job","status":"completed","conclusion":"success","number":17,"started_at":"2024-09-23T15:09:13Z","completed_at":"2024-09-23T15:09:13Z"}],"check_run_url":"https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30531893242","labels":["N150","in-service"],"runner_id":101,"runner_name":"tt-metal-ci-vm-96","runner_group_id":1,"runner_group_name":"Default"},{"id":30531893860,"run_id":10996802864,"workflow_name":"All post-commit tests","head_branch":"virdhatchani/5_clean","run_url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/10996802864","run_attempt":1,"node_id":"CR_kwDOI9Wqc88AAAAHG9e6ZA","head_sha":"64249512152ed52c6df7d6adf6bb1a59b96db81c","url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30531893860","html_url":"https://github.com/tenstorrent/tt-metal/actions/runs/10996802864/job/30531893860","status":"completed","conclusion":"success","created_at":"2024-09-23T15:07:09Z","started_at":"2024-09-23T15:06:42Z","completed_at":"2024-09-23T15:09:18Z","name":"ttnn-unit-tests (wormhole_b0, N300) / ttnn fast runtime off wormhole_b0 N300","steps":[{"name":"Set up job","status":"completed","conclusion":"success","number":1,"started_at":"2024-09-23T15:06:42Z","completed_at":"2024-09-23T15:06:44Z"},{"name":"Set up runner","status":"completed","conclusion":"success","number":2,"started_at":"2024-09-23T15:06:44Z","completed_at":"2024-09-23T15:07:28Z"},{"name":"Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0","status":"completed","conclusion":"success","number":3,"started_at":"2024-09-23T15:07:28Z","completed_at":"2024-09-23T15:07:31Z"},{"name":"Run actions/download-artifact@v4","status":"completed","conclusion":"success","number":4,"started_at":"2024-09-23T15:07:31Z","completed_at":"2024-09-23T15:08:05Z"},{"name":"Set ttnn fast runtime if exists in config","status":"completed","conclusion":"success","number":5,"started_at":"2024-09-23T15:08:05Z","completed_at":"2024-09-23T15:08:05Z"},{"name":"ttnn fast runtime off tests","status":"completed","conclusion":"success","number":6,"started_at":"2024-09-23T15:08:05Z","completed_at":"2024-09-23T15:09:11Z"},{"name":"Run /./.github/actions/slack-report","status":"completed","conclusion":"skipped","number":7,"started_at":"2024-09-23T15:09:11Z","completed_at":"2024-09-23T15:09:11Z"},{"name":"Run /./.github/actions/upload-artifact-with-job-uuid","status":"completed","conclusion":"success","number":8,"started_at":"2024-09-23T15:09:11Z","completed_at":"2024-09-23T15:09:12Z"},{"name":"Post ttnn fast runtime off tests","status":"completed","conclusion":"success","number":14,"started_at":"2024-09-23T15:09:13Z","completed_at":"2024-09-23T15:09:13Z"},{"name":"Post Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0","status":"completed","conclusion":"success","number":15,"started_at":"2024-09-23T15:09:13Z","completed_at":"2024-09-23T15:09:13Z"},{"name":"Complete runner","status":"completed","conclusion":"success","number":16,"started_at":"2024-09-23T15:09:18Z","completed_at":"2024-09-23T15:09:18Z"},{"name":"Complete job","status":"completed","conclusion":"success","number":17,"started_at":"2024-09-23T15:09:13Z","completed_at":"2024-09-23T15:09:13Z"}],"check_run_url":"https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30531893860","labels":["N300","in-service"],"runner_id":61,"runner_name":"tt-metal-ci-vm-22","runner_group_id":1,"runner_group_name":"Default"},{"id":30531894488,"run_id":10996802864,"workflow_name":"All post-commit tests","head_branch":"virdhatchani/5_clean","run_url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/10996802864","run_attempt":1,"node_id":"CR_kwDOI9Wqc88AAAAHG9e82A","head_sha":"64249512152ed52c6df7d6adf6bb1a59b96db81c","url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30531894488","html_url":"https://github.com/tenstorrent/tt-metal/actions/runs/10996802864/job/30531894488","status":"completed","conclusion":"success","created_at":"2024-09-23T15:07:09Z","started_at":"2024-09-23T15:06:40Z","completed_at":"2024-09-23T15:09:13Z","name":"ttnn-unit-tests (wormhole_b0, N150) / ttnn example tests wormhole_b0 N150","steps":[{"name":"Set up job","status":"completed","conclusion":"success","number":1,"started_at":"2024-09-23T15:06:40Z","completed_at":"2024-09-23T15:06:42Z"},{"name":"Set up runner","status":"completed","conclusion":"success","number":2,"started_at":"2024-09-23T15:06:42Z","completed_at":"2024-09-23T15:07:26Z"},{"name":"Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0","status":"completed","conclusion":"success","number":3,"started_at":"2024-09-23T15:07:26Z","completed_at":"2024-09-23T15:07:29Z"},{"name":"Run actions/download-artifact@v4","status":"completed","conclusion":"success","number":4,"started_at":"2024-09-23T15:07:30Z","completed_at":"2024-09-23T15:07:50Z"},{"name":"Set ttnn fast runtime if exists in config","status":"completed","conclusion":"skipped","number":5,"started_at":"2024-09-23T15:07:51Z","completed_at":"2024-09-23T15:07:51Z"},{"name":"ttnn example tests tests","status":"completed","conclusion":"success","number":6,"started_at":"2024-09-23T15:07:51Z","completed_at":"2024-09-23T15:09:08Z"},{"name":"Run /./.github/actions/slack-report","status":"completed","conclusion":"skipped","number":7,"started_at":"2024-09-23T15:09:09Z","completed_at":"2024-09-23T15:09:09Z"},{"name":"Run /./.github/actions/upload-artifact-with-job-uuid","status":"completed","conclusion":"success","number":8,"started_at":"2024-09-23T15:09:09Z","completed_at":"2024-09-23T15:09:10Z"},{"name":"Post ttnn example tests tests","status":"completed","conclusion":"success","number":14,"started_at":"2024-09-23T15:09:10Z","completed_at":"2024-09-23T15:09:10Z"},{"name":"Post Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0","status":"completed","conclusion":"success","number":15,"started_at":"2024-09-23T15:09:10Z","completed_at":"2024-09-23T15:09:10Z"},{"name":"Complete runner","status":"completed","conclusion":"success","number":16,"started_at":"2024-09-23T15:09:13Z","completed_at":"2024-09-23T15:09:13Z"},{"name":"Complete job","status":"completed","conclusion":"success","number":17,"started_at":"2024-09-23T15:09:10Z","completed_at":"2024-09-23T15:09:10Z"}],"check_run_url":"https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30531894488","labels":["N150","in-service"],"runner_id":74,"runner_name":"tt-metal-ci-vm-21","runner_group_id":1,"runner_group_name":"Default"},{"id":30531895148,"run_id":10996802864,"workflow_name":"All post-commit tests","head_branch":"virdhatchani/5_clean","run_url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/10996802864","run_attempt":1,"node_id":"CR_kwDOI9Wqc88AAAAHG9e_bA","head_sha":"64249512152ed52c6df7d6adf6bb1a59b96db81c","url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30531895148","html_url":"https://github.com/tenstorrent/tt-metal/actions/runs/10996802864/job/30531895148","status":"completed","conclusion":"success","created_at":"2024-09-23T15:07:10Z","started_at":"2024-09-23T15:06:43Z","completed_at":"2024-09-23T15:09:38Z","name":"ttnn-unit-tests (wormhole_b0, N300) / ttnn example tests wormhole_b0 N300","steps":[{"name":"Set up job","status":"completed","conclusion":"success","number":1,"started_at":"2024-09-23T15:06:42Z","completed_at":"2024-09-23T15:06:44Z"},{"name":"Set up runner","status":"completed","conclusion":"success","number":2,"started_at":"2024-09-23T15:06:45Z","completed_at":"2024-09-23T15:07:29Z"},{"name":"Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0","status":"completed","conclusion":"success","number":3,"started_at":"2024-09-23T15:07:29Z","completed_at":"2024-09-23T15:07:37Z"},{"name":"Run actions/download-artifact@v4","status":"completed","conclusion":"success","number":4,"started_at":"2024-09-23T15:07:37Z","completed_at":"2024-09-23T15:07:56Z"},{"name":"Set ttnn fast runtime if exists in config","status":"completed","conclusion":"skipped","number":5,"started_at":"2024-09-23T15:07:57Z","completed_at":"2024-09-23T15:07:57Z"},{"name":"ttnn example tests tests","status":"completed","conclusion":"success","number":6,"started_at":"2024-09-23T15:07:57Z","completed_at":"2024-09-23T15:09:33Z"},{"name":"Run /./.github/actions/slack-report","status":"completed","conclusion":"skipped","number":7,"started_at":"2024-09-23T15:09:33Z","completed_at":"2024-09-23T15:09:33Z"},{"name":"Run /./.github/actions/upload-artifact-with-job-uuid","status":"completed","conclusion":"success","number":8,"started_at":"2024-09-23T15:09:33Z","completed_at":"2024-09-23T15:09:34Z"},{"name":"Post ttnn example tests tests","status":"completed","conclusion":"success","number":14,"started_at":"2024-09-23T15:09:34Z","completed_at":"2024-09-23T15:09:34Z"},{"name":"Post Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0","status":"completed","conclusion":"success","number":15,"started_at":"2024-09-23T15:09:34Z","completed_at":"2024-09-23T15:09:35Z"},{"name":"Complete runner","status":"completed","conclusion":"success","number":16,"started_at":"2024-09-23T15:09:38Z","completed_at":"2024-09-23T15:09:38Z"},{"name":"Complete job","status":"completed","conclusion":"success","number":17,"started_at":"2024-09-23T15:09:35Z","completed_at":"2024-09-23T15:09:35Z"}],"check_run_url":"https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30531895148","labels":["N300","in-service"],"runner_id":58,"runner_name":"tt-metal-ci-vm-51","runner_group_id":1,"runner_group_name":"Default"}]} diff --git a/infra/tests/data_collection/test_cicd.py b/infra/tests/data_collection/test_cicd.py index 04e31f8f595..8a8db20dbdf 100644 --- a/infra/tests/data_collection/test_cicd.py +++ b/infra/tests/data_collection/test_cicd.py @@ -2,6 +2,7 @@ import pathlib from infra.data_collection.cicd import create_cicd_json_for_data_analysis +from infra.data_collection.models import InfraErrorV1 def test_dummy(): @@ -30,3 +31,37 @@ def test_create_pipeline_json_with_passing_post_commit(workflow_run_gh_environme assert pipeline.github_pipeline_id == 10662355710 assert len(pipeline.jobs) == 99, "There should be 99 jobs according to github jobs API" + + for job in pipeline.jobs: + assert job.failure_signature is None + + +def test_create_pipeline_json_to_detect_generic_set_up_error_v1(workflow_run_gh_environment): + github_runner_environment = workflow_run_gh_environment + github_pipeline_json_filename = ( + "tests/_data/data_collection/cicd/all_post_commit_runner_died_12626_10996802864/workflow.json" + ) + github_jobs_json_filename = ( + "tests/_data/data_collection/cicd/all_post_commit_runner_died_12626_10996802864/workflow_jobs.json" + ) + + workflow_outputs_dir = pathlib.Path( + "tests/_data/data_collection/cicd/all_post_commit_runner_died_12626_10996802864/" + ).resolve() + assert workflow_outputs_dir.is_dir() + assert workflow_outputs_dir.exists() + + pipeline = create_cicd_json_for_data_analysis( + workflow_outputs_dir, + github_runner_environment, + github_pipeline_json_filename, + github_jobs_json_filename, + ) + + assert pipeline.github_pipeline_id == 10996802864 + + for job in pipeline.jobs: + if job.github_job_id == 30531878948: + assert job.failure_signature == str(InfraErrorV1.GENERIC_SET_UP_FAILURE) + else: + assert job.failure_signature is None From 7a46c6c1fbca4d14c920ff376dee1d60c6b4cb5b Mon Sep 17 00:00:00 2001 From: Raymond Kim Date: Wed, 2 Oct 2024 13:46:18 -0400 Subject: [PATCH 2/2] #13363: Add case for generic set up failure where there's another failure, but related to tests/test timeouts --- .../most_recent_tests.xml | 1 + .../11110261767/logs/30868260202.log | 7 + .../11110261767/logs/30868548829.log | 2631 +++ .../11110261767/logs/30868549210.log | 15408 ++++++++++++++++ .../workflow.json | 1 + .../workflow_jobs.json | 12183 ++++++++++++ infra/tests/data_collection/test_cicd.py | 47 + 7 files changed, 30278 insertions(+) create mode 100644 infra/tests/_data/data_collection/cicd/all_post_commit_runner_died_12626_11110261767/11110261767/artifacts/test_reports_a4d5c2f6-2bea-40ff-b036-fafb5fa7590a/most_recent_tests.xml create mode 100644 infra/tests/_data/data_collection/cicd/all_post_commit_runner_died_12626_11110261767/11110261767/logs/30868260202.log create mode 100644 infra/tests/_data/data_collection/cicd/all_post_commit_runner_died_12626_11110261767/11110261767/logs/30868548829.log create mode 100644 infra/tests/_data/data_collection/cicd/all_post_commit_runner_died_12626_11110261767/11110261767/logs/30868549210.log create mode 100644 infra/tests/_data/data_collection/cicd/all_post_commit_runner_died_12626_11110261767/workflow.json create mode 100644 infra/tests/_data/data_collection/cicd/all_post_commit_runner_died_12626_11110261767/workflow_jobs.json diff --git a/infra/tests/_data/data_collection/cicd/all_post_commit_runner_died_12626_11110261767/11110261767/artifacts/test_reports_a4d5c2f6-2bea-40ff-b036-fafb5fa7590a/most_recent_tests.xml b/infra/tests/_data/data_collection/cicd/all_post_commit_runner_died_12626_11110261767/11110261767/artifacts/test_reports_a4d5c2f6-2bea-40ff-b036-fafb5fa7590a/most_recent_tests.xml new file mode 100644 index 00000000000..0b7a5554f9b --- /dev/null +++ b/infra/tests/_data/data_collection/cicd/all_post_commit_runner_died_12626_11110261767/11110261767/artifacts/test_reports_a4d5c2f6-2bea-40ff-b036-fafb5fa7590a/most_recent_tests.xml @@ -0,0 +1 @@ +/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor_prealloc_and_write.py:26: Row Major Layout not supported for Bfp8/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor_prealloc_and_write.py:26: Row Major Layout not supported for Bfp8/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor_prealloc_and_write.py:26: Row Major Layout not supported for Bfp8/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor_prealloc_and_write.py:26: Row Major Layout not supported for Bfp8/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py:599: grid size not for N300/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py:599: grid size not for N300/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py:599: grid size not for N300/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py:599: grid size not for N300/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py:599: grid size not for N300/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py:599: grid size not for N300/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py:599: grid size not for N300/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:27: For interleaved, each core can only have 1 tile along seq_len if num_heads > 1, so there is a restriction on max seq_len!/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:27: For interleaved, each core can only have 1 tile along seq_len if num_heads > 1, so there is a restriction on max seq_len!/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:27: For interleaved, each core can only have 1 tile along seq_len if num_heads > 1, so there is a restriction on max seq_len!/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:27: For interleaved, each core can only have 1 tile along seq_len if num_heads > 1, so there is a restriction on max seq_len!/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:27: For interleaved, each core can only have 1 tile along seq_len if num_heads > 1, so there is a restriction on max seq_len!/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:27: For interleaved, each core can only have 1 tile along seq_len if num_heads > 1, so there is a restriction on max seq_len!/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:27: For interleaved, each core can only have 1 tile along seq_len if num_heads > 1, so there is a restriction on max seq_len!/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:27: For interleaved, each core can only have 1 tile along seq_len if num_heads > 1, so there is a restriction on max seq_len!/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:91: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:91: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:91: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:91: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:91: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:91: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:91: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:91: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:91: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:91: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:91: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:91: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:91: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:91: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:91: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:91: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:91: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:91: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:91: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:91: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:91: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:91: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:91: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:91: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:91: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:91: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:91: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:91: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:91: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:91: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:91: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:91: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:93: #12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:93: #12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:93: #12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:91: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:93: #12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:93: #12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:93: #12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:91: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:93: #12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:93: #12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:93: #12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:91: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:93: #12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:93: #12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:93: #12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:91: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:93: #12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:93: #12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:93: #12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:91: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:93: #12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:93: #12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:93: #12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:91: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:93: #12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:93: #12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:93: #12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:91: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:93: #12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:93: #12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:93: #12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:91: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:93: #12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:93: #12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:93: #12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:91: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:93: #12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:93: #12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:93: #12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:91: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:93: #12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:93: #12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:93: #12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:91: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:93: #12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:93: #12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:93: #12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:91: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:93: #12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:93: #12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:93: #12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:91: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:93: #12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:93: #12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:93: #12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:91: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:93: #12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:93: #12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:93: #12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:91: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:93: #12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:93: #12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:93: #12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:91: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:93: #12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:93: #12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:93: #12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:91: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:93: #12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:93: #12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:93: #12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:91: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:93: #12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:93: #12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:93: #12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:91: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:93: #12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:93: #12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:93: #12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:91: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:93: #12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:93: #12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:93: #12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:91: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:93: #12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:93: #12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:93: #12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:91: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:93: #12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:93: #12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:93: #12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:91: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:93: #12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:93: #12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:93: #12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:91: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:93: #12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:93: #12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:93: #12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:91: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:93: #12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:93: #12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:93: #12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:91: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:93: #12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:93: #12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:93: #12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:91: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:93: #12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:93: #12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:93: #12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:91: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:93: #12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:93: #12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:93: #12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:91: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:93: #12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:93: #12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:93: #12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:91: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:93: #12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:93: #12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:93: #12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:91: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:93: #12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:93: #12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:93: #12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:91: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:91: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:91: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:91: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:91: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:91: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:91: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:91: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:91: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:91: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:91: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:91: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:91: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:91: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:91: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:91: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:91: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:91: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:91: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:91: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:91: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:91: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:91: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:91: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:91: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:91: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:91: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:91: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:91: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:91: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:91: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:91: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:91: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:91: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:91: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:91: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:91: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:91: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:91: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:91: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:91: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:91: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:91: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:91: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:91: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:91: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:91: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:91: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:91: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:91: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:91: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:91: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:91: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:91: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:91: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:91: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:91: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:91: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:91: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:91: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:91: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:91: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:91: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:91: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:91: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:93: #12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:93: #12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:91: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:91: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:93: #12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:93: #12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:91: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:91: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:93: #12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:93: #12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:91: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:91: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:93: #12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:93: #12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:91: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:91: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:93: #12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:93: #12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:91: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:91: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:93: #12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:93: #12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:91: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:91: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:93: #12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:93: #12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:91: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:91: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:93: #12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:93: #12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:91: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:91: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:93: #12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:93: #12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:91: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:91: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:93: #12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:93: #12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:91: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:91: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:93: #12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:93: #12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:91: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:91: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:93: #12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:93: #12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:91: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:91: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:93: #12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:93: #12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:91: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:91: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:93: #12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:93: #12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:91: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:91: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:93: #12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:93: #12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:91: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:91: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:93: #12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:93: #12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:91: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:91: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:93: #12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:93: #12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:91: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:91: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:93: #12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:93: #12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:91: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:91: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:93: #12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:93: #12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:91: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:91: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:93: #12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:93: #12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:91: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:91: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:93: #12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:93: #12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:91: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:91: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:93: #12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:93: #12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:91: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:91: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:93: #12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:93: #12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:91: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:91: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:93: #12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:93: #12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:91: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:91: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:93: #12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:93: #12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:91: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:91: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:93: #12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:93: #12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:91: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:91: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:93: #12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:93: #12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:91: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:91: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:93: #12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:93: #12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:91: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:91: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:93: #12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:93: #12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:91: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:91: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:93: #12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:93: #12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:91: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:91: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:93: #12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:93: #12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:91: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:91: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:93: #12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:93: #12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:91: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:91: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:162: For interleaved, each core can only have 1 tile along seq_len if num_heads > 1, so there is a restriction on max seq_len!/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:162: For interleaved, each core can only have 1 tile along seq_len if num_heads > 1, so there is a restriction on max seq_len!/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:162: For interleaved, each core can only have 1 tile along seq_len if num_heads > 1, so there is a restriction on max seq_len!/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:162: For interleaved, each core can only have 1 tile along seq_len if num_heads > 1, so there is a restriction on max seq_len!/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:228: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:228: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:228: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:228: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:228: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:228: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:228: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:228: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:228: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:228: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:228: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:228: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:228: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:228: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:228: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:228: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:228: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:228: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:228: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:228: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:228: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:228: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:228: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:228: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:228: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:228: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:228: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:228: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:228: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:228: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:228: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:228: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:228: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:228: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:228: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:228: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:228: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:228: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:228: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:228: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:228: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:228: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:228: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:228: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:228: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:228: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:228: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:228: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32 \ No newline at end of file diff --git a/infra/tests/_data/data_collection/cicd/all_post_commit_runner_died_12626_11110261767/11110261767/logs/30868260202.log b/infra/tests/_data/data_collection/cicd/all_post_commit_runner_died_12626_11110261767/11110261767/logs/30868260202.log new file mode 100644 index 00000000000..2ddd055ba37 --- /dev/null +++ b/infra/tests/_data/data_collection/cicd/all_post_commit_runner_died_12626_11110261767/11110261767/logs/30868260202.log @@ -0,0 +1,7 @@ +2024-09-30T16:42:38.6994568Z Requested labels: N300, cloud-virtual-machine, in-service +2024-09-30T16:42:38.6994806Z Job defined at: tenstorrent/tt-metal/.github/workflows/build-and-unit-tests.yaml@refs/heads/asaigal/dispatch_s +2024-09-30T16:42:38.6995054Z Reusable workflow chain: +2024-09-30T16:42:38.6995163Z tenstorrent/tt-metal/.github/workflows/all-post-commit-workflows.yaml@refs/heads/asaigal/dispatch_s (a6fea2adef8786a0615456df19fd0582e925bc61) +2024-09-30T16:42:38.6995240Z -> tenstorrent/tt-metal/.github/workflows/build-and-unit-tests.yaml@refs/heads/asaigal/dispatch_s (a6fea2adef8786a0615456df19fd0582e925bc61) +2024-09-30T16:42:38.6995328Z Waiting for a runner to pick up this job... +2024-09-30T16:51:40.6203230Z Job is about to start running on the runner: tt-metal-ci-vm-46 (repository) diff --git a/infra/tests/_data/data_collection/cicd/all_post_commit_runner_died_12626_11110261767/11110261767/logs/30868548829.log b/infra/tests/_data/data_collection/cicd/all_post_commit_runner_died_12626_11110261767/11110261767/logs/30868548829.log new file mode 100644 index 00000000000..51d1ad986b7 --- /dev/null +++ b/infra/tests/_data/data_collection/cicd/all_post_commit_runner_died_12626_11110261767/11110261767/logs/30868548829.log @@ -0,0 +1,2631 @@ +2024-09-30T17:03:00.8210778Z Current runner version: '2.319.1' +2024-09-30T17:03:00.8216920Z Runner name: 'tt-metal-ci-vm-33' +2024-09-30T17:03:00.8217537Z Runner group name: 'Default' +2024-09-30T17:03:00.8218233Z Machine name: 'tt-metal-ci-vm-33' +2024-09-30T17:03:00.8235043Z Testing runner upgrade compatibility +2024-09-30T17:03:00.8787903Z ##[group]GITHUB_TOKEN Permissions +2024-09-30T17:03:00.8789595Z Actions: read +2024-09-30T17:03:00.8789971Z Contents: read +2024-09-30T17:03:00.8790323Z Metadata: read +2024-09-30T17:03:00.8790682Z Packages: write +2024-09-30T17:03:00.8791033Z Pages: write +2024-09-30T17:03:00.8791386Z ##[endgroup] +2024-09-30T17:03:00.8794296Z Secret source: Actions +2024-09-30T17:03:00.8794860Z Prepare workflow directory +2024-09-30T17:03:00.9692527Z Prepare all required actions +2024-09-30T17:03:00.9860667Z Getting action download info +2024-09-30T17:03:01.1843994Z Download action repository 'tenstorrent-metal/metal-workflows@v2.0.0' (SHA:22c747950076e4c9627125e14734e287c08287a7) +2024-09-30T17:03:01.7580516Z Download action repository 'actions/download-artifact@v4' (SHA:fa0a91b85d4f404e444e00e005971372dc801d16) +2024-09-30T17:03:02.5122465Z Getting action download info +2024-09-30T17:03:02.6862582Z Download action repository 'actions/checkout@v4' (SHA:692973e3d937129bcbf40652eb9f2f61becf3332) +2024-09-30T17:03:03.3721707Z Uses: tenstorrent/tt-metal/.github/workflows/fast-dispatch-build-and-unit-tests.yaml@refs/heads/asaigal/dispatch_s (a6fea2adef8786a0615456df19fd0582e925bc61) +2024-09-30T17:03:03.3724582Z ##[group] Inputs +2024-09-30T17:03:03.3725008Z arch: wormhole_b0 +2024-09-30T17:03:03.3725455Z runner-label: N300 +2024-09-30T17:03:03.3726543Z timeout: 45 +2024-09-30T17:03:03.3726891Z ##[endgroup] +2024-09-30T17:03:03.3727929Z Complete job name: fast-dispatch-unit-tests (wormhole_b0, N300) / eager unit tests 6 wormhole_b0 N300 +2024-09-30T17:03:03.4378783Z A job started hook has been configured by the self-hosted runner administrator +2024-09-30T17:03:03.4537144Z ##[group]Run '/opt/tt_metal_infra/scripts/ci/wormhole_b0/reset.sh' +2024-09-30T17:03:03.4553200Z shell: /usr/bin/bash --noprofile --norc -e -o pipefail {0} +2024-09-30T17:03:03.4553732Z ##[endgroup] +2024-09-30T17:03:03.4792510Z Current date / time is Mon Sep 30 17:03:03 UTC 2024 +2024-09-30T17:03:16.5651534Z tt-smi reset was successful +2024-09-30T17:03:16.9959491Z +2024-09-30T17:03:16.9960501Z  Detected Chips: 1 +2024-09-30T17:03:16.9974444Z  +2024-09-30T17:03:16.9974911Z  Detected Chips: 1 +2024-09-30T17:03:16.9975181Z +2024-09-30T17:03:16.9975376Z  Detecting ARC: | +2024-09-30T17:03:16.9975633Z +2024-09-30T17:03:16.9975818Z  Detecting DRAM: | +2024-09-30T17:03:16.9980375Z +2024-09-30T17:03:16.9982372Z [] [16/16] ETH: | +2024-09-30T17:03:16.9984994Z  +2024-09-30T17:03:16.9985484Z  Detected Chips: 2 +2024-09-30T17:03:17.0111134Z  +2024-09-30T17:03:17.0111583Z  Detected Chips: 2 +2024-09-30T17:03:17.0111856Z +2024-09-30T17:03:17.0112034Z  Detecting ARC: / +2024-09-30T17:03:17.0112308Z +2024-09-30T17:03:17.0112491Z  Detecting DRAM: / +2024-09-30T17:03:17.0112750Z +2024-09-30T17:03:17.0112938Z [] [16/16] ETH: / +2024-09-30T17:03:17.0169930Z  +2024-09-30T17:03:17.0170545Z  Detected Chips: 3 +2024-09-30T17:03:17.0281816Z  +2024-09-30T17:03:17.0282428Z  Detected Chips: 3 +2024-09-30T17:03:17.0282709Z +2024-09-30T17:03:17.0282895Z  Detecting ARC: - +2024-09-30T17:03:17.0283155Z +2024-09-30T17:03:17.0283331Z  Detecting DRAM: - +2024-09-30T17:03:17.0283592Z +2024-09-30T17:03:17.0283777Z [] [16/16] ETH: - +2024-09-30T17:03:17.0316548Z  +2024-09-30T17:03:17.0317007Z  Detected Chips: 2 +2024-09-30T17:03:17.0418836Z Gathering Information ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 100% 0:00:00 +2024-09-30T17:03:17.0429004Z  Saved tt-smi log to: /opt/tt_metal_infra/smi.log  +2024-09-30T17:03:17.0892653Z { +2024-09-30T17:03:17.0893261Z "time": "2024-09-30T17:03:17.031537", +2024-09-30T17:03:17.0894297Z "host_info": { +2024-09-30T17:03:17.0894644Z "OS": "Linux", +2024-09-30T17:03:17.0895028Z "Distro": "Ubuntu 20.04.3 LTS", +2024-09-30T17:03:17.0895526Z "Kernel": "5.4.0-196-generic", +2024-09-30T17:03:17.0895999Z "Hostname": "tt-metal-ci-vm-33", +2024-09-30T17:03:17.0896547Z "Platform": "x86_64", +2024-09-30T17:03:17.0896901Z "Python": "3.8.10", +2024-09-30T17:03:17.0897236Z "Memory": "47.14 GB", +2024-09-30T17:03:17.0897613Z "Driver": "TTKMD 1.27.1" +2024-09-30T17:03:17.0898015Z }, +2024-09-30T17:03:17.0898269Z "device_info": [ +2024-09-30T17:03:17.0898650Z { +2024-09-30T17:03:17.0898922Z "smbus_telem": { +2024-09-30T17:03:17.0899309Z "BOARD_ID": "0x10001451181c033", +2024-09-30T17:03:17.0899795Z "SMBUS_TX_ENUM_VERSION": "0xba5e0001", +2024-09-30T17:03:17.0900273Z "SMBUS_TX_DEVICE_ID": "0x401e1e52", +2024-09-30T17:03:17.0900741Z "SMBUS_TX_ASIC_RO": "0x2e70e", +2024-09-30T17:03:17.0901188Z "SMBUS_TX_ASIC_IDD": "0xd87", +2024-09-30T17:03:17.0901636Z "SMBUS_TX_BOARD_ID_HIGH": "0x1000145", +2024-09-30T17:03:17.0902099Z "SMBUS_TX_BOARD_ID_LOW": "0x1181c033", +2024-09-30T17:03:17.0902579Z "SMBUS_TX_ARC0_FW_VERSION": "0x2190000", +2024-09-30T17:03:17.0903062Z "SMBUS_TX_ARC1_FW_VERSION": "0x2190000", +2024-09-30T17:03:17.0903519Z "SMBUS_TX_ARC2_FW_VERSION": null, +2024-09-30T17:03:17.0903985Z "SMBUS_TX_ARC3_FW_VERSION": "0x2190000", +2024-09-30T17:03:17.0904492Z "SMBUS_TX_SPIBOOTROM_FW_VERSION": "0x30b0000", +2024-09-30T17:03:17.0904998Z "SMBUS_TX_ETH_FW_VERSION": "0x69000", +2024-09-30T17:03:17.0905705Z "SMBUS_TX_M3_BL_FW_VERSION": "0x81020000", +2024-09-30T17:03:17.0906200Z "SMBUS_TX_M3_APP_FW_VERSION": "0x5090002", +2024-09-30T17:03:17.0906651Z "SMBUS_TX_DDR_SPEED": null, +2024-09-30T17:03:17.0907096Z "SMBUS_TX_DDR_STATUS": "0x2222222", +2024-09-30T17:03:17.0907557Z "SMBUS_TX_ETH_STATUS0": "0x11111111", +2024-09-30T17:03:17.0908125Z "SMBUS_TX_ETH_STATUS1": "0x11111133", +2024-09-30T17:03:17.0908589Z "SMBUS_TX_PCIE_STATUS": "0x11040000", +2024-09-30T17:03:17.0909022Z "SMBUS_TX_FAULTS": null, +2024-09-30T17:03:17.0909506Z "SMBUS_TX_ARC0_HEALTH": "0xa70d", +2024-09-30T17:03:17.0909948Z "SMBUS_TX_ARC1_HEALTH": "0x474b", +2024-09-30T17:03:17.0910374Z "SMBUS_TX_ARC2_HEALTH": null, +2024-09-30T17:03:17.0910810Z "SMBUS_TX_ARC3_HEALTH": "0x75", +2024-09-30T17:03:17.0911263Z "SMBUS_TX_FAN_SPEED": "0xffffffff", +2024-09-30T17:03:17.0911712Z "SMBUS_TX_AICLK": "0x3e801f4", +2024-09-30T17:03:17.0912131Z "SMBUS_TX_AXICLK": "0x384", +2024-09-30T17:03:17.0912642Z "SMBUS_TX_ARCCLK": "0x21c", +2024-09-30T17:03:17.0913075Z "SMBUS_TX_THROTTLER": null, +2024-09-30T17:03:17.0913499Z "SMBUS_TX_VCORE": "0x2d0", +2024-09-30T17:03:17.0913948Z "SMBUS_TX_ASIC_TEMPERATURE": "0x2e602dd", +2024-09-30T17:03:17.0914444Z "SMBUS_TX_VREG_TEMPERATURE": "0x2f002e", +2024-09-30T17:03:17.0914940Z "SMBUS_TX_BOARD_TEMPERATURE": "0x282e2d", +2024-09-30T17:03:17.0915410Z "SMBUS_TX_TDP": "0x55000f", +2024-09-30T17:03:17.0915822Z "SMBUS_TX_TDC": "0xa00013", +2024-09-30T17:03:17.0916254Z "SMBUS_TX_VDD_LIMITS": "0x3b602d0", +2024-09-30T17:03:17.0916721Z "SMBUS_TX_THM_LIMITS": "0x53004b", +2024-09-30T17:03:17.0917192Z "SMBUS_TX_WH_FW_DATE": "0x43050f37", +2024-09-30T17:03:17.0917656Z "SMBUS_TX_ASIC_TMON0": "0x322b2d2e", +2024-09-30T17:03:17.0918114Z "SMBUS_TX_ASIC_TMON1": "0x2a32", +2024-09-30T17:03:17.0918568Z "SMBUS_TX_MVDDQ_POWER": "0x196764", +2024-09-30T17:03:17.0919148Z "SMBUS_TX_GDDR_TRAIN_TEMP0": null, +2024-09-30T17:03:17.0919601Z "SMBUS_TX_GDDR_TRAIN_TEMP1": null, +2024-09-30T17:03:17.0920058Z "SMBUS_TX_BOOT_DATE": "0x491e1103", +2024-09-30T17:03:17.0920504Z "SMBUS_TX_RT_SECONDS": "0xb", +2024-09-30T17:03:17.0920941Z "SMBUS_TX_AUX_STATUS": null, +2024-09-30T17:03:17.0921406Z "SMBUS_TX_ETH_DEBUG_STATUS0": "0xccddddcc", +2024-09-30T17:03:17.0921912Z "SMBUS_TX_ETH_DEBUG_STATUS1": "0xccdddd00", +2024-09-30T17:03:17.0922415Z "SMBUS_TX_TT_FLASH_VERSION": "0xffffffff" +2024-09-30T17:03:17.0922840Z }, +2024-09-30T17:03:17.0923115Z "board_info": { +2024-09-30T17:03:17.0923466Z "bus_id": "0000:07:00.0", +2024-09-30T17:03:17.0923870Z "board_type": "n300 L", +2024-09-30T17:03:17.0924282Z "board_id": "010001451181c033", +2024-09-30T17:03:17.0924699Z "coords": "(0, 0, 0, 0)", +2024-09-30T17:03:17.0925095Z "dram_status": true, +2024-09-30T17:03:17.0925541Z "dram_speed": "12G", +2024-09-30T17:03:17.0926043Z "pcie_speed": 4, +2024-09-30T17:03:17.0926478Z "pcie_width": 16 +2024-09-30T17:03:17.0926871Z }, +2024-09-30T17:03:17.0927200Z "telemetry": { +2024-09-30T17:03:17.0927595Z "voltage": "0.72", +2024-09-30T17:03:17.0928085Z "current": " 19.0", +2024-09-30T17:03:17.0928665Z "power": " 15.0", +2024-09-30T17:03:17.0929120Z "aiclk": " 500", +2024-09-30T17:03:17.0929583Z "asic_temperature": "45.8" +2024-09-30T17:03:17.0930036Z }, +2024-09-30T17:03:17.0930483Z "firmwares": { +2024-09-30T17:03:17.0930880Z "arc_fw": "2.25.0.0", +2024-09-30T17:03:17.0931444Z "arc_fw_date": "2024-03-05", +2024-09-30T17:03:17.0931897Z "eth_fw": "6.9.0", +2024-09-30T17:03:17.0932370Z "m3_bl_fw": "129.2.0.0", +2024-09-30T17:03:17.0932918Z "m3_app_fw": "5.9.0.2", +2024-09-30T17:03:17.0933376Z "tt_flash_version": "N/A" +2024-09-30T17:03:17.0933856Z }, +2024-09-30T17:03:17.0934169Z "limits": { +2024-09-30T17:03:17.0934551Z "vdd_min": "0.72", +2024-09-30T17:03:17.0934996Z "vdd_max": "0.95", +2024-09-30T17:03:17.0935423Z "tdp_limit": " 85", +2024-09-30T17:03:17.0935918Z "tdc_limit": "160", +2024-09-30T17:03:17.0936386Z "asic_fmax": "1000", +2024-09-30T17:03:17.0936852Z "therm_trip_l1_limit": "83", +2024-09-30T17:03:17.0937333Z "thm_limit": "75", +2024-09-30T17:03:17.0937779Z "bus_peak_limit": null +2024-09-30T17:03:17.1014475Z } +2024-09-30T17:03:17.1014843Z }, +2024-09-30T17:03:17.1015177Z { +2024-09-30T17:03:17.1015464Z "smbus_telem": { +2024-09-30T17:03:17.1015857Z "BOARD_ID": "0x10001451181c033", +2024-09-30T17:03:17.1016318Z "SMBUS_TX_ENUM_VERSION": "0xba5e0001", +2024-09-30T17:03:17.1016777Z "SMBUS_TX_DEVICE_ID": null, +2024-09-30T17:03:17.1017209Z "SMBUS_TX_ASIC_RO": "0x2e31c", +2024-09-30T17:03:17.1017644Z "SMBUS_TX_ASIC_IDD": "0xaef", +2024-09-30T17:03:17.1018090Z "SMBUS_TX_BOARD_ID_HIGH": "0x1000145", +2024-09-30T17:03:17.1018558Z "SMBUS_TX_BOARD_ID_LOW": "0x1181c033", +2024-09-30T17:03:17.1019035Z "SMBUS_TX_ARC0_FW_VERSION": "0x2190000", +2024-09-30T17:03:17.1019520Z "SMBUS_TX_ARC1_FW_VERSION": "0x2190000", +2024-09-30T17:03:17.1019990Z "SMBUS_TX_ARC2_FW_VERSION": null, +2024-09-30T17:03:17.1020458Z "SMBUS_TX_ARC3_FW_VERSION": "0x2190000", +2024-09-30T17:03:17.1020964Z "SMBUS_TX_SPIBOOTROM_FW_VERSION": "0x30b0000", +2024-09-30T17:03:17.1021714Z "SMBUS_TX_ETH_FW_VERSION": "0x69000", +2024-09-30T17:03:17.1022193Z "SMBUS_TX_M3_BL_FW_VERSION": "0x81020000", +2024-09-30T17:03:17.1022683Z "SMBUS_TX_M3_APP_FW_VERSION": "0x5090002", +2024-09-30T17:03:17.1023150Z "SMBUS_TX_DDR_SPEED": null, +2024-09-30T17:03:17.1023593Z "SMBUS_TX_DDR_STATUS": "0x2222222", +2024-09-30T17:03:17.1024058Z "SMBUS_TX_ETH_STATUS0": "0x11111122", +2024-09-30T17:03:17.1024513Z "SMBUS_TX_ETH_STATUS1": "0x11111111", +2024-09-30T17:03:17.1024959Z "SMBUS_TX_PCIE_STATUS": null, +2024-09-30T17:03:17.1025393Z "SMBUS_TX_FAULTS": null, +2024-09-30T17:03:17.1025819Z "SMBUS_TX_ARC0_HEALTH": "0xa6e3", +2024-09-30T17:03:17.1026268Z "SMBUS_TX_ARC1_HEALTH": "0x46f6", +2024-09-30T17:03:17.1026713Z "SMBUS_TX_ARC2_HEALTH": null, +2024-09-30T17:03:17.1027152Z "SMBUS_TX_ARC3_HEALTH": "0x75", +2024-09-30T17:03:17.1027607Z "SMBUS_TX_FAN_SPEED": "0xffffffff", +2024-09-30T17:03:17.1028054Z "SMBUS_TX_AICLK": "0x3e801f4", +2024-09-30T17:03:17.1028481Z "SMBUS_TX_AXICLK": "0x384", +2024-09-30T17:03:17.1028896Z "SMBUS_TX_ARCCLK": "0x21c", +2024-09-30T17:03:17.1029319Z "SMBUS_TX_THROTTLER": null, +2024-09-30T17:03:17.1029799Z "SMBUS_TX_VCORE": "0x2d0", +2024-09-30T17:03:17.1030256Z "SMBUS_TX_ASIC_TEMPERATURE": "0x291028a", +2024-09-30T17:03:17.1030749Z "SMBUS_TX_VREG_TEMPERATURE": "0x240023", +2024-09-30T17:03:17.1031240Z "SMBUS_TX_BOARD_TEMPERATURE": "0x282e2d", +2024-09-30T17:03:17.1031696Z "SMBUS_TX_TDP": "0x55000c", +2024-09-30T17:03:17.1032228Z "SMBUS_TX_TDC": "0xa0000f", +2024-09-30T17:03:17.1032665Z "SMBUS_TX_VDD_LIMITS": "0x3b602d0", +2024-09-30T17:03:17.1033122Z "SMBUS_TX_THM_LIMITS": "0x53004b", +2024-09-30T17:03:17.1033585Z "SMBUS_TX_WH_FW_DATE": "0x43050f37", +2024-09-30T17:03:17.1034047Z "SMBUS_TX_ASIC_TMON0": "0x2b2c2328", +2024-09-30T17:03:17.1034502Z "SMBUS_TX_ASIC_TMON1": "0x272c", +2024-09-30T17:03:17.1034955Z "SMBUS_TX_MVDDQ_POWER": "0x19d556", +2024-09-30T17:03:17.1035426Z "SMBUS_TX_GDDR_TRAIN_TEMP0": null, +2024-09-30T17:03:17.1035875Z "SMBUS_TX_GDDR_TRAIN_TEMP1": null, +2024-09-30T17:03:17.1036330Z "SMBUS_TX_BOOT_DATE": "0x491e1103", +2024-09-30T17:03:17.1036772Z "SMBUS_TX_RT_SECONDS": "0xb", +2024-09-30T17:03:17.1037240Z "SMBUS_TX_AUX_STATUS": null, +2024-09-30T17:03:17.1037707Z "SMBUS_TX_ETH_DEBUG_STATUS0": "0xccdddd00", +2024-09-30T17:03:17.1038211Z "SMBUS_TX_ETH_DEBUG_STATUS1": "0xdddddddd", +2024-09-30T17:03:17.1038707Z "SMBUS_TX_TT_FLASH_VERSION": "0xffffffff" +2024-09-30T17:03:17.1039126Z }, +2024-09-30T17:03:17.1039412Z "board_info": { +2024-09-30T17:03:17.1039741Z "bus_id": "N/A", +2024-09-30T17:03:17.1040105Z "board_type": "n300 R", +2024-09-30T17:03:17.1040513Z "board_id": "010001451181c033", +2024-09-30T17:03:17.1040926Z "coords": "(1, 0, 0, 0)", +2024-09-30T17:03:17.1041312Z "dram_status": true, +2024-09-30T17:03:17.1041689Z "dram_speed": "12G", +2024-09-30T17:03:17.1042063Z "pcie_speed": "N/A", +2024-09-30T17:03:17.1042442Z "pcie_width": "N/A" +2024-09-30T17:03:17.1042790Z }, +2024-09-30T17:03:17.1043065Z "telemetry": { +2024-09-30T17:03:17.1043397Z "voltage": "0.72", +2024-09-30T17:03:17.1043768Z "current": " 15.0", +2024-09-30T17:03:17.1044134Z "power": " 12.0", +2024-09-30T17:03:17.1044487Z "aiclk": " 500", +2024-09-30T17:03:17.1044859Z "asic_temperature": "40.6" +2024-09-30T17:03:17.1045336Z }, +2024-09-30T17:03:17.1045615Z "firmwares": { +2024-09-30T17:03:17.1045944Z "arc_fw": "2.25.0.0", +2024-09-30T17:03:17.1046508Z "arc_fw_date": "2024-03-05", +2024-09-30T17:03:17.1046903Z "eth_fw": "6.9.0", +2024-09-30T17:03:17.1047272Z "m3_bl_fw": "129.2.0.0", +2024-09-30T17:03:17.1047662Z "m3_app_fw": "5.9.0.2", +2024-09-30T17:03:17.1048059Z "tt_flash_version": "N/A" +2024-09-30T17:03:17.1048434Z }, +2024-09-30T17:03:17.1048700Z "limits": { +2024-09-30T17:03:17.1049009Z "vdd_min": "0.72", +2024-09-30T17:03:17.1049364Z "vdd_max": "0.95", +2024-09-30T17:03:17.1049719Z "tdp_limit": " 85", +2024-09-30T17:03:17.1050090Z "tdc_limit": "160", +2024-09-30T17:03:17.1050457Z "asic_fmax": "1000", +2024-09-30T17:03:17.1050852Z "therm_trip_l1_limit": "83", +2024-09-30T17:03:17.1051252Z "thm_limit": "75", +2024-09-30T17:03:17.1051627Z "bus_peak_limit": null +2024-09-30T17:03:17.1051991Z } +2024-09-30T17:03:17.1052244Z } +2024-09-30T17:03:17.1052481Z ] +2024-09-30T17:03:17.1052928Z }Printing out cpu information... +2024-09-30T17:03:17.1053818Z Architecture: x86_64 +2024-09-30T17:03:17.1054380Z CPU op-mode(s): 32-bit, 64-bit +2024-09-30T17:03:17.1054869Z Byte Order: Little Endian +2024-09-30T17:03:17.1055433Z Address sizes: 40 bits physical, 48 bits virtual +2024-09-30T17:03:17.1055950Z CPU(s): 14 +2024-09-30T17:03:17.1056400Z On-line CPU(s) list: 0-13 +2024-09-30T17:03:17.1056806Z Thread(s) per core: 1 +2024-09-30T17:03:17.1057312Z Core(s) per socket: 1 +2024-09-30T17:03:17.1057706Z Socket(s): 14 +2024-09-30T17:03:17.1058091Z NUMA node(s): 2 +2024-09-30T17:03:17.1058514Z Vendor ID: AuthenticAMD +2024-09-30T17:03:17.1058950Z CPU family: 23 +2024-09-30T17:03:17.1059333Z Model: 49 +2024-09-30T17:03:17.1059870Z Model name: AMD EPYC-Rome Processor +2024-09-30T17:03:17.1060350Z Stepping: 0 +2024-09-30T17:03:17.1060756Z CPU MHz: 3000.000 +2024-09-30T17:03:17.1061188Z BogoMIPS: 6000.00 +2024-09-30T17:03:17.1061637Z Virtualization: AMD-V +2024-09-30T17:03:17.1062045Z Hypervisor vendor: KVM +2024-09-30T17:03:17.1062460Z Virtualization type: full +2024-09-30T17:03:17.1062872Z L1d cache: 448 KiB +2024-09-30T17:03:17.1063290Z L1i cache: 448 KiB +2024-09-30T17:03:17.1063691Z L2 cache: 7 MiB +2024-09-30T17:03:17.1064089Z L3 cache: 224 MiB +2024-09-30T17:03:17.1064530Z NUMA node0 CPU(s): 0-6 +2024-09-30T17:03:17.1064985Z NUMA node1 CPU(s): 7-13 +2024-09-30T17:03:17.1065436Z Vulnerability Gather data sampling: Not affected +2024-09-30T17:03:17.1065942Z Vulnerability Itlb multihit: Not affected +2024-09-30T17:03:17.1066428Z Vulnerability L1tf: Not affected +2024-09-30T17:03:17.1066898Z Vulnerability Mds: Not affected +2024-09-30T17:03:17.1067369Z Vulnerability Meltdown: Not affected +2024-09-30T17:03:17.1067857Z Vulnerability Mmio stale data: Not affected +2024-09-30T17:03:17.1068358Z Vulnerability Retbleed: Vulnerable +2024-09-30T17:03:17.1069132Z Vulnerability Spec store bypass: Mitigation; Speculative Store Bypass disabled via prctl and seccomp +2024-09-30T17:03:17.1070256Z Vulnerability Spectre v1: Mitigation; usercopy/swapgs barriers and __user pointer sanitization +2024-09-30T17:03:17.1071639Z Vulnerability Spectre v2: Mitigation; Retpolines; IBPB conditional; STIBP disabled; RSB filling; PBRSB-eIBRS Not affected; BHI Not affected +2024-09-30T17:03:17.1072731Z Vulnerability Srbds: Not affected +2024-09-30T17:03:17.1073222Z Vulnerability Tsx async abort: Not affected +2024-09-30T17:03:17.1076516Z Flags: fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good nopl nonstop_tsc cpuid extd_apicid tsc_known_freq pni pclmulqdq ssse3 fma cx16 sse4_1 sse4_2 x2apic movbe popcnt aes xsave avx f16c rdrand hypervisor lahf_lm svm cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw topoext perfctr_core ssbd ibpb stibp vmmcall fsgsbase bmi1 avx2 smep bmi2 rdseed adx smap clflushopt clwb sha_ni xsaveopt xsavec xgetbv1 clzero xsaveerptr wbnoinvd arat npt nrip_save umip rdpid +2024-09-30T17:03:47.4604804Z /proc/cmdline is satisfactory, continuing with installation +2024-09-30T17:03:47.4608237Z Huge pages is now set up +2024-09-30T17:03:47.5176360Z Hugepage check passed! +2024-09-30T17:03:47.5592765Z ##[group]Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0 +2024-09-30T17:03:47.5593567Z with: +2024-09-30T17:03:47.5594029Z token: *** +2024-09-30T17:03:47.5594329Z fetch-depth: 1 +2024-09-30T17:03:47.5594612Z env: +2024-09-30T17:03:47.5594859Z LOGURU_LEVEL: INFO +2024-09-30T17:03:47.5595218Z ##[endgroup] +2024-09-30T17:03:47.5838550Z ##[group]Run actions/checkout@v4 +2024-09-30T17:03:47.5838979Z with: +2024-09-30T17:03:47.5839443Z token: *** +2024-09-30T17:03:47.5839733Z fetch-depth: 1 +2024-09-30T17:03:47.5840017Z lfs: true +2024-09-30T17:03:47.5840292Z submodules: recursive +2024-09-30T17:03:47.5840610Z clean: true +2024-09-30T17:03:47.5840915Z repository: tenstorrent/tt-metal +2024-09-30T17:03:47.5841289Z ssh-strict: true +2024-09-30T17:03:47.5841582Z ssh-user: git +2024-09-30T17:03:47.5841888Z persist-credentials: true +2024-09-30T17:03:47.5842263Z sparse-checkout-cone-mode: true +2024-09-30T17:03:47.5842661Z fetch-tags: false +2024-09-30T17:03:47.5843005Z show-progress: true +2024-09-30T17:03:47.5843321Z set-safe-directory: true +2024-09-30T17:03:47.5843648Z env: +2024-09-30T17:03:47.5843908Z LOGURU_LEVEL: INFO +2024-09-30T17:03:47.5844210Z ##[endgroup] +2024-09-30T17:03:47.6967496Z Syncing repository: tenstorrent/tt-metal +2024-09-30T17:03:47.6986442Z ##[group]Getting Git version info +2024-09-30T17:03:47.6987254Z Working directory is '/home/ubuntu/actions-runner/_work/tt-metal/tt-metal' +2024-09-30T17:03:47.6988122Z [command]/usr/bin/git version +2024-09-30T17:03:47.6988482Z git version 2.25.1 +2024-09-30T17:03:47.6993704Z [command]/usr/bin/git lfs version +2024-09-30T17:03:47.7058040Z git-lfs/2.9.2 (GitHub; linux amd64; go 1.13.5) +2024-09-30T17:03:47.7068418Z ##[endgroup] +2024-09-30T17:03:47.7082547Z Temporarily overriding HOME='/home/ubuntu/actions-runner/_work/_temp/5c275341-fccb-4e6c-bdf8-6fd92c83110f' before making global git config changes +2024-09-30T17:03:47.7084069Z Adding repository directory to the temporary git global config as a safe directory +2024-09-30T17:03:47.7086914Z [command]/usr/bin/git config --global --add safe.directory /home/ubuntu/actions-runner/_work/tt-metal/tt-metal +2024-09-30T17:03:47.7140818Z [command]/usr/bin/git config --local --get remote.origin.url +2024-09-30T17:03:47.7167794Z https://github.com/tenstorrent/tt-metal +2024-09-30T17:03:47.7181973Z ##[group]Removing previously created refs, to avoid conflicts +2024-09-30T17:03:47.7185381Z [command]/usr/bin/git rev-parse --symbolic-full-name --verify --quiet HEAD +2024-09-30T17:03:47.7210733Z refs/heads/asaigal/dispatch_s +2024-09-30T17:03:47.7220059Z [command]/usr/bin/git checkout --detach +2024-09-30T17:03:47.8223751Z HEAD is now at a6fea2a #0: Optimizations: +2024-09-30T17:03:48.0748495Z [command]/usr/bin/git branch --delete --force asaigal/dispatch_s +2024-09-30T17:03:48.0779884Z Deleted branch asaigal/dispatch_s (was a6fea2a). +2024-09-30T17:03:48.0863045Z ##[endgroup] +2024-09-30T17:03:48.0863420Z [command]/usr/bin/git submodule status +2024-09-30T17:03:48.1167560Z 7b11d073376b905b46edaa757f0bfde5c38a9636 models/demos/t3000/llama2_70b/reference/llama (heads/main) +2024-09-30T17:03:48.1237625Z 2ba5a2973915aa1c5afbf6f1524e87e0c43bc058 tt_metal/third_party/lfs (heads/main) +2024-09-30T17:03:48.1296524Z b8f28551cc3a98ea9fbfc15c05b513c8f2d23e84 tt_metal/third_party/pybind11 (b8f2855) +2024-09-30T17:03:48.1351156Z 0719b7cd6867290736ebecaf4dbd2734224c691f tt_metal/third_party/sfpi (0719b7c) +2024-09-30T17:03:48.1402786Z 7d9e85b6b2e9bf501021f857f2f3cbe43bc37c85 tt_metal/third_party/taskflow (7d9e85b) +2024-09-30T17:03:48.1461713Z 71d4c8d378b52af7da7012b9b595a61e9304f0bb tt_metal/third_party/tracy (71d4c8d) +2024-09-30T17:03:48.1515997Z 05709f423aa713fd299f52f4779d09e791a3228e tt_metal/third_party/tt_llk_blackhole (remotes/origin/HEAD) +2024-09-30T17:03:48.1565037Z eda31ada422e8a7999d46823aa476e3487397093 tt_metal/third_party/tt_llk_grayskull (heads/main) +2024-09-30T17:03:48.1618650Z 47bc7d232edd7d7974938ec539a5661e689f5b53 tt_metal/third_party/tt_llk_wormhole_b0 (remotes/origin/HEAD) +2024-09-30T17:03:48.1668856Z f7b1ce0f6ed3101bdd4f1367145378a59996f07b tt_metal/third_party/umd (heads/main) +2024-09-30T17:03:48.1679750Z ##[group]Cleaning the repository +2024-09-30T17:03:48.1683298Z [command]/usr/bin/git clean -ffdx +2024-09-30T17:03:49.2112745Z Removing .cache/ +2024-09-30T17:03:49.2113159Z Removing .local/ +2024-09-30T17:03:49.2113557Z Removing .pytest_cache/ +2024-09-30T17:03:49.2114007Z Removing .ttnn_runtime_artifacts/ +2024-09-30T17:03:49.2114409Z Removing __pycache__/ +2024-09-30T17:03:49.2114778Z Removing generated/ +2024-09-30T17:03:49.2115938Z Removing metal_libs-0.53.0rc3.dev18+wormhole.b0-cp38-cp38-linux_x86_64.whl +2024-09-30T17:03:49.2116935Z Removing metal_libs-0.53.0rc3.dev18+wormhole.b0.tar.gz +2024-09-30T17:03:49.2117472Z Removing models/__pycache__/ +2024-09-30T17:03:49.2117972Z Removing semicolon_delimited_script +2024-09-30T17:03:49.2118493Z Removing tests/scripts/__pycache__/ +2024-09-30T17:03:49.2119205Z Removing tests/tt_eager/python_api_testing/sweep_tests/__pycache__/ +2024-09-30T17:03:49.2120012Z Removing tests/tt_eager/python_api_testing/trace_testing/misc/__pycache__/ +2024-09-30T17:03:49.2131923Z [command]/usr/bin/git reset --hard HEAD +2024-09-30T17:03:49.2499411Z HEAD is now at a6fea2a #0: Optimizations: +2024-09-30T17:03:49.2510088Z ##[endgroup] +2024-09-30T17:03:49.2511718Z ##[group]Disabling automatic garbage collection +2024-09-30T17:03:49.2515503Z [command]/usr/bin/git config --local gc.auto 0 +2024-09-30T17:03:49.2578268Z ##[endgroup] +2024-09-30T17:03:49.2578918Z ##[group]Setting up auth +2024-09-30T17:03:49.2579724Z [command]/usr/bin/git config --local --name-only --get-regexp core\.sshCommand +2024-09-30T17:03:49.2582406Z [command]/usr/bin/git submodule foreach --recursive sh -c "git config --local --name-only --get-regexp 'core\.sshCommand' && git config --local --unset-all 'core.sshCommand' || :" +2024-09-30T17:03:49.2813898Z Entering 'models/demos/t3000/llama2_70b/reference/llama' +2024-09-30T17:03:49.2856363Z Entering 'tt_metal/third_party/lfs' +2024-09-30T17:03:49.2893517Z Entering 'tt_metal/third_party/pybind11' +2024-09-30T17:03:49.2935493Z Entering 'tt_metal/third_party/sfpi' +2024-09-30T17:03:49.2977493Z Entering 'tt_metal/third_party/taskflow' +2024-09-30T17:03:49.3023992Z Entering 'tt_metal/third_party/tracy' +2024-09-30T17:03:49.3067575Z Entering 'tt_metal/third_party/tt_llk_blackhole' +2024-09-30T17:03:49.3114145Z Entering 'tt_metal/third_party/tt_llk_grayskull' +2024-09-30T17:03:49.3154475Z Entering 'tt_metal/third_party/tt_llk_wormhole_b0' +2024-09-30T17:03:49.3194121Z Entering 'tt_metal/third_party/umd' +2024-09-30T17:03:49.3234076Z Entering 'tt_metal/third_party/umd/third_party/fmt' +2024-09-30T17:03:49.3287929Z [command]/usr/bin/git config --local --name-only --get-regexp http\.https\:\/\/github\.com\/\.extraheader +2024-09-30T17:03:49.3312356Z [command]/usr/bin/git submodule foreach --recursive sh -c "git config --local --name-only --get-regexp 'http\.https\:\/\/github\.com\/\.extraheader' && git config --local --unset-all 'http.https://github.com/.extraheader' || :" +2024-09-30T17:03:49.3520452Z Entering 'models/demos/t3000/llama2_70b/reference/llama' +2024-09-30T17:03:49.3556919Z Entering 'tt_metal/third_party/lfs' +2024-09-30T17:03:49.3593498Z Entering 'tt_metal/third_party/pybind11' +2024-09-30T17:03:49.3626997Z Entering 'tt_metal/third_party/sfpi' +2024-09-30T17:03:49.3662980Z Entering 'tt_metal/third_party/taskflow' +2024-09-30T17:03:49.3699603Z Entering 'tt_metal/third_party/tracy' +2024-09-30T17:03:49.3739069Z Entering 'tt_metal/third_party/tt_llk_blackhole' +2024-09-30T17:03:49.3775095Z Entering 'tt_metal/third_party/tt_llk_grayskull' +2024-09-30T17:03:49.3816376Z Entering 'tt_metal/third_party/tt_llk_wormhole_b0' +2024-09-30T17:03:49.3851611Z Entering 'tt_metal/third_party/umd' +2024-09-30T17:03:49.3886346Z Entering 'tt_metal/third_party/umd/third_party/fmt' +2024-09-30T17:03:49.3942976Z [command]/usr/bin/git config --local http.https://github.com/.extraheader AUTHORIZATION: basic *** +2024-09-30T17:03:49.3978007Z ##[endgroup] +2024-09-30T17:03:49.3981631Z [command]/usr/bin/git lfs install --local +2024-09-30T17:03:49.4117917Z Updated git hooks. +2024-09-30T17:03:49.4118457Z Git LFS initialized. +2024-09-30T17:03:49.4136523Z ##[group]Fetching the repository +2024-09-30T17:03:49.4145401Z [command]/usr/bin/git -c protocol.version=2 fetch --no-tags --prune --no-recurse-submodules --depth=1 origin +a6fea2adef8786a0615456df19fd0582e925bc61:refs/remotes/origin/asaigal/dispatch_s +2024-09-30T17:03:49.8241211Z ##[endgroup] +2024-09-30T17:03:49.8241804Z ##[group]Determining the checkout info +2024-09-30T17:03:49.8242675Z ##[endgroup] +2024-09-30T17:03:49.8243261Z ##[group]Fetching LFS objects +2024-09-30T17:03:49.8247991Z [command]/usr/bin/git lfs fetch origin refs/remotes/origin/asaigal/dispatch_s +2024-09-30T17:03:49.8358961Z fetch: Fetching reference refs/remotes/origin/asaigal/dispatch_s +2024-09-30T17:03:50.1286954Z ##[endgroup] +2024-09-30T17:03:50.1287524Z ##[group]Checking out the ref +2024-09-30T17:03:50.1290712Z [command]/usr/bin/git checkout --progress --force -B asaigal/dispatch_s refs/remotes/origin/asaigal/dispatch_s +2024-09-30T17:03:50.1607368Z Switched to a new branch 'asaigal/dispatch_s' +2024-09-30T17:03:50.1608349Z Branch 'asaigal/dispatch_s' set up to track remote branch 'asaigal/dispatch_s' from 'origin'. +2024-09-30T17:03:50.2057882Z ##[endgroup] +2024-09-30T17:03:50.2058484Z ##[group]Setting up auth for fetching submodules +2024-09-30T17:03:50.2062492Z [command]/usr/bin/git config --global http.https://github.com/.extraheader AUTHORIZATION: basic *** +2024-09-30T17:03:50.2101632Z [command]/usr/bin/git config --global --unset-all url.https://github.com/.insteadOf +2024-09-30T17:03:50.2123354Z [command]/usr/bin/git config --global --add url.https://github.com/.insteadOf git@github.com: +2024-09-30T17:03:50.2146897Z [command]/usr/bin/git config --global --add url.https://github.com/.insteadOf org-64161552@github.com: +2024-09-30T17:03:50.2167459Z ##[endgroup] +2024-09-30T17:03:50.2167987Z ##[group]Fetching submodules +2024-09-30T17:03:50.2170406Z [command]/usr/bin/git submodule sync --recursive +2024-09-30T17:03:50.2388645Z Synchronizing submodule url for 'models/demos/t3000/llama2_70b/reference/llama' +2024-09-30T17:03:50.2420340Z Synchronizing submodule url for 'tt_metal/third_party/lfs' +2024-09-30T17:03:50.2449931Z Synchronizing submodule url for 'tt_metal/third_party/pybind11' +2024-09-30T17:03:50.2476642Z Synchronizing submodule url for 'tt_metal/third_party/sfpi' +2024-09-30T17:03:50.2506967Z Synchronizing submodule url for 'tt_metal/third_party/taskflow' +2024-09-30T17:03:50.2545161Z Synchronizing submodule url for 'tt_metal/third_party/tracy' +2024-09-30T17:03:50.2573284Z Synchronizing submodule url for 'tt_metal/third_party/tt_llk_blackhole' +2024-09-30T17:03:50.2600093Z Synchronizing submodule url for 'tt_metal/third_party/tt_llk_grayskull' +2024-09-30T17:03:50.2627131Z Synchronizing submodule url for 'tt_metal/third_party/tt_llk_wormhole_b0' +2024-09-30T17:03:50.2657543Z Synchronizing submodule url for 'tt_metal/third_party/umd' +2024-09-30T17:03:50.2686558Z Synchronizing submodule url for 'tt_metal/third_party/umd/third_party/fmt' +2024-09-30T17:03:50.2729756Z [command]/usr/bin/git -c protocol.version=2 submodule update --init --force --depth=1 --recursive +2024-09-30T17:03:50.3186374Z Submodule path 'models/demos/t3000/llama2_70b/reference/llama': checked out '7b11d073376b905b46edaa757f0bfde5c38a9636' +2024-09-30T17:03:50.3547874Z WARNING: Multiple 'url.*..insteadof' keys with the same alias: "git@github.com:" +2024-09-30T17:03:50.3548870Z WARNING: Multiple 'url.*..insteadof' keys with the same alias: "org-64161552@github.com:" +2024-09-30T17:03:50.3586550Z Submodule path 'tt_metal/third_party/lfs': checked out '2ba5a2973915aa1c5afbf6f1524e87e0c43bc058' +2024-09-30T17:03:50.3826107Z Submodule path 'tt_metal/third_party/pybind11': checked out 'b8f28551cc3a98ea9fbfc15c05b513c8f2d23e84' +2024-09-30T17:03:50.4215874Z WARNING: Multiple 'url.*..insteadof' keys with the same alias: "git@github.com:" +2024-09-30T17:03:50.4217355Z WARNING: Multiple 'url.*..insteadof' keys with the same alias: "org-64161552@github.com:" +2024-09-30T17:03:50.4288913Z Submodule path 'tt_metal/third_party/sfpi': checked out '0719b7cd6867290736ebecaf4dbd2734224c691f' +2024-09-30T17:03:50.4590841Z Submodule path 'tt_metal/third_party/taskflow': checked out '7d9e85b6b2e9bf501021f857f2f3cbe43bc37c85' +2024-09-30T17:03:50.4855391Z Submodule path 'tt_metal/third_party/tracy': checked out '71d4c8d378b52af7da7012b9b595a61e9304f0bb' +2024-09-30T17:03:50.5123525Z Submodule path 'tt_metal/third_party/tt_llk_blackhole': checked out '05709f423aa713fd299f52f4779d09e791a3228e' +2024-09-30T17:03:50.5371781Z Submodule path 'tt_metal/third_party/tt_llk_grayskull': checked out 'eda31ada422e8a7999d46823aa476e3487397093' +2024-09-30T17:03:50.5632387Z Submodule path 'tt_metal/third_party/tt_llk_wormhole_b0': checked out '47bc7d232edd7d7974938ec539a5661e689f5b53' +2024-09-30T17:03:50.5886767Z Submodule path 'tt_metal/third_party/umd': checked out 'f7b1ce0f6ed3101bdd4f1367145378a59996f07b' +2024-09-30T17:03:50.6136448Z Submodule path 'tt_metal/third_party/umd/third_party/fmt': checked out 'b50e685db996c167e6c831dcef582aba6e14276a' +2024-09-30T17:03:50.6201237Z [command]/usr/bin/git submodule foreach --recursive git config --local gc.auto 0 +2024-09-30T17:03:50.6406589Z Entering 'models/demos/t3000/llama2_70b/reference/llama' +2024-09-30T17:03:50.6440425Z Entering 'tt_metal/third_party/lfs' +2024-09-30T17:03:50.6478233Z Entering 'tt_metal/third_party/pybind11' +2024-09-30T17:03:50.6515122Z Entering 'tt_metal/third_party/sfpi' +2024-09-30T17:03:50.6551603Z Entering 'tt_metal/third_party/taskflow' +2024-09-30T17:03:50.6590890Z Entering 'tt_metal/third_party/tracy' +2024-09-30T17:03:50.6623457Z Entering 'tt_metal/third_party/tt_llk_blackhole' +2024-09-30T17:03:50.6656066Z Entering 'tt_metal/third_party/tt_llk_grayskull' +2024-09-30T17:03:50.6689379Z Entering 'tt_metal/third_party/tt_llk_wormhole_b0' +2024-09-30T17:03:50.6719673Z Entering 'tt_metal/third_party/umd' +2024-09-30T17:03:50.6752241Z Entering 'tt_metal/third_party/umd/third_party/fmt' +2024-09-30T17:03:50.6797406Z ##[endgroup] +2024-09-30T17:03:50.6798418Z ##[group]Persisting credentials for submodules +2024-09-30T17:03:50.6803617Z [command]/usr/bin/git submodule foreach --recursive sh -c "git config --local --name-only --get-regexp 'url\.https\:\/\/github\.com\/\.insteadOf' && git config --local --unset-all 'url.https://github.com/.insteadOf' || :" +2024-09-30T17:03:50.7006586Z Entering 'models/demos/t3000/llama2_70b/reference/llama' +2024-09-30T17:03:50.7025903Z url.https://github.com/.insteadof +2024-09-30T17:03:50.7026564Z url.https://github.com/.insteadof +2024-09-30T17:03:50.7053540Z Entering 'tt_metal/third_party/lfs' +2024-09-30T17:03:50.7072954Z url.https://github.com/.insteadof +2024-09-30T17:03:50.7073588Z url.https://github.com/.insteadof +2024-09-30T17:03:50.7100347Z Entering 'tt_metal/third_party/pybind11' +2024-09-30T17:03:50.7119115Z url.https://github.com/.insteadof +2024-09-30T17:03:50.7119746Z url.https://github.com/.insteadof +2024-09-30T17:03:50.7147472Z Entering 'tt_metal/third_party/sfpi' +2024-09-30T17:03:50.7169635Z url.https://github.com/.insteadof +2024-09-30T17:03:50.7170292Z url.https://github.com/.insteadof +2024-09-30T17:03:50.7203305Z Entering 'tt_metal/third_party/taskflow' +2024-09-30T17:03:50.7225414Z url.https://github.com/.insteadof +2024-09-30T17:03:50.7226067Z url.https://github.com/.insteadof +2024-09-30T17:03:50.7264839Z Entering 'tt_metal/third_party/tracy' +2024-09-30T17:03:50.7286217Z url.https://github.com/.insteadof +2024-09-30T17:03:50.7287086Z url.https://github.com/.insteadof +2024-09-30T17:03:50.7320316Z Entering 'tt_metal/third_party/tt_llk_blackhole' +2024-09-30T17:03:50.7341545Z url.https://github.com/.insteadof +2024-09-30T17:03:50.7342060Z url.https://github.com/.insteadof +2024-09-30T17:03:50.7377991Z Entering 'tt_metal/third_party/tt_llk_grayskull' +2024-09-30T17:03:50.7397940Z url.https://github.com/.insteadof +2024-09-30T17:03:50.7398406Z url.https://github.com/.insteadof +2024-09-30T17:03:50.7426553Z Entering 'tt_metal/third_party/tt_llk_wormhole_b0' +2024-09-30T17:03:50.7448677Z url.https://github.com/.insteadof +2024-09-30T17:03:50.7449392Z url.https://github.com/.insteadof +2024-09-30T17:03:50.7476841Z Entering 'tt_metal/third_party/umd' +2024-09-30T17:03:50.7502341Z url.https://github.com/.insteadof +2024-09-30T17:03:50.7503002Z url.https://github.com/.insteadof +2024-09-30T17:03:50.7529699Z Entering 'tt_metal/third_party/umd/third_party/fmt' +2024-09-30T17:03:50.7550650Z url.https://github.com/.insteadof +2024-09-30T17:03:50.7551287Z url.https://github.com/.insteadof +2024-09-30T17:03:50.7600541Z [command]/usr/bin/git submodule foreach --recursive sh -c "git config --local 'http.https://github.com/.extraheader' 'AUTHORIZATION: basic ***' && git config --local --show-origin --name-only --get-regexp remote.origin.url" +2024-09-30T17:03:50.7814588Z Entering 'models/demos/t3000/llama2_70b/reference/llama' +2024-09-30T17:03:50.7850297Z file:/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/.git/modules/models/demos/t3000/llama2_70b/reference/llama/config remote.origin.url +2024-09-30T17:03:50.7867338Z Entering 'tt_metal/third_party/lfs' +2024-09-30T17:03:50.7911853Z file:/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/.git/modules/third_party/lfs/config remote.origin.url +2024-09-30T17:03:50.7930605Z Entering 'tt_metal/third_party/pybind11' +2024-09-30T17:03:50.7963691Z file:/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/.git/modules/third_party/pybind11/config remote.origin.url +2024-09-30T17:03:50.7978400Z Entering 'tt_metal/third_party/sfpi' +2024-09-30T17:03:50.8023042Z file:/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/.git/modules/src/ckernels/sfpi/config remote.origin.url +2024-09-30T17:03:50.8041189Z Entering 'tt_metal/third_party/taskflow' +2024-09-30T17:03:50.8080288Z file:/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/.git/modules/tt_metal/third_party/taskflow/config remote.origin.url +2024-09-30T17:03:50.8105450Z Entering 'tt_metal/third_party/tracy' +2024-09-30T17:03:50.8145332Z file:/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/.git/modules/tt_metal/third_party/tracy/config remote.origin.url +2024-09-30T17:03:50.8162573Z Entering 'tt_metal/third_party/tt_llk_blackhole' +2024-09-30T17:03:50.8195709Z file:/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/.git/modules/tt_metal/third_party/tt_llk_blackhole/config remote.origin.url +2024-09-30T17:03:50.8212621Z Entering 'tt_metal/third_party/tt_llk_grayskull' +2024-09-30T17:03:50.8245562Z file:/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/.git/modules/tt_metal/third_party/tt_llk_grayskull/config remote.origin.url +2024-09-30T17:03:50.8261133Z Entering 'tt_metal/third_party/tt_llk_wormhole_b0' +2024-09-30T17:03:50.8300149Z file:/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/.git/modules/tt_metal/third_party/tt_llk_wormhole_b0/config remote.origin.url +2024-09-30T17:03:50.8317692Z Entering 'tt_metal/third_party/umd' +2024-09-30T17:03:50.8356563Z file:/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/.git/modules/tt_metal/third_party/umd/config remote.origin.url +2024-09-30T17:03:50.8372590Z Entering 'tt_metal/third_party/umd/third_party/fmt' +2024-09-30T17:03:50.8408681Z file:/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/.git/modules/tt_metal/third_party/umd/modules/third_party/fmt/config remote.origin.url +2024-09-30T17:03:50.8495538Z [command]/usr/bin/git submodule foreach --recursive git config --local --add 'url.https://github.com/.insteadOf' 'git@github.com:' +2024-09-30T17:03:50.8709859Z Entering 'models/demos/t3000/llama2_70b/reference/llama' +2024-09-30T17:03:50.8743660Z Entering 'tt_metal/third_party/lfs' +2024-09-30T17:03:50.8778340Z Entering 'tt_metal/third_party/pybind11' +2024-09-30T17:03:50.8811104Z Entering 'tt_metal/third_party/sfpi' +2024-09-30T17:03:50.8845441Z Entering 'tt_metal/third_party/taskflow' +2024-09-30T17:03:50.8882591Z Entering 'tt_metal/third_party/tracy' +2024-09-30T17:03:50.8913919Z Entering 'tt_metal/third_party/tt_llk_blackhole' +2024-09-30T17:03:50.8943083Z Entering 'tt_metal/third_party/tt_llk_grayskull' +2024-09-30T17:03:50.8972043Z Entering 'tt_metal/third_party/tt_llk_wormhole_b0' +2024-09-30T17:03:50.9005983Z Entering 'tt_metal/third_party/umd' +2024-09-30T17:03:50.9042290Z Entering 'tt_metal/third_party/umd/third_party/fmt' +2024-09-30T17:03:50.9094495Z [command]/usr/bin/git submodule foreach --recursive git config --local --add 'url.https://github.com/.insteadOf' 'org-64161552@github.com:' +2024-09-30T17:03:50.9281195Z Entering 'models/demos/t3000/llama2_70b/reference/llama' +2024-09-30T17:03:50.9311345Z Entering 'tt_metal/third_party/lfs' +2024-09-30T17:03:50.9340630Z Entering 'tt_metal/third_party/pybind11' +2024-09-30T17:03:50.9370962Z Entering 'tt_metal/third_party/sfpi' +2024-09-30T17:03:50.9403587Z Entering 'tt_metal/third_party/taskflow' +2024-09-30T17:03:50.9439365Z Entering 'tt_metal/third_party/tracy' +2024-09-30T17:03:50.9470309Z Entering 'tt_metal/third_party/tt_llk_blackhole' +2024-09-30T17:03:50.9503137Z Entering 'tt_metal/third_party/tt_llk_grayskull' +2024-09-30T17:03:50.9535124Z Entering 'tt_metal/third_party/tt_llk_wormhole_b0' +2024-09-30T17:03:50.9564538Z Entering 'tt_metal/third_party/umd' +2024-09-30T17:03:50.9595147Z Entering 'tt_metal/third_party/umd/third_party/fmt' +2024-09-30T17:03:50.9635198Z ##[endgroup] +2024-09-30T17:03:50.9667948Z [command]/usr/bin/git log -1 --format='%H' +2024-09-30T17:03:50.9685990Z 'a6fea2adef8786a0615456df19fd0582e925bc61' +2024-09-30T17:03:50.9802062Z ##[group]Run git clean -xffd +2024-09-30T17:03:50.9802446Z git clean -xffd +2024-09-30T17:03:50.9818733Z shell: /usr/bin/bash --noprofile --norc -e -o pipefail {0} +2024-09-30T17:03:50.9819288Z env: +2024-09-30T17:03:50.9819610Z LOGURU_LEVEL: INFO +2024-09-30T17:03:50.9819946Z ##[endgroup] +2024-09-30T17:03:51.0058183Z ##[group]Run git submodule foreach 'git clean -xffd' +2024-09-30T17:03:51.0058760Z git submodule foreach 'git clean -xffd' +2024-09-30T17:03:51.0073306Z shell: /usr/bin/bash --noprofile --norc -e -o pipefail {0} +2024-09-30T17:03:51.0073798Z env: +2024-09-30T17:03:51.0074069Z LOGURU_LEVEL: INFO +2024-09-30T17:03:51.0074387Z ##[endgroup] +2024-09-30T17:03:51.0302104Z Entering 'models/demos/t3000/llama2_70b/reference/llama' +2024-09-30T17:03:51.0320222Z Entering 'tt_metal/third_party/lfs' +2024-09-30T17:03:51.0344618Z Entering 'tt_metal/third_party/pybind11' +2024-09-30T17:03:51.0366825Z Entering 'tt_metal/third_party/sfpi' +2024-09-30T17:03:51.0405117Z Entering 'tt_metal/third_party/taskflow' +2024-09-30T17:03:51.0476693Z Entering 'tt_metal/third_party/tracy' +2024-09-30T17:03:51.0506026Z Entering 'tt_metal/third_party/tt_llk_blackhole' +2024-09-30T17:03:51.0525406Z Entering 'tt_metal/third_party/tt_llk_grayskull' +2024-09-30T17:03:51.0546618Z Entering 'tt_metal/third_party/tt_llk_wormhole_b0' +2024-09-30T17:03:51.0565509Z Entering 'tt_metal/third_party/umd' +2024-09-30T17:03:51.0623710Z ##[group]Run git submodule foreach 'git lfs fetch && git lfs pull' +2024-09-30T17:03:51.0624400Z git submodule foreach 'git lfs fetch && git lfs pull' +2024-09-30T17:03:51.0636809Z shell: /usr/bin/bash --noprofile --norc -e -o pipefail {0} +2024-09-30T17:03:51.0637301Z env: +2024-09-30T17:03:51.0637775Z LOGURU_LEVEL: INFO +2024-09-30T17:03:51.0638102Z ##[endgroup] +2024-09-30T17:03:51.0867242Z Entering 'models/demos/t3000/llama2_70b/reference/llama' +2024-09-30T17:03:51.0970983Z fetch: Fetching reference HEAD +2024-09-30T17:03:51.1168179Z Entering 'tt_metal/third_party/lfs' +2024-09-30T17:03:51.1269464Z fetch: Fetching reference HEAD +2024-09-30T17:03:51.1492348Z Entering 'tt_metal/third_party/pybind11' +2024-09-30T17:03:51.1581432Z fetch: Fetching reference HEAD +2024-09-30T17:03:51.1884087Z Entering 'tt_metal/third_party/sfpi' +2024-09-30T17:03:51.1977191Z fetch: Fetching reference HEAD +2024-09-30T17:03:51.2515724Z Entering 'tt_metal/third_party/taskflow' +2024-09-30T17:03:51.2606351Z fetch: Fetching reference HEAD +2024-09-30T17:03:51.5014451Z Entering 'tt_metal/third_party/tracy' +2024-09-30T17:03:51.5103909Z fetch: Fetching reference HEAD +2024-09-30T17:03:51.5576801Z Entering 'tt_metal/third_party/tt_llk_blackhole' +2024-09-30T17:03:51.5670887Z fetch: Fetching reference HEAD +2024-09-30T17:03:51.5873103Z Entering 'tt_metal/third_party/tt_llk_grayskull' +2024-09-30T17:03:51.5975337Z fetch: Fetching reference HEAD +2024-09-30T17:03:51.6194296Z Entering 'tt_metal/third_party/tt_llk_wormhole_b0' +2024-09-30T17:03:51.6285318Z fetch: Fetching reference HEAD +2024-09-30T17:03:51.6492243Z Entering 'tt_metal/third_party/umd' +2024-09-30T17:03:51.6585545Z fetch: Fetching reference HEAD +2024-09-30T17:03:51.7203144Z ##[group]Run actions/download-artifact@v4 +2024-09-30T17:03:51.7203588Z with: +2024-09-30T17:03:51.7203911Z name: eager-dist-ubuntu-20.04-wormhole_b0 +2024-09-30T17:03:51.7204362Z merge-multiple: false +2024-09-30T17:03:51.7204718Z repository: tenstorrent/tt-metal +2024-09-30T17:03:51.7205100Z run-id: 11110261767 +2024-09-30T17:03:51.7205398Z env: +2024-09-30T17:03:51.7205655Z LOGURU_LEVEL: INFO +2024-09-30T17:03:51.7205951Z ##[endgroup] +2024-09-30T17:03:51.9276435Z Downloading single artifact +2024-09-30T17:03:52.1550817Z Preparing to download the following artifacts: +2024-09-30T17:03:52.1551575Z - eager-dist-ubuntu-20.04-wormhole_b0 (ID: 1996647544, Size: 387787024) +2024-09-30T17:03:52.2927360Z Redirecting to blob download url: https://productionresultssa9.blob.core.windows.net/actions-results/a9a11710-7d77-42c3-af1a-7a23fda254ba/workflow-job-run-859c0d3c-fd64-581c-fe3c-861d137cb35a/artifacts/c779ac1f9e77fe53c03e8da7e3330fd4da5d41ee546476beea6fd41b88dd0784.zip +2024-09-30T17:03:52.2930366Z Starting download of artifact to: /home/ubuntu/actions-runner/_work/tt-metal/tt-metal +2024-09-30T17:03:52.5834224Z (node:3487242) [DEP0005] DeprecationWarning: Buffer() is deprecated due to security and usability issues. Please use the Buffer.alloc(), Buffer.allocUnsafe(), or Buffer.from() methods instead. +2024-09-30T17:03:52.5836469Z (Use `node --trace-deprecation ...` to show where the warning was created) +2024-09-30T17:04:07.4162550Z Artifact download completed successfully. +2024-09-30T17:04:07.4163088Z Total of 1 artifact(s) downloaded +2024-09-30T17:04:07.4173316Z Download artifact has finished successfully +2024-09-30T17:04:07.4397149Z Prepare all required actions +2024-09-30T17:04:07.4397720Z Getting action download info +2024-09-30T17:04:07.6055478Z Download action repository 'docker/login-action@v3' (SHA:9780b0c442fbb1117ed29e0efdff1e18412f7567) +2024-09-30T17:04:08.3918846Z Download action repository 'addnab/docker-run-action@v3' (SHA:4f65fabd2431ebc8d299f8e5a018d79a769ae185) +2024-09-30T17:04:08.7761267Z ##[group]Run ./.github/actions/docker-run +2024-09-30T17:04:08.7761683Z with: +2024-09-30T17:04:08.7761943Z install_wheel: true +2024-09-30T17:04:08.7762782Z docker_password: *** +2024-09-30T17:04:08.7763406Z run_args: pytest tests/tt_eager/python_api_testing/unit_testing/ -xvvv --splits 7 --group 6 + +2024-09-30T17:04:08.7764102Z docker_os_arch: ubuntu-20.04-amd64 +2024-09-30T17:04:08.7764507Z docker_username: tt-asaigal +2024-09-30T17:04:08.7765064Z device: -v /dev/hugepages-1G:/dev/hugepages-1G +--device /dev/tenstorrent + +2024-09-30T17:04:08.7765637Z env: +2024-09-30T17:04:08.7765905Z LOGURU_LEVEL: INFO +2024-09-30T17:04:08.7766502Z ##[endgroup] +2024-09-30T17:04:08.7836758Z ##[group]Build container for action use: '/home/ubuntu/actions-runner/_work/_actions/addnab/docker-run-action/v3/Dockerfile'. +2024-09-30T17:04:08.7876180Z ##[command]/usr/bin/docker build -t 07e189:339bd46be9b1461f91418f1dfa9a6fb6 -f "/home/ubuntu/actions-runner/_work/_actions/addnab/docker-run-action/v3/Dockerfile" "/home/ubuntu/actions-runner/_work/_actions/addnab/docker-run-action/v3" +2024-09-30T17:04:09.1161387Z #0 building with "default" instance using docker driver +2024-09-30T17:04:09.1161903Z +2024-09-30T17:04:09.1162100Z #1 [internal] load build definition from Dockerfile +2024-09-30T17:04:09.1162590Z #1 transferring dockerfile: 139B done +2024-09-30T17:04:09.1163101Z #1 DONE 0.0s +2024-09-30T17:04:09.1163269Z +2024-09-30T17:04:09.1163511Z #2 [internal] load metadata for docker.io/library/docker:20.10 +2024-09-30T17:04:09.1579943Z #2 DONE 0.2s +2024-09-30T17:04:09.1954124Z +2024-09-30T17:04:09.1954544Z #3 [internal] load .dockerignore +2024-09-30T17:04:09.1955430Z #3 transferring context: 2B done +2024-09-30T17:04:09.1955866Z #3 DONE 0.0s +2024-09-30T17:04:09.1956049Z +2024-09-30T17:04:09.1956695Z #4 [1/3] FROM docker.io/library/docker:20.10@sha256:2967f0819c84dd589ed0a023b9d25dcfe7a3c123d5bf784ffbb77edf55335f0c +2024-09-30T17:04:09.1957630Z #4 DONE 0.0s +2024-09-30T17:04:09.1957801Z +2024-09-30T17:04:09.1957939Z #5 [internal] load build context +2024-09-30T17:04:09.1958420Z #5 transferring context: 35B done +2024-09-30T17:04:09.1958795Z #5 DONE 0.0s +2024-09-30T17:04:09.1958971Z +2024-09-30T17:04:09.1959095Z #6 [2/3] RUN apk add bash +2024-09-30T17:04:09.1959418Z #6 CACHED +2024-09-30T17:04:09.1959569Z +2024-09-30T17:04:09.1959729Z #7 [3/3] COPY entrypoint.sh /entrypoint.sh +2024-09-30T17:04:09.1960147Z #7 CACHED +2024-09-30T17:04:09.1960309Z +2024-09-30T17:04:09.1960428Z #8 exporting to image +2024-09-30T17:04:09.1960925Z #8 exporting layers done +2024-09-30T17:04:09.1962220Z #8 writing image sha256:96608327c96495548c4b2d33a4d6266a371d46247633861b29f6d6505db26a33 done +2024-09-30T17:04:09.1963261Z #8 naming to docker.io/library/07e189:339bd46be9b1461f91418f1dfa9a6fb6 done +2024-09-30T17:04:09.1963938Z #8 DONE 0.0s +2024-09-30T17:04:09.2027491Z ##[endgroup] +2024-09-30T17:04:09.2081955Z Prepare all required actions +2024-09-30T17:04:09.2135621Z ##[group]Run ./.github/actions/generate-docker-tag +2024-09-30T17:04:09.2136077Z with: +2024-09-30T17:04:09.2136363Z image: ubuntu-20.04-amd64 +2024-09-30T17:04:09.2136698Z env: +2024-09-30T17:04:09.2136960Z LOGURU_LEVEL: INFO +2024-09-30T17:04:09.2137274Z ##[endgroup] +2024-09-30T17:04:09.2164161Z ##[group]Run if [[ "${GITHUB_REF_NAME}" == "main" ]]; then +2024-09-30T17:04:09.2164746Z if [[ "${GITHUB_REF_NAME}" == "main" ]]; then +2024-09-30T17:04:09.2165276Z  echo "IMAGE_TAG=latest" >> $GITHUB_ENV +2024-09-30T17:04:09.2165720Z else +2024-09-30T17:04:09.2166163Z  echo "IMAGE_TAG=dev-${GITHUB_REF_NAME//\//-}" >> $GITHUB_ENV +2024-09-30T17:04:09.2166693Z fi +2024-09-30T17:04:09.2182556Z shell: /usr/bin/bash --noprofile --norc -e -o pipefail {0} +2024-09-30T17:04:09.2183063Z env: +2024-09-30T17:04:09.2183327Z LOGURU_LEVEL: INFO +2024-09-30T17:04:09.2183637Z ##[endgroup] +2024-09-30T17:04:09.2250106Z ##[group]Run echo "TT_METAL_DOCKER_IMAGE_TAG=ghcr.io/tenstorrent/tt-metal/tt-metalium/ubuntu-20.04-amd64:dev-asaigal-dispatch_s" >> $GITHUB_ENV +2024-09-30T17:04:09.2251610Z echo "TT_METAL_DOCKER_IMAGE_TAG=ghcr.io/tenstorrent/tt-metal/tt-metalium/ubuntu-20.04-amd64:dev-asaigal-dispatch_s" >> $GITHUB_ENV +2024-09-30T17:04:09.2253221Z echo "TT_METAL_REF_IMAGE_TAG=ghcr.io/tenstorrent/tt-metal/tt-metalium/ubuntu-20.04-amd64:latest" >> $GITHUB_ENV +2024-09-30T17:04:09.2265840Z shell: /usr/bin/bash --noprofile --norc -e -o pipefail {0} +2024-09-30T17:04:09.2266321Z env: +2024-09-30T17:04:09.2266579Z LOGURU_LEVEL: INFO +2024-09-30T17:04:09.2266918Z IMAGE_TAG: dev-asaigal-dispatch_s +2024-09-30T17:04:09.2267303Z ##[endgroup] +2024-09-30T17:04:09.2325235Z ##[group]Run echo "IMAGE_TAG=dev-asaigal-dispatch_s" +2024-09-30T17:04:09.2326009Z echo "IMAGE_TAG=dev-asaigal-dispatch_s" +2024-09-30T17:04:09.2326936Z echo "TT_METAL_DOCKER_IMAGE_TAG=ghcr.io/tenstorrent/tt-metal/tt-metalium/ubuntu-20.04-amd64:dev-asaigal-dispatch_s" +2024-09-30T17:04:09.2339013Z shell: /usr/bin/bash --noprofile --norc -e -o pipefail {0} +2024-09-30T17:04:09.2339501Z env: +2024-09-30T17:04:09.2339754Z LOGURU_LEVEL: INFO +2024-09-30T17:04:09.2340093Z IMAGE_TAG: dev-asaigal-dispatch_s +2024-09-30T17:04:09.2340861Z TT_METAL_DOCKER_IMAGE_TAG: ghcr.io/tenstorrent/tt-metal/tt-metalium/ubuntu-20.04-amd64:dev-asaigal-dispatch_s +2024-09-30T17:04:09.2341884Z TT_METAL_REF_IMAGE_TAG: ghcr.io/tenstorrent/tt-metal/tt-metalium/ubuntu-20.04-amd64:latest +2024-09-30T17:04:09.2342522Z ##[endgroup] +2024-09-30T17:04:09.2368960Z IMAGE_TAG=dev-asaigal-dispatch_s +2024-09-30T17:04:09.2370592Z TT_METAL_DOCKER_IMAGE_TAG=ghcr.io/tenstorrent/tt-metal/tt-metalium/ubuntu-20.04-amd64:dev-asaigal-dispatch_s +2024-09-30T17:04:09.2403713Z ##[group]Run echo "RUNNER_UID=$(id -u)" >> $GITHUB_ENV +2024-09-30T17:04:09.2404262Z echo "RUNNER_UID=$(id -u)" >> $GITHUB_ENV +2024-09-30T17:04:09.2404781Z echo "RUNNER_GID=$(id -g)" >> $GITHUB_ENV +2024-09-30T17:04:09.2416282Z shell: /usr/bin/bash --noprofile --norc -e -o pipefail {0} +2024-09-30T17:04:09.2416789Z env: +2024-09-30T17:04:09.2417056Z LOGURU_LEVEL: INFO +2024-09-30T17:04:09.2417396Z IMAGE_TAG: dev-asaigal-dispatch_s +2024-09-30T17:04:09.2418174Z TT_METAL_DOCKER_IMAGE_TAG: ghcr.io/tenstorrent/tt-metal/tt-metalium/ubuntu-20.04-amd64:dev-asaigal-dispatch_s +2024-09-30T17:04:09.2419268Z TT_METAL_REF_IMAGE_TAG: ghcr.io/tenstorrent/tt-metal/tt-metalium/ubuntu-20.04-amd64:latest +2024-09-30T17:04:09.2419914Z ##[endgroup] +2024-09-30T17:04:09.2529257Z ##[group]Run docker/login-action@v3 +2024-09-30T17:04:09.2529641Z with: +2024-09-30T17:04:09.2529926Z registry: https://ghcr.io +2024-09-30T17:04:09.2530292Z username: tt-asaigal +2024-09-30T17:04:09.2530804Z password: *** +2024-09-30T17:04:09.2531113Z ecr: auto +2024-09-30T17:04:09.2531384Z logout: true +2024-09-30T17:04:09.2531653Z env: +2024-09-30T17:04:09.2531911Z LOGURU_LEVEL: INFO +2024-09-30T17:04:09.2532243Z IMAGE_TAG: dev-asaigal-dispatch_s +2024-09-30T17:04:09.2533240Z TT_METAL_DOCKER_IMAGE_TAG: ghcr.io/tenstorrent/tt-metal/tt-metalium/ubuntu-20.04-amd64:dev-asaigal-dispatch_s +2024-09-30T17:04:09.2534307Z TT_METAL_REF_IMAGE_TAG: ghcr.io/tenstorrent/tt-metal/tt-metalium/ubuntu-20.04-amd64:latest +2024-09-30T17:04:09.2535021Z RUNNER_UID: 1000 +2024-09-30T17:04:09.2535318Z RUNNER_GID: 1000 +2024-09-30T17:04:09.2535603Z ##[endgroup] +2024-09-30T17:04:09.5752633Z Logging into https://ghcr.io... +2024-09-30T17:04:10.0818426Z Login Succeeded! +2024-09-30T17:04:10.0925094Z ##[group]Run docker pull ghcr.io/tenstorrent/tt-metal/tt-metalium/ubuntu-20.04-amd64:dev-asaigal-dispatch_s +2024-09-30T17:04:10.0926239Z docker pull ghcr.io/tenstorrent/tt-metal/tt-metalium/ubuntu-20.04-amd64:dev-asaigal-dispatch_s +2024-09-30T17:04:10.0943037Z shell: /usr/bin/bash --noprofile --norc -e -o pipefail {0} +2024-09-30T17:04:10.0943557Z env: +2024-09-30T17:04:10.0943822Z LOGURU_LEVEL: INFO +2024-09-30T17:04:10.0944159Z IMAGE_TAG: dev-asaigal-dispatch_s +2024-09-30T17:04:10.0944926Z TT_METAL_DOCKER_IMAGE_TAG: ghcr.io/tenstorrent/tt-metal/tt-metalium/ubuntu-20.04-amd64:dev-asaigal-dispatch_s +2024-09-30T17:04:10.0945944Z TT_METAL_REF_IMAGE_TAG: ghcr.io/tenstorrent/tt-metal/tt-metalium/ubuntu-20.04-amd64:latest +2024-09-30T17:04:10.0946595Z RUNNER_UID: 1000 +2024-09-30T17:04:10.0946888Z RUNNER_GID: 1000 +2024-09-30T17:04:10.0947176Z ##[endgroup] +2024-09-30T17:04:10.6628859Z dev-asaigal-dispatch_s: Pulling from tenstorrent/tt-metal/tt-metalium/ubuntu-20.04-amd64 +2024-09-30T17:04:10.6640818Z Digest: sha256:ae29090156ec646abe3e8e0cfa1280d8e80f5b11d1fb6b23d7667ee5ae312e35 +2024-09-30T17:04:10.6642322Z Status: Image is up to date for ghcr.io/tenstorrent/tt-metal/tt-metalium/ubuntu-20.04-amd64:dev-asaigal-dispatch_s +2024-09-30T17:04:10.6653334Z ghcr.io/tenstorrent/tt-metal/tt-metalium/ubuntu-20.04-amd64:dev-asaigal-dispatch_s +2024-09-30T17:04:10.6733665Z ##[group]Run addnab/docker-run-action@v3 +2024-09-30T17:04:10.6734097Z with: +2024-09-30T17:04:10.6734357Z shell: bash +2024-09-30T17:04:10.6734643Z username: tt-asaigal +2024-09-30T17:04:10.6735137Z password: *** +2024-09-30T17:04:10.6735436Z registry: ghcr.io +2024-09-30T17:04:10.6736034Z image: ghcr.io/tenstorrent/tt-metal/tt-metalium/ubuntu-20.04-amd64:dev-asaigal-dispatch_s +2024-09-30T17:04:10.6739208Z options: -u 1000:1000 +--rm +-v /etc/passwd:/etc/passwd:ro +-v /etc/shadow:/etc/shadow:ro +-v /etc/bashrc:/etc/bashrc:ro +-v /home/ubuntu/actions-runner/_work/tt-metal/tt-metal:/home/ubuntu/actions-runner/_work/tt-metal/tt-metal +--net=host + +-e LOGURU_LEVEL=INFO +-e PYTHONPATH=/home/ubuntu/actions-runner/_work/tt-metal/tt-metal +-e HOME=/home/ubuntu/actions-runner/_work/tt-metal/tt-metal +-v /dev/hugepages-1G:/dev/hugepages-1G +--device /dev/tenstorrent + +-w /home/ubuntu/actions-runner/_work/tt-metal/tt-metal + +2024-09-30T17:04:10.6742690Z run: if [ true ]; then + WHEEL_FILENAME=$(ls -1 *.whl) + pip3 install $WHEEL_FILENAME +fi +pytest tests/tt_eager/python_api_testing/unit_testing/ -xvvv --splits 7 --group 6 + + +2024-09-30T17:04:10.6743725Z env: +2024-09-30T17:04:10.6743987Z LOGURU_LEVEL: INFO +2024-09-30T17:04:10.6744334Z IMAGE_TAG: dev-asaigal-dispatch_s +2024-09-30T17:04:10.6745114Z TT_METAL_DOCKER_IMAGE_TAG: ghcr.io/tenstorrent/tt-metal/tt-metalium/ubuntu-20.04-amd64:dev-asaigal-dispatch_s +2024-09-30T17:04:10.6746151Z TT_METAL_REF_IMAGE_TAG: ghcr.io/tenstorrent/tt-metal/tt-metalium/ubuntu-20.04-amd64:latest +2024-09-30T17:04:10.6746800Z RUNNER_UID: 1000 +2024-09-30T17:04:10.6747095Z RUNNER_GID: 1000 +2024-09-30T17:04:10.6747380Z ##[endgroup] +2024-09-30T17:04:10.6983306Z ##[command]/usr/bin/docker run --name e189339bd46be9b1461f91418f1dfa9a6fb6_18867e --label 07e189 --workdir /github/workspace --rm -e "LOGURU_LEVEL" -e "IMAGE_TAG" -e "TT_METAL_DOCKER_IMAGE_TAG" -e "TT_METAL_REF_IMAGE_TAG" -e "RUNNER_UID" -e "RUNNER_GID" -e "INPUT_SHELL" -e "INPUT_USERNAME" -e "INPUT_PASSWORD" -e "INPUT_REGISTRY" -e "INPUT_IMAGE" -e "INPUT_OPTIONS" -e "INPUT_RUN" -e "INPUT_DOCKER_NETWORK" -e "HOME" -e "GITHUB_JOB" -e "GITHUB_REF" -e "GITHUB_SHA" -e "GITHUB_REPOSITORY" -e "GITHUB_REPOSITORY_OWNER" -e "GITHUB_REPOSITORY_OWNER_ID" -e "GITHUB_RUN_ID" -e "GITHUB_RUN_NUMBER" -e "GITHUB_RETENTION_DAYS" -e "GITHUB_RUN_ATTEMPT" -e "GITHUB_REPOSITORY_ID" -e "GITHUB_ACTOR_ID" -e "GITHUB_ACTOR" -e "GITHUB_TRIGGERING_ACTOR" -e "GITHUB_WORKFLOW" -e "GITHUB_HEAD_REF" -e "GITHUB_BASE_REF" -e "GITHUB_EVENT_NAME" -e "GITHUB_SERVER_URL" -e "GITHUB_API_URL" -e "GITHUB_GRAPHQL_URL" -e "GITHUB_REF_NAME" -e "GITHUB_REF_PROTECTED" -e "GITHUB_REF_TYPE" -e "GITHUB_WORKFLOW_REF" -e "GITHUB_WORKFLOW_SHA" -e "GITHUB_WORKSPACE" -e "GITHUB_EVENT_PATH" -e "GITHUB_PATH" -e "GITHUB_ENV" -e "GITHUB_STEP_SUMMARY" -e "GITHUB_STATE" -e "GITHUB_OUTPUT" -e "GITHUB_ACTION" -e "GITHUB_ACTION_REPOSITORY" -e "GITHUB_ACTION_REF" -e "GITHUB_ACTION_PATH" -e "RUNNER_OS" -e "RUNNER_ARCH" -e "RUNNER_NAME" -e "RUNNER_ENVIRONMENT" -e "RUNNER_TOOL_CACHE" -e "RUNNER_TEMP" -e "RUNNER_WORKSPACE" -e "ACTIONS_RUNTIME_URL" -e "ACTIONS_RUNTIME_TOKEN" -e "ACTIONS_CACHE_URL" -e "ACTIONS_ID_TOKEN_REQUEST_URL" -e "ACTIONS_ID_TOKEN_REQUEST_TOKEN" -e "ACTIONS_RESULTS_URL" -e GITHUB_ACTIONS=true -e CI=true -v "/var/run/docker.sock":"/var/run/docker.sock" -v "/home/ubuntu/actions-runner/_work/_temp/_github_home":"/github/home" -v "/home/ubuntu/actions-runner/_work/_temp/_github_workflow":"/github/workflow" -v "/home/ubuntu/actions-runner/_work/_temp/_runner_file_commands":"/github/file_commands" -v "/home/ubuntu/actions-runner/_work/tt-metal/tt-metal":"/github/workspace" 07e189:339bd46be9b1461f91418f1dfa9a6fb6 +2024-09-30T17:04:11.4818725Z WARNING! Your password will be stored unencrypted in /github/home/.docker/config.json. +2024-09-30T17:04:11.4819700Z Configure a credential helper to remove this warning. See +2024-09-30T17:04:11.4821058Z https://docs.docker.com/engine/reference/commandline/login/#credentials-store +2024-09-30T17:04:11.4822309Z +2024-09-30T17:04:11.4823582Z Login Succeeded +2024-09-30T17:04:12.5259704Z Processing ./metal_libs-0.53.0rc3.dev18+wormhole.b0-cp38-cp38-linux_x86_64.whl +2024-09-30T17:04:16.2055839Z Requirement already satisfied: numpy<2,>=1.24.4 in /usr/local/lib/python3.8/dist-packages (from metal-libs==0.53.0rc3.dev18+wormhole.b0) (1.24.4) +2024-09-30T17:04:16.2064433Z Requirement already satisfied: torch==2.2.1+cpu in /usr/local/lib/python3.8/dist-packages (from metal-libs==0.53.0rc3.dev18+wormhole.b0) (2.2.1+cpu) +2024-09-30T17:04:16.5243658Z Collecting plotly==5.18.0 +2024-09-30T17:04:16.5772327Z Downloading plotly-5.18.0-py3-none-any.whl (15.6 MB) +2024-09-30T17:04:18.5128468Z Collecting ipywidgets==8.1.1 +2024-09-30T17:04:18.5253239Z Downloading ipywidgets-8.1.1-py3-none-any.whl (139 kB) +2024-09-30T17:04:18.6176030Z Collecting loguru==0.6.0 +2024-09-30T17:04:18.6304249Z Downloading loguru-0.6.0-py3-none-any.whl (58 kB) +2024-09-30T17:04:18.6723123Z Requirement already satisfied: click==8.1.7 in /usr/local/lib/python3.8/dist-packages (from metal-libs==0.53.0rc3.dev18+wormhole.b0) (8.1.7) +2024-09-30T17:04:19.0042195Z Collecting jupyterlab==4.2.5 +2024-09-30T17:04:19.0193166Z Downloading jupyterlab-4.2.5-py3-none-any.whl (11.6 MB) +2024-09-30T17:04:19.5196058Z Collecting graphviz==0.20.3 +2024-09-30T17:04:19.5306695Z Downloading graphviz-0.20.3-py3-none-any.whl (47 kB) +2024-09-30T17:04:20.0592295Z Collecting matplotlib==3.7.1 +2024-09-30T17:04:20.0741399Z Downloading matplotlib-3.7.1-cp38-cp38-manylinux_2_12_x86_64.manylinux2010_x86_64.whl (9.2 MB) +2024-09-30T17:04:20.4979471Z Collecting bokeh==3.1.1 +2024-09-30T17:04:20.5164058Z Downloading bokeh-3.1.1-py3-none-any.whl (8.3 MB) +2024-09-30T17:04:20.9465926Z Collecting seaborn==0.13.2 +2024-09-30T17:04:20.9575211Z Downloading seaborn-0.13.2-py3-none-any.whl (294 kB) +2024-09-30T17:04:21.6348957Z Collecting Pillow==10.3.0 +2024-09-30T17:04:21.6490430Z Downloading pillow-10.3.0-cp38-cp38-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (4.4 MB) +2024-09-30T17:04:21.7838372Z Requirement already satisfied: pandas==2.0.3 in /usr/local/lib/python3.8/dist-packages (from metal-libs==0.53.0rc3.dev18+wormhole.b0) (2.0.3) +2024-09-30T17:04:21.9215332Z Collecting toolz==0.12.0 +2024-09-30T17:04:21.9355743Z Downloading toolz-0.12.0-py3-none-any.whl (55 kB) +2024-09-30T17:04:21.9691596Z Requirement already satisfied: networkx==3.1 in /usr/local/lib/python3.8/dist-packages (from metal-libs==0.53.0rc3.dev18+wormhole.b0) (3.1) +2024-09-30T17:04:22.0711618Z Collecting dash==2.15.0 +2024-09-30T17:04:22.0844523Z Downloading dash-2.15.0-py3-none-any.whl (10.2 MB) +2024-09-30T17:04:22.4495449Z Requirement already satisfied: pyyaml>=5.4 in /usr/local/lib/python3.8/dist-packages (from metal-libs==0.53.0rc3.dev18+wormhole.b0) (6.0.2) +2024-09-30T17:04:22.4504378Z Requirement already satisfied: fsspec in /usr/local/lib/python3.8/dist-packages (from torch==2.2.1+cpu->metal-libs==0.53.0rc3.dev18+wormhole.b0) (2023.9.2) +2024-09-30T17:04:22.4827029Z Requirement already satisfied: sympy in /usr/local/lib/python3.8/dist-packages (from torch==2.2.1+cpu->metal-libs==0.53.0rc3.dev18+wormhole.b0) (1.13.3) +2024-09-30T17:04:22.4859327Z Requirement already satisfied: filelock in /usr/local/lib/python3.8/dist-packages (from torch==2.2.1+cpu->metal-libs==0.53.0rc3.dev18+wormhole.b0) (3.16.1) +2024-09-30T17:04:22.4952904Z Requirement already satisfied: jinja2 in /usr/local/lib/python3.8/dist-packages (from torch==2.2.1+cpu->metal-libs==0.53.0rc3.dev18+wormhole.b0) (3.1.4) +2024-09-30T17:04:22.4978217Z Requirement already satisfied: typing-extensions>=4.8.0 in /usr/local/lib/python3.8/dist-packages (from torch==2.2.1+cpu->metal-libs==0.53.0rc3.dev18+wormhole.b0) (4.12.2) +2024-09-30T17:04:22.5644012Z Collecting tenacity>=6.2.0 +2024-09-30T17:04:22.5763873Z Downloading tenacity-9.0.0-py3-none-any.whl (28 kB) +2024-09-30T17:04:22.6101614Z Requirement already satisfied: packaging in /usr/local/lib/python3.8/dist-packages (from plotly==5.18.0->metal-libs==0.53.0rc3.dev18+wormhole.b0) (24.1) +2024-09-30T17:04:22.6111813Z Requirement already satisfied: traitlets>=4.3.1 in /usr/local/lib/python3.8/dist-packages (from ipywidgets==8.1.1->metal-libs==0.53.0rc3.dev18+wormhole.b0) (5.14.3) +2024-09-30T17:04:22.6900001Z Collecting jupyterlab-widgets~=3.0.9 +2024-09-30T17:04:22.7013195Z Downloading jupyterlab_widgets-3.0.13-py3-none-any.whl (214 kB) +2024-09-30T17:04:22.7843107Z Collecting comm>=0.1.3 +2024-09-30T17:04:22.7955597Z Downloading comm-0.2.2-py3-none-any.whl (7.2 kB) +2024-09-30T17:04:22.9201723Z Collecting widgetsnbextension~=4.0.9 +2024-09-30T17:04:22.9315688Z Downloading widgetsnbextension-4.0.13-py3-none-any.whl (2.3 MB) +2024-09-30T17:04:23.0265084Z Requirement already satisfied: ipython>=6.1.0 in /usr/local/lib/python3.8/dist-packages (from ipywidgets==8.1.1->metal-libs==0.53.0rc3.dev18+wormhole.b0) (8.12.3) +2024-09-30T17:04:23.1456927Z Collecting httpx>=0.25.0 +2024-09-30T17:04:23.1567601Z Downloading httpx-0.27.2-py3-none-any.whl (76 kB) +2024-09-30T17:04:23.3421176Z Collecting ipykernel>=6.5.0 +2024-09-30T17:04:23.3532640Z Downloading ipykernel-6.29.5-py3-none-any.whl (117 kB) +2024-09-30T17:04:23.4608401Z Collecting jupyter-lsp>=2.0.0 +2024-09-30T17:04:23.4748732Z Downloading jupyter_lsp-2.2.5-py3-none-any.whl (69 kB) +2024-09-30T17:04:23.5126364Z Requirement already satisfied: setuptools>=40.1.0 in /usr/lib/python3/dist-packages (from jupyterlab==4.2.5->metal-libs==0.53.0rc3.dev18+wormhole.b0) (45.2.0) +2024-09-30T17:04:23.5142208Z Requirement already satisfied: importlib-metadata>=4.8.3; python_version < "3.10" in /usr/local/lib/python3.8/dist-packages (from jupyterlab==4.2.5->metal-libs==0.53.0rc3.dev18+wormhole.b0) (8.5.0) +2024-09-30T17:04:23.5733647Z Collecting notebook-shim>=0.2 +2024-09-30T17:04:23.5845750Z Downloading notebook_shim-0.2.4-py3-none-any.whl (13 kB) +2024-09-30T17:04:23.6166645Z Requirement already satisfied: importlib-resources>=1.4; python_version < "3.9" in /usr/local/lib/python3.8/dist-packages (from jupyterlab==4.2.5->metal-libs==0.53.0rc3.dev18+wormhole.b0) (6.4.5) +2024-09-30T17:04:23.7301169Z Collecting jupyterlab-server<3,>=2.27.1 +2024-09-30T17:04:23.7417445Z Downloading jupyterlab_server-2.27.3-py3-none-any.whl (59 kB) +2024-09-30T17:04:23.7953509Z Requirement already satisfied: tornado>=6.2.0 in /usr/local/lib/python3.8/dist-packages (from jupyterlab==4.2.5->metal-libs==0.53.0rc3.dev18+wormhole.b0) (6.4.1) +2024-09-30T17:04:23.7961880Z Requirement already satisfied: jupyter-core in /usr/local/lib/python3.8/dist-packages (from jupyterlab==4.2.5->metal-libs==0.53.0rc3.dev18+wormhole.b0) (5.7.2) +2024-09-30T17:04:23.8058082Z Requirement already satisfied: tomli>=1.2.2; python_version < "3.11" in /usr/local/lib/python3.8/dist-packages (from jupyterlab==4.2.5->metal-libs==0.53.0rc3.dev18+wormhole.b0) (2.0.1) +2024-09-30T17:04:23.8539077Z Collecting async-lru>=1.0.0 +2024-09-30T17:04:23.8649772Z Downloading async_lru-2.0.4-py3-none-any.whl (6.1 kB) +2024-09-30T17:04:24.0186197Z Collecting jupyter-server<3,>=2.4.0 +2024-09-30T17:04:24.0308504Z Downloading jupyter_server-2.14.2-py3-none-any.whl (383 kB) +2024-09-30T17:04:24.1096738Z Requirement already satisfied: cycler>=0.10 in /usr/local/lib/python3.8/dist-packages (from matplotlib==3.7.1->metal-libs==0.53.0rc3.dev18+wormhole.b0) (0.12.1) +2024-09-30T17:04:24.1145693Z Requirement already satisfied: kiwisolver>=1.0.1 in /usr/local/lib/python3.8/dist-packages (from matplotlib==3.7.1->metal-libs==0.53.0rc3.dev18+wormhole.b0) (1.4.7) +2024-09-30T17:04:24.1156479Z Requirement already satisfied: contourpy>=1.0.1 in /usr/local/lib/python3.8/dist-packages (from matplotlib==3.7.1->metal-libs==0.53.0rc3.dev18+wormhole.b0) (1.1.1) +2024-09-30T17:04:24.1282672Z Requirement already satisfied: python-dateutil>=2.7 in /usr/local/lib/python3.8/dist-packages (from matplotlib==3.7.1->metal-libs==0.53.0rc3.dev18+wormhole.b0) (2.9.0.post0) +2024-09-30T17:04:24.1302282Z Requirement already satisfied: pyparsing>=2.3.1 in /usr/local/lib/python3.8/dist-packages (from matplotlib==3.7.1->metal-libs==0.53.0rc3.dev18+wormhole.b0) (3.1.4) +2024-09-30T17:04:24.1326688Z Requirement already satisfied: fonttools>=4.22.0 in /usr/local/lib/python3.8/dist-packages (from matplotlib==3.7.1->metal-libs==0.53.0rc3.dev18+wormhole.b0) (4.54.0) +2024-09-30T17:04:24.2204017Z Collecting xyzservices>=2021.09.1 +2024-09-30T17:04:24.2319618Z Downloading xyzservices-2024.9.0-py3-none-any.whl (85 kB) +2024-09-30T17:04:24.2665705Z Requirement already satisfied: tzdata>=2022.1 in /usr/local/lib/python3.8/dist-packages (from pandas==2.0.3->metal-libs==0.53.0rc3.dev18+wormhole.b0) (2024.2) +2024-09-30T17:04:24.2675000Z Requirement already satisfied: pytz>=2020.1 in /usr/local/lib/python3.8/dist-packages (from pandas==2.0.3->metal-libs==0.53.0rc3.dev18+wormhole.b0) (2024.2) +2024-09-30T17:04:24.3396478Z Collecting Flask<3.1,>=1.0.4 +2024-09-30T17:04:24.3505790Z Downloading flask-3.0.3-py3-none-any.whl (101 kB) +2024-09-30T17:04:24.4788542Z Collecting Werkzeug<3.1 +2024-09-30T17:04:24.4899277Z Downloading werkzeug-3.0.4-py3-none-any.whl (227 kB) +2024-09-30T17:04:24.5584234Z Requirement already satisfied: requests in /usr/local/lib/python3.8/dist-packages (from dash==2.15.0->metal-libs==0.53.0rc3.dev18+wormhole.b0) (2.32.3) +2024-09-30T17:04:24.6164110Z Collecting dash-html-components==2.0.0 +2024-09-30T17:04:24.6285818Z Downloading dash_html_components-2.0.0-py3-none-any.whl (4.1 kB) +2024-09-30T17:04:24.7339203Z Collecting dash-core-components==2.0.0 +2024-09-30T17:04:24.7460223Z Downloading dash_core_components-2.0.0-py3-none-any.whl (3.8 kB) +2024-09-30T17:04:24.8189525Z Collecting retrying +2024-09-30T17:04:24.8300439Z Downloading retrying-1.3.4-py3-none-any.whl (11 kB) +2024-09-30T17:04:24.9066752Z Collecting dash-table==5.0.0 +2024-09-30T17:04:24.9182239Z Downloading dash_table-5.0.0-py3-none-any.whl (3.9 kB) +2024-09-30T17:04:25.0120962Z Collecting nest-asyncio +2024-09-30T17:04:25.0232194Z Downloading nest_asyncio-1.6.0-py3-none-any.whl (5.2 kB) +2024-09-30T17:04:25.0514768Z Requirement already satisfied: mpmath<1.4,>=1.1.0 in /usr/local/lib/python3.8/dist-packages (from sympy->torch==2.2.1+cpu->metal-libs==0.53.0rc3.dev18+wormhole.b0) (1.3.0) +2024-09-30T17:04:25.0577428Z Requirement already satisfied: MarkupSafe>=2.0 in /usr/local/lib/python3.8/dist-packages (from jinja2->torch==2.2.1+cpu->metal-libs==0.53.0rc3.dev18+wormhole.b0) (2.1.5) +2024-09-30T17:04:25.0587328Z Requirement already satisfied: jedi>=0.16 in /usr/local/lib/python3.8/dist-packages (from ipython>=6.1.0->ipywidgets==8.1.1->metal-libs==0.53.0rc3.dev18+wormhole.b0) (0.19.1) +2024-09-30T17:04:25.0809040Z Requirement already satisfied: decorator in /usr/local/lib/python3.8/dist-packages (from ipython>=6.1.0->ipywidgets==8.1.1->metal-libs==0.53.0rc3.dev18+wormhole.b0) (5.1.1) +2024-09-30T17:04:25.0827960Z Requirement already satisfied: prompt-toolkit!=3.0.37,<3.1.0,>=3.0.30 in /usr/local/lib/python3.8/dist-packages (from ipython>=6.1.0->ipywidgets==8.1.1->metal-libs==0.53.0rc3.dev18+wormhole.b0) (3.0.47) +2024-09-30T17:04:25.0848637Z Requirement already satisfied: pexpect>4.3; sys_platform != "win32" in /usr/local/lib/python3.8/dist-packages (from ipython>=6.1.0->ipywidgets==8.1.1->metal-libs==0.53.0rc3.dev18+wormhole.b0) (4.9.0) +2024-09-30T17:04:25.0861287Z Requirement already satisfied: stack-data in /usr/local/lib/python3.8/dist-packages (from ipython>=6.1.0->ipywidgets==8.1.1->metal-libs==0.53.0rc3.dev18+wormhole.b0) (0.6.3) +2024-09-30T17:04:25.0917774Z Requirement already satisfied: matplotlib-inline in /usr/local/lib/python3.8/dist-packages (from ipython>=6.1.0->ipywidgets==8.1.1->metal-libs==0.53.0rc3.dev18+wormhole.b0) (0.1.7) +2024-09-30T17:04:25.0932103Z Requirement already satisfied: pickleshare in /usr/local/lib/python3.8/dist-packages (from ipython>=6.1.0->ipywidgets==8.1.1->metal-libs==0.53.0rc3.dev18+wormhole.b0) (0.7.5) +2024-09-30T17:04:25.0944455Z Requirement already satisfied: backcall in /usr/local/lib/python3.8/dist-packages (from ipython>=6.1.0->ipywidgets==8.1.1->metal-libs==0.53.0rc3.dev18+wormhole.b0) (0.2.0) +2024-09-30T17:04:25.0956516Z Requirement already satisfied: pygments>=2.4.0 in /usr/local/lib/python3.8/dist-packages (from ipython>=6.1.0->ipywidgets==8.1.1->metal-libs==0.53.0rc3.dev18+wormhole.b0) (2.18.0) +2024-09-30T17:04:25.0972899Z Requirement already satisfied: certifi in /usr/lib/python3/dist-packages (from httpx>=0.25.0->jupyterlab==4.2.5->metal-libs==0.53.0rc3.dev18+wormhole.b0) (2019.11.28) +2024-09-30T17:04:25.0979226Z Requirement already satisfied: idna in /usr/lib/python3/dist-packages (from httpx>=0.25.0->jupyterlab==4.2.5->metal-libs==0.53.0rc3.dev18+wormhole.b0) (2.8) +2024-09-30T17:04:25.1760332Z Collecting anyio +2024-09-30T17:04:25.1870728Z Downloading anyio-4.5.0-py3-none-any.whl (89 kB) +2024-09-30T17:04:25.2776691Z Collecting sniffio +2024-09-30T17:04:25.2886137Z Downloading sniffio-1.3.1-py3-none-any.whl (10 kB) +2024-09-30T17:04:25.3844324Z Collecting httpcore==1.* +2024-09-30T17:04:25.3953189Z Downloading httpcore-1.0.5-py3-none-any.whl (77 kB) +2024-09-30T17:04:25.7963974Z Collecting debugpy>=1.6.5 +2024-09-30T17:04:25.8128369Z Downloading debugpy-1.8.6-cp38-cp38-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_17_x86_64.manylinux2014_x86_64.whl (3.6 MB) +2024-09-30T17:04:25.9743949Z Requirement already satisfied: psutil in /usr/local/lib/python3.8/dist-packages (from ipykernel>=6.5.0->jupyterlab==4.2.5->metal-libs==0.53.0rc3.dev18+wormhole.b0) (6.0.0) +2024-09-30T17:04:25.9809791Z Requirement already satisfied: pyzmq>=24 in /usr/local/lib/python3.8/dist-packages (from ipykernel>=6.5.0->jupyterlab==4.2.5->metal-libs==0.53.0rc3.dev18+wormhole.b0) (26.2.0) +2024-09-30T17:04:25.9827451Z Requirement already satisfied: jupyter-client>=6.1.12 in /usr/local/lib/python3.8/dist-packages (from ipykernel>=6.5.0->jupyterlab==4.2.5->metal-libs==0.53.0rc3.dev18+wormhole.b0) (8.6.3) +2024-09-30T17:04:25.9977556Z Requirement already satisfied: zipp>=3.20 in /usr/local/lib/python3.8/dist-packages (from importlib-metadata>=4.8.3; python_version < "3.10"->jupyterlab==4.2.5->metal-libs==0.53.0rc3.dev18+wormhole.b0) (3.20.2) +2024-09-30T17:04:26.0115934Z Requirement already satisfied: babel>=2.10 in /usr/local/lib/python3.8/dist-packages (from jupyterlab-server<3,>=2.27.1->jupyterlab==4.2.5->metal-libs==0.53.0rc3.dev18+wormhole.b0) (2.16.0) +2024-09-30T17:04:26.0777153Z Collecting json5>=0.9.0 +2024-09-30T17:04:26.0886433Z Downloading json5-0.9.25-py3-none-any.whl (30 kB) +2024-09-30T17:04:26.1183974Z Requirement already satisfied: jsonschema>=4.18.0 in /usr/local/lib/python3.8/dist-packages (from jupyterlab-server<3,>=2.27.1->jupyterlab==4.2.5->metal-libs==0.53.0rc3.dev18+wormhole.b0) (4.23.0) +2024-09-30T17:04:26.1332870Z Requirement already satisfied: platformdirs>=2.5 in /usr/local/lib/python3.8/dist-packages (from jupyter-core->jupyterlab==4.2.5->metal-libs==0.53.0rc3.dev18+wormhole.b0) (3.11.0) +2024-09-30T17:04:26.1871594Z Collecting jupyter-events>=0.9.0 +2024-09-30T17:04:26.1980718Z Downloading jupyter_events-0.10.0-py3-none-any.whl (18 kB) +2024-09-30T17:04:26.2921791Z Collecting prometheus-client>=0.9 +2024-09-30T17:04:26.3044325Z Downloading prometheus_client-0.21.0-py3-none-any.whl (54 kB) +2024-09-30T17:04:26.3968109Z Collecting terminado>=0.8.3 +2024-09-30T17:04:26.4081086Z Downloading terminado-0.18.1-py3-none-any.whl (14 kB) +2024-09-30T17:04:26.5129789Z Collecting websocket-client>=1.7 +2024-09-30T17:04:26.5240870Z Downloading websocket_client-1.8.0-py3-none-any.whl (58 kB) +2024-09-30T17:04:26.6442117Z Collecting argon2-cffi>=21.1 +2024-09-30T17:04:26.6555623Z Downloading argon2_cffi-23.1.0-py3-none-any.whl (15 kB) +2024-09-30T17:04:26.7403628Z Collecting send2trash>=1.8.2 +2024-09-30T17:04:26.7513778Z Downloading Send2Trash-1.8.3-py3-none-any.whl (18 kB) +2024-09-30T17:04:26.7865797Z Requirement already satisfied: nbformat>=5.3.0 in /usr/local/lib/python3.8/dist-packages (from jupyter-server<3,>=2.4.0->jupyterlab==4.2.5->metal-libs==0.53.0rc3.dev18+wormhole.b0) (5.10.4) +2024-09-30T17:04:26.8539768Z Collecting overrides>=5.0 +2024-09-30T17:04:26.8647714Z Downloading overrides-7.7.0-py3-none-any.whl (17 kB) +2024-09-30T17:04:26.8940824Z Requirement already satisfied: nbconvert>=6.4.4 in /usr/local/lib/python3.8/dist-packages (from jupyter-server<3,>=2.4.0->jupyterlab==4.2.5->metal-libs==0.53.0rc3.dev18+wormhole.b0) (7.16.4) +2024-09-30T17:04:26.9987178Z Collecting jupyter-server-terminals>=0.4.4 +2024-09-30T17:04:27.0094564Z Downloading jupyter_server_terminals-0.5.3-py3-none-any.whl (13 kB) +2024-09-30T17:04:27.0484165Z Requirement already satisfied: six>=1.5 in /usr/lib/python3/dist-packages (from python-dateutil>=2.7->matplotlib==3.7.1->metal-libs==0.53.0rc3.dev18+wormhole.b0) (1.14.0) +2024-09-30T17:04:27.0960075Z Collecting itsdangerous>=2.1.2 +2024-09-30T17:04:27.1070381Z Downloading itsdangerous-2.2.0-py3-none-any.whl (16 kB) +2024-09-30T17:04:27.1823998Z Collecting blinker>=1.6.2 +2024-09-30T17:04:27.1936378Z Downloading blinker-1.8.2-py3-none-any.whl (9.5 kB) +2024-09-30T17:04:27.2227926Z Requirement already satisfied: charset-normalizer<4,>=2 in /usr/local/lib/python3.8/dist-packages (from requests->dash==2.15.0->metal-libs==0.53.0rc3.dev18+wormhole.b0) (3.3.2) +2024-09-30T17:04:27.2259987Z Requirement already satisfied: urllib3<3,>=1.21.1 in /usr/local/lib/python3.8/dist-packages (from requests->dash==2.15.0->metal-libs==0.53.0rc3.dev18+wormhole.b0) (2.2.3) +2024-09-30T17:04:27.2303027Z Requirement already satisfied: parso<0.9.0,>=0.8.3 in /usr/local/lib/python3.8/dist-packages (from jedi>=0.16->ipython>=6.1.0->ipywidgets==8.1.1->metal-libs==0.53.0rc3.dev18+wormhole.b0) (0.8.4) +2024-09-30T17:04:27.2343938Z Requirement already satisfied: wcwidth in /usr/local/lib/python3.8/dist-packages (from prompt-toolkit!=3.0.37,<3.1.0,>=3.0.30->ipython>=6.1.0->ipywidgets==8.1.1->metal-libs==0.53.0rc3.dev18+wormhole.b0) (0.2.13) +2024-09-30T17:04:27.2366230Z Requirement already satisfied: ptyprocess>=0.5 in /usr/local/lib/python3.8/dist-packages (from pexpect>4.3; sys_platform != "win32"->ipython>=6.1.0->ipywidgets==8.1.1->metal-libs==0.53.0rc3.dev18+wormhole.b0) (0.7.0) +2024-09-30T17:04:27.2375363Z Requirement already satisfied: executing>=1.2.0 in /usr/local/lib/python3.8/dist-packages (from stack-data->ipython>=6.1.0->ipywidgets==8.1.1->metal-libs==0.53.0rc3.dev18+wormhole.b0) (2.1.0) +2024-09-30T17:04:27.2429042Z Requirement already satisfied: pure-eval in /usr/local/lib/python3.8/dist-packages (from stack-data->ipython>=6.1.0->ipywidgets==8.1.1->metal-libs==0.53.0rc3.dev18+wormhole.b0) (0.2.3) +2024-09-30T17:04:27.2446222Z Requirement already satisfied: asttokens>=2.1.0 in /usr/local/lib/python3.8/dist-packages (from stack-data->ipython>=6.1.0->ipywidgets==8.1.1->metal-libs==0.53.0rc3.dev18+wormhole.b0) (2.4.1) +2024-09-30T17:04:27.2523721Z Requirement already satisfied: exceptiongroup>=1.0.2; python_version < "3.11" in /usr/local/lib/python3.8/dist-packages (from anyio->httpx>=0.25.0->jupyterlab==4.2.5->metal-libs==0.53.0rc3.dev18+wormhole.b0) (1.2.2) +2024-09-30T17:04:27.2995931Z Collecting h11<0.15,>=0.13 +2024-09-30T17:04:27.3107533Z Downloading h11-0.14.0-py3-none-any.whl (58 kB) +2024-09-30T17:04:27.3451668Z Requirement already satisfied: rpds-py>=0.7.1 in /usr/local/lib/python3.8/dist-packages (from jsonschema>=4.18.0->jupyterlab-server<3,>=2.27.1->jupyterlab==4.2.5->metal-libs==0.53.0rc3.dev18+wormhole.b0) (0.20.0) +2024-09-30T17:04:27.3470974Z Requirement already satisfied: pkgutil-resolve-name>=1.3.10; python_version < "3.9" in /usr/local/lib/python3.8/dist-packages (from jsonschema>=4.18.0->jupyterlab-server<3,>=2.27.1->jupyterlab==4.2.5->metal-libs==0.53.0rc3.dev18+wormhole.b0) (1.3.10) +2024-09-30T17:04:27.3479341Z Requirement already satisfied: referencing>=0.28.4 in /usr/local/lib/python3.8/dist-packages (from jsonschema>=4.18.0->jupyterlab-server<3,>=2.27.1->jupyterlab==4.2.5->metal-libs==0.53.0rc3.dev18+wormhole.b0) (0.35.1) +2024-09-30T17:04:27.3500196Z Requirement already satisfied: attrs>=22.2.0 in /usr/local/lib/python3.8/dist-packages (from jsonschema>=4.18.0->jupyterlab-server<3,>=2.27.1->jupyterlab==4.2.5->metal-libs==0.53.0rc3.dev18+wormhole.b0) (24.2.0) +2024-09-30T17:04:27.3886637Z Requirement already satisfied: jsonschema-specifications>=2023.03.6 in /usr/local/lib/python3.8/dist-packages (from jsonschema>=4.18.0->jupyterlab-server<3,>=2.27.1->jupyterlab==4.2.5->metal-libs==0.53.0rc3.dev18+wormhole.b0) (2023.12.1) +2024-09-30T17:04:27.4374512Z Collecting rfc3339-validator +2024-09-30T17:04:27.4483645Z Downloading rfc3339_validator-0.1.4-py2.py3-none-any.whl (3.5 kB) +2024-09-30T17:04:27.5177457Z Collecting rfc3986-validator>=0.1.1 +2024-09-30T17:04:27.5286775Z Downloading rfc3986_validator-0.1.1-py2.py3-none-any.whl (4.2 kB) +2024-09-30T17:04:27.6051440Z Collecting python-json-logger>=2.0.4 +2024-09-30T17:04:27.6164076Z Downloading python_json_logger-2.0.7-py3-none-any.whl (8.1 kB) +2024-09-30T17:04:27.6940297Z Collecting argon2-cffi-bindings +2024-09-30T17:04:27.7053218Z Downloading argon2_cffi_bindings-21.2.0-cp36-abi3-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (86 kB) +2024-09-30T17:04:27.7387656Z Requirement already satisfied: fastjsonschema>=2.15 in /usr/local/lib/python3.8/dist-packages (from nbformat>=5.3.0->jupyter-server<3,>=2.4.0->jupyterlab==4.2.5->metal-libs==0.53.0rc3.dev18+wormhole.b0) (2.20.0) +2024-09-30T17:04:27.7441144Z Requirement already satisfied: nbclient>=0.5.0 in /usr/local/lib/python3.8/dist-packages (from nbconvert>=6.4.4->jupyter-server<3,>=2.4.0->jupyterlab==4.2.5->metal-libs==0.53.0rc3.dev18+wormhole.b0) (0.10.0) +2024-09-30T17:04:27.7584034Z Requirement already satisfied: mistune<4,>=2.0.3 in /usr/local/lib/python3.8/dist-packages (from nbconvert>=6.4.4->jupyter-server<3,>=2.4.0->jupyterlab==4.2.5->metal-libs==0.53.0rc3.dev18+wormhole.b0) (3.0.2) +2024-09-30T17:04:27.7592698Z Requirement already satisfied: beautifulsoup4 in /usr/local/lib/python3.8/dist-packages (from nbconvert>=6.4.4->jupyter-server<3,>=2.4.0->jupyterlab==4.2.5->metal-libs==0.53.0rc3.dev18+wormhole.b0) (4.12.3) +2024-09-30T17:04:27.7639416Z Requirement already satisfied: jupyterlab-pygments in /usr/local/lib/python3.8/dist-packages (from nbconvert>=6.4.4->jupyter-server<3,>=2.4.0->jupyterlab==4.2.5->metal-libs==0.53.0rc3.dev18+wormhole.b0) (0.3.0) +2024-09-30T17:04:27.7650045Z Requirement already satisfied: pandocfilters>=1.4.1 in /usr/local/lib/python3.8/dist-packages (from nbconvert>=6.4.4->jupyter-server<3,>=2.4.0->jupyterlab==4.2.5->metal-libs==0.53.0rc3.dev18+wormhole.b0) (1.5.1) +2024-09-30T17:04:27.7665458Z Requirement already satisfied: bleach!=5.0.0 in /usr/local/lib/python3.8/dist-packages (from nbconvert>=6.4.4->jupyter-server<3,>=2.4.0->jupyterlab==4.2.5->metal-libs==0.53.0rc3.dev18+wormhole.b0) (6.1.0) +2024-09-30T17:04:27.7702466Z Requirement already satisfied: tinycss2 in /usr/local/lib/python3.8/dist-packages (from nbconvert>=6.4.4->jupyter-server<3,>=2.4.0->jupyterlab==4.2.5->metal-libs==0.53.0rc3.dev18+wormhole.b0) (1.3.0) +2024-09-30T17:04:27.7740790Z Requirement already satisfied: defusedxml in /usr/local/lib/python3.8/dist-packages (from nbconvert>=6.4.4->jupyter-server<3,>=2.4.0->jupyterlab==4.2.5->metal-libs==0.53.0rc3.dev18+wormhole.b0) (0.7.1) +2024-09-30T17:04:27.7763384Z Requirement already satisfied: cffi>=1.0.1 in /usr/local/lib/python3.8/dist-packages (from argon2-cffi-bindings->argon2-cffi>=21.1->jupyter-server<3,>=2.4.0->jupyterlab==4.2.5->metal-libs==0.53.0rc3.dev18+wormhole.b0) (1.17.1) +2024-09-30T17:04:27.7777315Z Requirement already satisfied: soupsieve>1.2 in /usr/local/lib/python3.8/dist-packages (from beautifulsoup4->nbconvert>=6.4.4->jupyter-server<3,>=2.4.0->jupyterlab==4.2.5->metal-libs==0.53.0rc3.dev18+wormhole.b0) (2.6) +2024-09-30T17:04:27.7786754Z Requirement already satisfied: webencodings in /usr/local/lib/python3.8/dist-packages (from bleach!=5.0.0->nbconvert>=6.4.4->jupyter-server<3,>=2.4.0->jupyterlab==4.2.5->metal-libs==0.53.0rc3.dev18+wormhole.b0) (0.5.1) +2024-09-30T17:04:27.7795342Z Requirement already satisfied: pycparser in /usr/local/lib/python3.8/dist-packages (from cffi>=1.0.1->argon2-cffi-bindings->argon2-cffi>=21.1->jupyter-server<3,>=2.4.0->jupyterlab==4.2.5->metal-libs==0.53.0rc3.dev18+wormhole.b0) (2.22) +2024-09-30T17:04:29.3886960Z Installing collected packages: tenacity, plotly, jupyterlab-widgets, comm, widgetsnbextension, ipywidgets, loguru, sniffio, anyio, h11, httpcore, httpx, debugpy, nest-asyncio, ipykernel, rfc3339-validator, rfc3986-validator, python-json-logger, jupyter-events, prometheus-client, terminado, websocket-client, argon2-cffi-bindings, argon2-cffi, send2trash, overrides, jupyter-server-terminals, jupyter-server, jupyter-lsp, notebook-shim, json5, jupyterlab-server, async-lru, jupyterlab, graphviz, Pillow, matplotlib, xyzservices, bokeh, seaborn, toolz, Werkzeug, itsdangerous, blinker, Flask, dash-html-components, dash-core-components, retrying, dash-table, dash, metal-libs +2024-09-30T17:04:38.8904467Z WARNING: The script httpx is installed in '/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/.local/bin' which is not on PATH. +2024-09-30T17:04:39.4784109Z Consider adding this directory to PATH or, if you prefer to suppress this warning, use --no-warn-script-location. +2024-09-30T17:04:39.4785632Z WARNING: The script debugpy is installed in '/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/.local/bin' which is not on PATH. +2024-09-30T17:04:39.4787107Z Consider adding this directory to PATH or, if you prefer to suppress this warning, use --no-warn-script-location. +2024-09-30T17:04:39.5813305Z WARNING: The script jupyter-events is installed in '/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/.local/bin' which is not on PATH. +2024-09-30T17:04:39.5814996Z Consider adding this directory to PATH or, if you prefer to suppress this warning, use --no-warn-script-location. +2024-09-30T17:04:39.6595853Z WARNING: The script wsdump is installed in '/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/.local/bin' which is not on PATH. +2024-09-30T17:04:39.6597388Z Consider adding this directory to PATH or, if you prefer to suppress this warning, use --no-warn-script-location. +2024-09-30T17:04:39.6900852Z WARNING: The script send2trash is installed in '/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/.local/bin' which is not on PATH. +2024-09-30T17:04:39.6902458Z Consider adding this directory to PATH or, if you prefer to suppress this warning, use --no-warn-script-location. +2024-09-30T17:04:39.8409879Z WARNING: The script jupyter-server is installed in '/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/.local/bin' which is not on PATH. +2024-09-30T17:04:39.8411465Z Consider adding this directory to PATH or, if you prefer to suppress this warning, use --no-warn-script-location. +2024-09-30T17:04:39.9207709Z WARNING: The script pyjson5 is installed in '/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/.local/bin' which is not on PATH. +2024-09-30T17:04:39.9209266Z Consider adding this directory to PATH or, if you prefer to suppress this warning, use --no-warn-script-location. +2024-09-30T17:04:40.4165178Z WARNING: The scripts jlpm, jupyter-lab, jupyter-labextension and jupyter-labhub are installed in '/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/.local/bin' which is not on PATH. +2024-09-30T17:04:40.4167490Z Consider adding this directory to PATH or, if you prefer to suppress this warning, use --no-warn-script-location. +2024-09-30T17:04:42.4905765Z WARNING: The script bokeh is installed in '/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/.local/bin' which is not on PATH. +2024-09-30T17:04:42.4907289Z Consider adding this directory to PATH or, if you prefer to suppress this warning, use --no-warn-script-location. +2024-09-30T17:04:42.8695572Z WARNING: The script flask is installed in '/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/.local/bin' which is not on PATH. +2024-09-30T17:04:42.8697206Z Consider adding this directory to PATH or, if you prefer to suppress this warning, use --no-warn-script-location. +2024-09-30T17:04:43.2853174Z WARNING: The scripts dash-generate-components, dash-update-components and renderer are installed in '/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/.local/bin' which is not on PATH. +2024-09-30T17:04:43.2855010Z Consider adding this directory to PATH or, if you prefer to suppress this warning, use --no-warn-script-location. +2024-09-30T17:04:50.6379069Z Successfully installed Flask-3.0.3 Pillow-10.3.0 Werkzeug-3.0.4 anyio-4.5.0 argon2-cffi-23.1.0 argon2-cffi-bindings-21.2.0 async-lru-2.0.4 blinker-1.8.2 bokeh-3.1.1 comm-0.2.2 dash-2.15.0 dash-core-components-2.0.0 dash-html-components-2.0.0 dash-table-5.0.0 debugpy-1.8.6 graphviz-0.20.3 h11-0.14.0 httpcore-1.0.5 httpx-0.27.2 ipykernel-6.29.5 ipywidgets-8.1.1 itsdangerous-2.2.0 json5-0.9.25 jupyter-events-0.10.0 jupyter-lsp-2.2.5 jupyter-server-2.14.2 jupyter-server-terminals-0.5.3 jupyterlab-4.2.5 jupyterlab-server-2.27.3 jupyterlab-widgets-3.0.13 loguru-0.6.0 matplotlib-3.7.1 metal-libs-0.53.0rc3.dev18+wormhole.b0 nest-asyncio-1.6.0 notebook-shim-0.2.4 overrides-7.7.0 plotly-5.18.0 prometheus-client-0.21.0 python-json-logger-2.0.7 retrying-1.3.4 rfc3339-validator-0.1.4 rfc3986-validator-0.1.1 seaborn-0.13.2 send2trash-1.8.3 sniffio-1.3.1 tenacity-9.0.0 terminado-0.18.1 toolz-0.12.0 websocket-client-1.8.0 widgetsnbextension-4.0.13 xyzservices-2024.9.0 +2024-09-30T17:04:53.5854555Z 2024-09-30 17:04:53.584 | WARNING | ttnn.decorators:operation_decorator:801 - Should ttnn.pearson_correlation_coefficient be migrated to C++? +2024-09-30T17:04:53.5856219Z 2024-09-30 17:04:53.585 | WARNING | ttnn.decorators:operation_decorator:801 - Should ttnn.Conv1d be migrated to C++? +2024-09-30T17:04:53.5885960Z 2024-09-30 17:04:53.587 | WARNING | ttnn.decorators:operation_decorator:801 - Should ttnn.conv2d be migrated to C++? +2024-09-30T17:04:53.5889096Z 2024-09-30 17:04:53.588 | WARNING | ttnn.decorators:operation_decorator:801 - Should ttnn.reshape be migrated to C++? +2024-09-30T17:04:53.5890465Z 2024-09-30 17:04:53.588 | WARNING | ttnn.decorators:operation_decorator:801 - Should ttnn.unsqueeze_to_4D be migrated to C++? +2024-09-30T17:04:53.5891962Z 2024-09-30 17:04:53.588 | WARNING | ttnn.decorators:operation_decorator:801 - Should ttnn.from_torch be migrated to C++? +2024-09-30T17:04:53.5895855Z 2024-09-30 17:04:53.588 | WARNING | ttnn.decorators:operation_decorator:801 - Should ttnn.to_torch be migrated to C++? +2024-09-30T17:04:53.5897377Z 2024-09-30 17:04:53.588 | WARNING | ttnn.decorators:operation_decorator:801 - Should ttnn.to_device be migrated to C++? +2024-09-30T17:04:53.5898791Z 2024-09-30 17:04:53.588 | WARNING | ttnn.decorators:operation_decorator:801 - Should ttnn.from_device be migrated to C++? +2024-09-30T17:04:53.5900228Z 2024-09-30 17:04:53.589 | WARNING | ttnn.decorators:operation_decorator:801 - Should ttnn.allocate_tensor_on_device be migrated to C++? +2024-09-30T17:04:53.5901710Z 2024-09-30 17:04:53.589 | WARNING | ttnn.decorators:operation_decorator:801 - Should ttnn.copy_host_to_device_tensor be migrated to C++? +2024-09-30T17:04:53.5903235Z 2024-09-30 17:04:53.589 | WARNING | ttnn.decorators:operation_decorator:801 - Should ttnn.deallocate be migrated to C++? +2024-09-30T17:04:53.5904948Z 2024-09-30 17:04:53.589 | WARNING | ttnn.decorators:operation_decorator:801 - Should ttnn.reallocate be migrated to C++? +2024-09-30T17:04:53.5906693Z 2024-09-30 17:04:53.589 | WARNING | ttnn.decorators:operation_decorator:801 - Should ttnn.load_tensor be migrated to C++? +2024-09-30T17:04:53.5908051Z 2024-09-30 17:04:53.589 | WARNING | ttnn.decorators:operation_decorator:801 - Should ttnn.dump_tensor be migrated to C++? +2024-09-30T17:04:53.5909383Z 2024-09-30 17:04:53.589 | WARNING | ttnn.decorators:operation_decorator:801 - Should ttnn.as_tensor be migrated to C++? +2024-09-30T17:04:53.5914808Z 2024-09-30 17:04:53.590 | WARNING | ttnn.decorators:operation_decorator:801 - Should ttnn.avg_pool2d be migrated to C++? +2024-09-30T17:04:53.5946149Z 2024-09-30 17:04:53.594 | WARNING | ttnn.decorators:operation_decorator:801 - Should ttnn.conv2d be migrated to C++? +2024-09-30T17:04:53.5948086Z 2024-09-30 17:04:53.594 | WARNING | ttnn.decorators:operation_decorator:801 - Should ttnn.avg_pool2d be migrated to C++? +2024-09-30T17:04:53.5950830Z 2024-09-30 17:04:53.594 | WARNING | ttnn.decorators:operation_decorator:801 - Should ttnn.Conv1d be migrated to C++? +2024-09-30T17:04:53.6262139Z +2024-09-30T17:04:53.6263766Z [pytest-split] No test durations found. Pytest-split will split tests evenly when no durations are found. +2024-09-30T17:04:53.6265619Z [pytest-split] You can expect better results in consequent runs, when test timings have been documented. +2024-09-30T17:04:53.6267088Z +2024-09-30T17:04:53.6267310Z ============================= test session starts ============================== +2024-09-30T17:04:53.6268118Z platform linux -- Python 3.8.10, pytest-7.2.2, pluggy-1.5.0 -- /usr/bin/python3 +2024-09-30T17:04:53.6268822Z cachedir: .pytest_cache +2024-09-30T17:04:53.6269506Z rootdir: /home/ubuntu/actions-runner/_work/tt-metal/tt-metal, configfile: pytest.ini +2024-09-30T17:04:53.6270411Z plugins: anyio-4.5.0, dash-2.15.0, split-0.8.2, timeout-2.2.0, xdist-3.6.1 +2024-09-30T17:04:53.6270992Z timeout: 300.0s +2024-09-30T17:04:53.6271295Z timeout method: signal +2024-09-30T17:04:53.6271681Z timeout func_only: False +2024-09-30T17:04:55.4515016Z collecting ... +2024-09-30T17:04:55.4516567Z +2024-09-30T17:04:55.4517295Z [pytest-split] Splitting tests with algorithm: duration_based_chunks +2024-09-30T17:04:55.4518137Z [pytest-split] Running group 6/7 (estimated duration: 1080.00s) +2024-09-30T17:04:55.4518549Z +2024-09-30T17:04:55.4518756Z collected 7558 items / 6478 deselected / 1080 selected +2024-09-30T17:04:55.4519126Z +2024-09-30T17:04:55.4539731Z tests/tt_eager/python_api_testing/unit_testing/misc/test_rotary_embedding.py::test_rotary_embedding_decode[sincos_dtype1-input_dtype0-False-True-128-2048-1-32-32-64]  Device | INFO  | Opening user mode device driver +2024-09-30T17:04:55.4947504Z +2024-09-30T17:04:55.5267372Z 2024-09-30 17:04:55.526 | INFO  | SiliconDriver  - Detected 1 PCI device : [0] +2024-09-30T17:04:55.5390558Z 2024-09-30 17:04:55.538 | WARNING  | SiliconDriver  - init_detect_tt_device_numanodes(): Could not determine NumaNodeSet for TT device (physical_device_id: 0 pci_bus_id: 0000:07:00.0) +2024-09-30T17:04:55.5392740Z 2024-09-30 17:04:55.538 | WARNING  | SiliconDriver  - Could not find NumaNodeSet for TT Device (physical_device_id: 0 pci_bus_id: 0000:07:00.0) +2024-09-30T17:04:55.5400193Z 2024-09-30 17:04:55.539 | WARNING  | SiliconDriver  - bind_area_memory_nodeset(): Unable to determine TT Device to NumaNode mapping for physical_device_id: 0. Skipping membind. +2024-09-30T17:04:55.5402933Z ---- ttSiliconDevice::init_hugepage: bind_area_to_memory_nodeset() failed (physical_device_id: 0 ch: 0). Hugepage allocation is not on NumaNode matching TT Device. Side-Effect is decreased Device->Host perf (Issue #893). +2024-09-30T17:04:55.5430765Z 2024-09-30 17:04:55.542 | WARNING  | SiliconDriver  - bind_area_memory_nodeset(): Unable to determine TT Device to NumaNode mapping for physical_device_id: 0. Skipping membind. +2024-09-30T17:04:55.5434586Z ---- ttSiliconDevice::init_hugepage: bind_area_to_memory_nodeset() failed (physical_device_id: 0 ch: 1). Hugepage allocation is not on NumaNode matching TT Device. Side-Effect is decreased Device->Host perf (Issue #893). +2024-09-30T17:04:55.5535981Z 2024-09-30 17:04:55.553 | INFO  | SiliconDriver  - Software version 6.0.0, Ethernet FW version 6.9.0 (Device 0) +2024-09-30T17:04:55.5541057Z 2024-09-30 17:04:55.553 | INFO  | SiliconDriver  - Software version 6.0.0, Ethernet FW version 6.9.0 (Device 1) +2024-09-30T17:04:55.5575491Z  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:04:55.5586196Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:04:57.0237486Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:04:57.0239039Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:04:57.8749231Z 2024-09-30 17:04:57.873 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_rotary_embedding:test_rotary_embedding_decode:174 - 0.9999271862451486 +2024-09-30T17:04:57.8798924Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:04:57.8802846Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:04:57.8815065Z +2024-09-30T17:04:57.8827580Z tests/tt_eager/python_api_testing/unit_testing/misc/test_rotary_embedding.py::test_rotary_embedding_decode[sincos_dtype1-input_dtype0-False-True-128-2048-1-2-32-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:04:57.8832149Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:04:57.8876440Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:04:57.8877602Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:04:57.9388294Z 2024-09-30 17:04:57.938 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_rotary_embedding:test_rotary_embedding_decode:174 - 0.9999284904893074 +2024-09-30T17:04:57.9392476Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:04:57.9396489Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:04:57.9403993Z +2024-09-30T17:04:57.9414499Z tests/tt_eager/python_api_testing/unit_testing/misc/test_rotary_embedding.py::test_rotary_embedding_decode[sincos_dtype1-input_dtype0-False-True-129-2048-1-1-32-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:04:57.9418404Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:04:57.9461201Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:04:57.9462487Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:04:57.9996568Z 2024-09-30 17:04:57.998 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_rotary_embedding:test_rotary_embedding_decode:174 - 0.9999215978227343 +2024-09-30T17:04:58.0002191Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:04:58.0005407Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:04:58.0013332Z +2024-09-30T17:04:58.0024416Z tests/tt_eager/python_api_testing/unit_testing/misc/test_rotary_embedding.py::test_rotary_embedding_decode[sincos_dtype1-input_dtype0-False-True-129-2048-1-71-32-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:04:58.0026531Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:04:58.0072136Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:04:58.0073452Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:04:59.1912088Z 2024-09-30 17:04:59.189 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_rotary_embedding:test_rotary_embedding_decode:174 - 0.9999356918220428 +2024-09-30T17:04:59.1916291Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:04:59.1923154Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:04:59.1935396Z +2024-09-30T17:04:59.1948430Z tests/tt_eager/python_api_testing/unit_testing/misc/test_rotary_embedding.py::test_rotary_embedding_decode[sincos_dtype1-input_dtype0-False-True-129-2048-1-1-64-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:04:59.1954072Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:04:59.1999561Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:04:59.2000738Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:04:59.6467897Z 2024-09-30 17:04:59.645 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_rotary_embedding:test_rotary_embedding_decode:174 - 0.9999327845994118 +2024-09-30T17:04:59.6475223Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:04:59.6479337Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:04:59.6490471Z +2024-09-30T17:04:59.6503146Z tests/tt_eager/python_api_testing/unit_testing/misc/test_rotary_embedding.py::test_rotary_embedding_decode[sincos_dtype1-input_dtype0-False-True-129-2048-1-71-64-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:04:59.6509463Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:04:59.6553226Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:04:59.6554399Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:04:59.8389801Z 2024-09-30 17:04:59.837 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_rotary_embedding:test_rotary_embedding_decode:174 - 0.9999376589372964 +2024-09-30T17:04:59.8395497Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:04:59.8400292Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:04:59.8416838Z +2024-09-30T17:04:59.8428602Z tests/tt_eager/python_api_testing/unit_testing/misc/test_rotary_embedding.py::test_rotary_embedding_decode[sincos_dtype1-input_dtype0-False-True-129-2048-1-32-32-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:04:59.8430806Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:04:59.8475008Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:04:59.8476160Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:05:00.2348490Z 2024-09-30 17:05:00.233 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_rotary_embedding:test_rotary_embedding_decode:174 - 0.9999278432393838 +2024-09-30T17:05:00.2355141Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:05:00.2361089Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:00.2372996Z +2024-09-30T17:05:00.2386158Z tests/tt_eager/python_api_testing/unit_testing/misc/test_rotary_embedding.py::test_rotary_embedding_decode[sincos_dtype1-input_dtype0-False-True-129-2048-1-2-32-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:05:00.2388430Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:05:00.2432885Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:05:00.2434106Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:05:00.2902171Z 2024-09-30 17:05:00.289 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_rotary_embedding:test_rotary_embedding_decode:174 - 0.9999295257732392 +2024-09-30T17:05:00.2906352Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:05:00.2909666Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:00.2916482Z +2024-09-30T17:05:00.2927951Z tests/tt_eager/python_api_testing/unit_testing/misc/test_rotary_embedding.py::test_rotary_embedding_decode[sincos_dtype1-input_dtype0-False-True-1024-2048-1-1-32-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:05:00.2930085Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:05:00.2970429Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:05:00.2971618Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:05:00.3354639Z 2024-09-30 17:05:00.334 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_rotary_embedding:test_rotary_embedding_decode:174 - 0.9999263447943971 +2024-09-30T17:05:00.3359626Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:05:00.3365090Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:00.3378870Z +2024-09-30T17:05:00.3392450Z tests/tt_eager/python_api_testing/unit_testing/misc/test_rotary_embedding.py::test_rotary_embedding_decode[sincos_dtype1-input_dtype0-False-True-1024-2048-1-71-32-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:05:00.3394632Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:05:00.3435399Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:05:00.3436576Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:05:00.6805558Z 2024-09-30 17:05:00.679 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_rotary_embedding:test_rotary_embedding_decode:174 - 0.9999326983063538 +2024-09-30T17:05:00.6812031Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:05:00.6816659Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:00.6825647Z +2024-09-30T17:05:00.6836686Z tests/tt_eager/python_api_testing/unit_testing/misc/test_rotary_embedding.py::test_rotary_embedding_decode[sincos_dtype1-input_dtype0-False-True-1024-2048-1-1-64-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:05:00.6842504Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:05:00.6887111Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:05:00.6888309Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:05:00.7421486Z 2024-09-30 17:05:00.741 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_rotary_embedding:test_rotary_embedding_decode:174 - 0.9999138313941144 +2024-09-30T17:05:00.7427205Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:05:00.7431703Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:00.7440200Z +2024-09-30T17:05:00.7453074Z tests/tt_eager/python_api_testing/unit_testing/misc/test_rotary_embedding.py::test_rotary_embedding_decode[sincos_dtype1-input_dtype0-False-True-1024-2048-1-71-64-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:05:00.7459464Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:05:00.7502051Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:05:00.7503202Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:05:00.9307467Z 2024-09-30 17:05:00.929 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_rotary_embedding:test_rotary_embedding_decode:174 - 0.999915076139908 +2024-09-30T17:05:00.9312229Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:05:00.9316160Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:00.9324652Z +2024-09-30T17:05:00.9336560Z tests/tt_eager/python_api_testing/unit_testing/misc/test_rotary_embedding.py::test_rotary_embedding_decode[sincos_dtype1-input_dtype0-False-True-1024-2048-1-32-32-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:05:00.9338751Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:05:00.9383941Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:05:00.9385128Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:05:01.3997942Z 2024-09-30 17:05:01.398 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_rotary_embedding:test_rotary_embedding_decode:174 - 0.9999255037731375 +2024-09-30T17:05:01.4002726Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:05:01.4009521Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:01.4019342Z +2024-09-30T17:05:01.4031934Z tests/tt_eager/python_api_testing/unit_testing/misc/test_rotary_embedding.py::test_rotary_embedding_decode[sincos_dtype1-input_dtype0-False-True-1024-2048-1-2-32-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:05:01.4035377Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:05:01.4081102Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:05:01.4082278Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:05:01.4345093Z 2024-09-30 17:05:01.433 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_rotary_embedding:test_rotary_embedding_decode:174 - 0.999930348573726 +2024-09-30T17:05:01.4349811Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:05:01.4355156Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:01.4363531Z +2024-09-30T17:05:01.4378556Z tests/tt_eager/python_api_testing/unit_testing/misc/test_rotary_embedding.py::test_rotary_embedding_decode[sincos_dtype1-input_dtype0-False-True-1025-2048-1-1-32-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:05:01.4381073Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:05:01.4427703Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:05:01.4428938Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:05:01.4686253Z 2024-09-30 17:05:01.467 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_rotary_embedding:test_rotary_embedding_decode:174 - 0.9999344755653715 +2024-09-30T17:05:01.4693168Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:05:01.4700076Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:01.4708783Z +2024-09-30T17:05:01.4722826Z tests/tt_eager/python_api_testing/unit_testing/misc/test_rotary_embedding.py::test_rotary_embedding_decode[sincos_dtype1-input_dtype0-False-True-1025-2048-1-71-32-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:05:01.4725013Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:05:01.4769377Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:05:01.4770509Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:05:01.6375180Z 2024-09-30 17:05:01.636 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_rotary_embedding:test_rotary_embedding_decode:174 - 0.9999278792802723 +2024-09-30T17:05:01.6382629Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:05:01.6389721Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:01.6401891Z +2024-09-30T17:05:01.6414742Z tests/tt_eager/python_api_testing/unit_testing/misc/test_rotary_embedding.py::test_rotary_embedding_decode[sincos_dtype1-input_dtype0-False-True-1025-2048-1-1-64-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:05:01.6421850Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:05:01.6475028Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:05:01.6476164Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:05:01.7525491Z 2024-09-30 17:05:01.717 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_rotary_embedding:test_rotary_embedding_decode:174 - 0.9999322093078201 +2024-09-30T17:05:01.7527614Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:05:01.7529310Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:01.7530006Z +2024-09-30T17:05:01.7531724Z tests/tt_eager/python_api_testing/unit_testing/misc/test_rotary_embedding.py::test_rotary_embedding_decode[sincos_dtype1-input_dtype0-False-True-1025-2048-1-71-64-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:05:01.7534105Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:05:01.7573600Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:05:01.7574860Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:05:02.2265764Z 2024-09-30 17:05:02.225 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_rotary_embedding:test_rotary_embedding_decode:174 - 0.9999214882888477 +2024-09-30T17:05:02.2270725Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:05:02.2274982Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:02.2284749Z +2024-09-30T17:05:02.2295426Z tests/tt_eager/python_api_testing/unit_testing/misc/test_rotary_embedding.py::test_rotary_embedding_decode[sincos_dtype1-input_dtype0-False-True-1025-2048-1-32-32-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:05:02.2298099Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:05:02.2341002Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:05:02.2342173Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:05:02.7703160Z 2024-09-30 17:05:02.769 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_rotary_embedding:test_rotary_embedding_decode:174 - 0.9999240119586975 +2024-09-30T17:05:02.7709689Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:05:02.7713999Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:02.7722826Z +2024-09-30T17:05:02.7735418Z tests/tt_eager/python_api_testing/unit_testing/misc/test_rotary_embedding.py::test_rotary_embedding_decode[sincos_dtype1-input_dtype0-False-True-1025-2048-1-2-32-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:05:02.7741014Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:05:02.7785939Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:05:02.7787142Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:05:02.8462722Z 2024-09-30 17:05:02.845 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_rotary_embedding:test_rotary_embedding_decode:174 - 0.9999421133868723 +2024-09-30T17:05:02.8467228Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:05:02.8471499Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:02.8478638Z +2024-09-30T17:05:02.8489719Z tests/tt_eager/python_api_testing/unit_testing/misc/test_rotary_embedding.py::test_rotary_embedding_decode[sincos_dtype1-input_dtype0-False-False-0-2048-1-1-32-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:05:02.8491845Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:05:02.8531223Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:05:02.8532402Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:05:03.3036636Z 2024-09-30 17:05:03.302 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_rotary_embedding:test_rotary_embedding_decode:174 - 0.9999330807585651 +2024-09-30T17:05:03.3039697Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:05:03.3045330Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:03.3055897Z +2024-09-30T17:05:03.3068233Z tests/tt_eager/python_api_testing/unit_testing/misc/test_rotary_embedding.py::test_rotary_embedding_decode[sincos_dtype1-input_dtype0-False-False-0-2048-1-71-32-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:05:03.3070406Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:05:03.3124421Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:05:03.3125652Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:05:04.4795582Z 2024-09-30 17:05:04.478 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_rotary_embedding:test_rotary_embedding_decode:174 - 0.9999202212693653 +2024-09-30T17:05:04.4799923Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:05:04.4804549Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:04.4833426Z +2024-09-30T17:05:04.4845256Z tests/tt_eager/python_api_testing/unit_testing/misc/test_rotary_embedding.py::test_rotary_embedding_decode[sincos_dtype1-input_dtype0-False-False-0-2048-1-1-64-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:05:04.4847995Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:05:04.4890532Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:05:04.4891654Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:05:04.9451970Z 2024-09-30 17:05:04.944 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_rotary_embedding:test_rotary_embedding_decode:174 - 0.9999327425638601 +2024-09-30T17:05:04.9453570Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:05:04.9457844Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:04.9466921Z +2024-09-30T17:05:04.9478818Z tests/tt_eager/python_api_testing/unit_testing/misc/test_rotary_embedding.py::test_rotary_embedding_decode[sincos_dtype1-input_dtype0-False-False-0-2048-1-71-64-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:05:04.9480878Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:05:04.9525302Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:05:04.9526513Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:05:06.0512130Z 2024-09-30 17:05:06.049 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_rotary_embedding:test_rotary_embedding_decode:174 - 0.9999299376003817 +2024-09-30T17:05:06.0520687Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:05:06.0530723Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:06.0542606Z +2024-09-30T17:05:06.0556030Z tests/tt_eager/python_api_testing/unit_testing/misc/test_rotary_embedding.py::test_rotary_embedding_decode[sincos_dtype1-input_dtype0-False-False-0-2048-1-32-32-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:05:06.0559497Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:05:06.0606534Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:05:06.0608209Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:05:06.3152011Z 2024-09-30 17:05:06.314 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_rotary_embedding:test_rotary_embedding_decode:174 - 0.9999262038940898 +2024-09-30T17:05:06.3159012Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:05:06.3165454Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:06.3174767Z +2024-09-30T17:05:06.3189470Z tests/tt_eager/python_api_testing/unit_testing/misc/test_rotary_embedding.py::test_rotary_embedding_decode[sincos_dtype1-input_dtype0-False-False-0-2048-1-2-32-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:05:06.3195722Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:05:06.3242948Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:05:06.3244080Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:05:06.3475329Z 2024-09-30 17:05:06.346 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_rotary_embedding:test_rotary_embedding_decode:174 - 0.9999256803310993 +2024-09-30T17:05:06.3483385Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:05:06.3488816Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:06.3498350Z +2024-09-30T17:05:06.3512598Z tests/tt_eager/python_api_testing/unit_testing/misc/test_rotary_embedding.py::test_rotary_embedding_decode[sincos_dtype1-input_dtype0-False-False-128-2048-1-1-32-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:05:06.3514679Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:05:06.3557382Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:05:06.3558539Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:05:06.4144190Z 2024-09-30 17:05:06.413 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_rotary_embedding:test_rotary_embedding_decode:174 - 0.9999296602910287 +2024-09-30T17:05:06.4151688Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:05:06.4159066Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:06.4168384Z +2024-09-30T17:05:06.4182077Z tests/tt_eager/python_api_testing/unit_testing/misc/test_rotary_embedding.py::test_rotary_embedding_decode[sincos_dtype1-input_dtype0-False-False-128-2048-1-71-32-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:05:06.4185316Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:05:06.4232947Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:05:06.4234107Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:05:07.0265657Z 2024-09-30 17:05:07.024 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_rotary_embedding:test_rotary_embedding_decode:174 - 0.9999297430331778 +2024-09-30T17:05:07.0267557Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:05:07.0269209Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:07.0278767Z +2024-09-30T17:05:07.0294183Z tests/tt_eager/python_api_testing/unit_testing/misc/test_rotary_embedding.py::test_rotary_embedding_decode[sincos_dtype1-input_dtype0-False-False-128-2048-1-1-64-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:05:07.0299273Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:05:07.0358608Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:05:07.0360002Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:05:07.1022957Z 2024-09-30 17:05:07.101 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_rotary_embedding:test_rotary_embedding_decode:174 - 0.9999360008502878 +2024-09-30T17:05:07.1031706Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:05:07.1038094Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:07.1047149Z +2024-09-30T17:05:07.1060254Z tests/tt_eager/python_api_testing/unit_testing/misc/test_rotary_embedding.py::test_rotary_embedding_decode[sincos_dtype1-input_dtype0-False-False-128-2048-1-71-64-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:05:07.1064446Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:05:07.1121409Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:05:07.1122544Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:05:07.7123871Z 2024-09-30 17:05:07.711 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_rotary_embedding:test_rotary_embedding_decode:174 - 0.9999260832351001 +2024-09-30T17:05:07.7135265Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:05:07.7141925Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:07.7153320Z +2024-09-30T17:05:07.7167009Z tests/tt_eager/python_api_testing/unit_testing/misc/test_rotary_embedding.py::test_rotary_embedding_decode[sincos_dtype1-input_dtype0-False-False-128-2048-1-32-32-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:05:07.7169346Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:05:07.7228398Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:05:07.7229629Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:05:08.2921150Z 2024-09-30 17:05:08.291 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_rotary_embedding:test_rotary_embedding_decode:174 - 0.9999342552101167 +2024-09-30T17:05:08.2926536Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:05:08.2931588Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:08.2942257Z +2024-09-30T17:05:08.2953271Z tests/tt_eager/python_api_testing/unit_testing/misc/test_rotary_embedding.py::test_rotary_embedding_decode[sincos_dtype1-input_dtype0-False-False-128-2048-1-2-32-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:05:08.2955494Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:05:08.3001909Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:05:08.3003092Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:05:08.3687078Z 2024-09-30 17:05:08.367 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_rotary_embedding:test_rotary_embedding_decode:174 - 0.9999288831854272 +2024-09-30T17:05:08.3697052Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:05:08.3704291Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:08.3716088Z +2024-09-30T17:05:08.3729881Z tests/tt_eager/python_api_testing/unit_testing/misc/test_rotary_embedding.py::test_rotary_embedding_decode[sincos_dtype1-input_dtype0-False-False-129-2048-1-1-32-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:05:08.3733322Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:05:08.3781918Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:05:08.3783059Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:05:08.4423345Z 2024-09-30 17:05:08.441 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_rotary_embedding:test_rotary_embedding_decode:174 - 0.9999314204686801 +2024-09-30T17:05:08.4430400Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:05:08.4439794Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:08.4448118Z +2024-09-30T17:05:08.4461345Z tests/tt_eager/python_api_testing/unit_testing/misc/test_rotary_embedding.py::test_rotary_embedding_decode[sincos_dtype1-input_dtype0-False-False-129-2048-1-71-32-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:05:08.4463528Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:05:08.4516879Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:05:08.4517985Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:05:09.0092073Z 2024-09-30 17:05:09.008 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_rotary_embedding:test_rotary_embedding_decode:174 - 0.9999367303482556 +2024-09-30T17:05:09.0104271Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:05:09.0112202Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:09.0124194Z +2024-09-30T17:05:09.0139335Z tests/tt_eager/python_api_testing/unit_testing/misc/test_rotary_embedding.py::test_rotary_embedding_decode[sincos_dtype1-input_dtype0-False-False-129-2048-1-1-64-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:05:09.0141545Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:05:09.0197801Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:05:09.0198895Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:05:09.0864337Z 2024-09-30 17:05:09.085 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_rotary_embedding:test_rotary_embedding_decode:174 - 0.9999314421412738 +2024-09-30T17:05:09.0869872Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:05:09.0874827Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:09.0884543Z +2024-09-30T17:05:09.0897893Z tests/tt_eager/python_api_testing/unit_testing/misc/test_rotary_embedding.py::test_rotary_embedding_decode[sincos_dtype1-input_dtype0-False-False-129-2048-1-71-64-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:05:09.0899997Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:05:09.0955559Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:05:09.0956719Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:05:09.5056565Z 2024-09-30 17:05:09.504 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_rotary_embedding:test_rotary_embedding_decode:174 - 0.9999319296872207 +2024-09-30T17:05:09.5063781Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:05:09.5069265Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:09.5079545Z +2024-09-30T17:05:09.5092867Z tests/tt_eager/python_api_testing/unit_testing/misc/test_rotary_embedding.py::test_rotary_embedding_decode[sincos_dtype1-input_dtype0-False-False-129-2048-1-32-32-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:05:09.5095346Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:05:09.5153570Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:05:09.5154799Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:05:09.9759361Z 2024-09-30 17:05:09.975 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_rotary_embedding:test_rotary_embedding_decode:174 - 0.9999392140026335 +2024-09-30T17:05:09.9765834Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:05:09.9772367Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:09.9781071Z +2024-09-30T17:05:09.9793877Z tests/tt_eager/python_api_testing/unit_testing/misc/test_rotary_embedding.py::test_rotary_embedding_decode[sincos_dtype1-input_dtype0-False-False-129-2048-1-2-32-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:05:09.9796335Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:05:09.9843157Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:05:09.9844314Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:05:10.0496039Z 2024-09-30 17:05:10.048 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_rotary_embedding:test_rotary_embedding_decode:174 - 0.9999361064709157 +2024-09-30T17:05:10.0501318Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:05:10.0506402Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:10.0514897Z +2024-09-30T17:05:10.0526913Z tests/tt_eager/python_api_testing/unit_testing/misc/test_rotary_embedding.py::test_rotary_embedding_decode[sincos_dtype1-input_dtype0-False-False-1024-2048-1-1-32-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:05:10.0529207Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:05:10.0578694Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:05:10.0579835Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:05:10.1228548Z 2024-09-30 17:05:10.122 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_rotary_embedding:test_rotary_embedding_decode:174 - 0.9999378867392318 +2024-09-30T17:05:10.1234425Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:05:10.1239848Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:10.1247718Z +2024-09-30T17:05:10.1260214Z tests/tt_eager/python_api_testing/unit_testing/misc/test_rotary_embedding.py::test_rotary_embedding_decode[sincos_dtype1-input_dtype0-False-False-1024-2048-1-71-32-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:05:10.1265955Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:05:10.1315504Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:05:10.1316636Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:05:10.4223649Z 2024-09-30 17:05:10.421 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_rotary_embedding:test_rotary_embedding_decode:174 - 0.9999284389741309 +2024-09-30T17:05:10.4231232Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:05:10.4236726Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:10.4245579Z +2024-09-30T17:05:10.4259787Z tests/tt_eager/python_api_testing/unit_testing/misc/test_rotary_embedding.py::test_rotary_embedding_decode[sincos_dtype1-input_dtype0-False-False-1024-2048-1-1-64-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:05:10.4261907Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:05:10.4308468Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:05:10.4309610Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:05:10.4738418Z 2024-09-30 17:05:10.473 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_rotary_embedding:test_rotary_embedding_decode:174 - 0.9999313524358445 +2024-09-30T17:05:10.4743307Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:05:10.4748511Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:10.4756759Z +2024-09-30T17:05:10.4772650Z tests/tt_eager/python_api_testing/unit_testing/misc/test_rotary_embedding.py::test_rotary_embedding_decode[sincos_dtype1-input_dtype0-False-False-1024-2048-1-71-64-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:05:10.4779357Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:05:10.4821589Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:05:10.4823126Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:05:10.8755154Z 2024-09-30 17:05:10.874 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_rotary_embedding:test_rotary_embedding_decode:174 - 0.9999285399970468 +2024-09-30T17:05:10.8760644Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:05:10.8767952Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:10.8777960Z +2024-09-30T17:05:10.8791526Z tests/tt_eager/python_api_testing/unit_testing/misc/test_rotary_embedding.py::test_rotary_embedding_decode[sincos_dtype1-input_dtype0-False-False-1024-2048-1-32-32-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:05:10.8794043Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:05:10.8840605Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:05:10.8842152Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:05:11.0014660Z 2024-09-30 17:05:11.000 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_rotary_embedding:test_rotary_embedding_decode:174 - 0.9999347826007579 +2024-09-30T17:05:11.0019481Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:05:11.0025437Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:11.0034892Z +2024-09-30T17:05:11.0048820Z tests/tt_eager/python_api_testing/unit_testing/misc/test_rotary_embedding.py::test_rotary_embedding_decode[sincos_dtype1-input_dtype0-False-False-1024-2048-1-2-32-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:05:11.0055048Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:05:11.0105699Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:05:11.0107260Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:05:11.0336996Z 2024-09-30 17:05:11.032 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_rotary_embedding:test_rotary_embedding_decode:174 - 0.9999243976172283 +2024-09-30T17:05:11.0340618Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:05:11.0347269Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:11.0355813Z +2024-09-30T17:05:11.0367486Z tests/tt_eager/python_api_testing/unit_testing/misc/test_rotary_embedding.py::test_rotary_embedding_decode[sincos_dtype1-input_dtype0-False-False-1025-2048-1-1-32-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:05:11.0370907Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:05:11.0422423Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:05:11.0423623Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:05:11.1036303Z 2024-09-30 17:05:11.102 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_rotary_embedding:test_rotary_embedding_decode:174 - 0.9999230117681901 +2024-09-30T17:05:11.1042594Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:05:11.1048079Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:11.1056189Z +2024-09-30T17:05:11.1069326Z tests/tt_eager/python_api_testing/unit_testing/misc/test_rotary_embedding.py::test_rotary_embedding_decode[sincos_dtype1-input_dtype0-False-False-1025-2048-1-71-32-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:05:11.1071459Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:05:11.1123435Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:05:11.1124719Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:05:11.5974228Z 2024-09-30 17:05:11.596 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_rotary_embedding:test_rotary_embedding_decode:174 - 0.999934660459654 +2024-09-30T17:05:11.5981192Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:05:11.5986703Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:11.5995163Z +2024-09-30T17:05:11.6008223Z tests/tt_eager/python_api_testing/unit_testing/misc/test_rotary_embedding.py::test_rotary_embedding_decode[sincos_dtype1-input_dtype0-False-False-1025-2048-1-1-64-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:05:11.6015329Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:05:11.6063749Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:05:11.6064959Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:05:11.6741481Z 2024-09-30 17:05:11.673 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_rotary_embedding:test_rotary_embedding_decode:174 - 0.9999257128675969 +2024-09-30T17:05:11.6748688Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:05:11.6753969Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:11.6762664Z +2024-09-30T17:05:11.6775771Z tests/tt_eager/python_api_testing/unit_testing/misc/test_rotary_embedding.py::test_rotary_embedding_decode[sincos_dtype1-input_dtype0-False-False-1025-2048-1-71-64-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:05:11.6778168Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:05:11.6818921Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:05:11.6820067Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:05:11.8283234Z 2024-09-30 17:05:11.827 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_rotary_embedding:test_rotary_embedding_decode:174 - 0.9999331333770144 +2024-09-30T17:05:11.8290942Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:05:11.8297206Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:11.8306972Z +2024-09-30T17:05:11.8320655Z tests/tt_eager/python_api_testing/unit_testing/misc/test_rotary_embedding.py::test_rotary_embedding_decode[sincos_dtype1-input_dtype0-False-False-1025-2048-1-32-32-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:05:11.8322725Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:05:11.8364940Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:05:11.8366078Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:05:12.0191616Z 2024-09-30 17:05:12.018 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_rotary_embedding:test_rotary_embedding_decode:174 - 0.9999288662397817 +2024-09-30T17:05:12.0198591Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:05:12.0204380Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:12.0213781Z +2024-09-30T17:05:12.0227315Z tests/tt_eager/python_api_testing/unit_testing/misc/test_rotary_embedding.py::test_rotary_embedding_decode[sincos_dtype1-input_dtype0-False-False-1025-2048-1-2-32-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:05:12.0229932Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:05:12.0273150Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:05:12.0274347Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:05:12.0542641Z 2024-09-30 17:05:12.053 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_rotary_embedding:test_rotary_embedding_decode:174 - 0.999921268449533 +2024-09-30T17:05:12.0547024Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:05:12.0553409Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:12.0562249Z +2024-09-30T17:05:12.0574792Z tests/tt_eager/python_api_testing/unit_testing/misc/test_rotary_embedding.py::test_rotary_embedding_decode[sincos_dtype1-input_dtype1-True-True-0-2048-1-1-32-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:05:12.0580667Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:05:12.0624963Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:05:12.0626099Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:05:13.1471694Z 2024-09-30 17:05:13.145 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_rotary_embedding:test_rotary_embedding_decode:174 - 0.999860825701682 +2024-09-30T17:05:13.1477417Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:05:13.1483424Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:13.1494691Z +2024-09-30T17:05:13.1508946Z tests/tt_eager/python_api_testing/unit_testing/misc/test_rotary_embedding.py::test_rotary_embedding_decode[sincos_dtype1-input_dtype1-True-True-0-2048-1-71-32-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:05:13.1511442Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:05:13.1556754Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:05:13.1557881Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:05:14.1434823Z 2024-09-30 17:05:14.142 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_rotary_embedding:test_rotary_embedding_decode:174 - 0.9998668759158884 +2024-09-30T17:05:14.1442770Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:05:14.1449420Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:14.1461513Z +2024-09-30T17:05:14.1476479Z tests/tt_eager/python_api_testing/unit_testing/misc/test_rotary_embedding.py::test_rotary_embedding_decode[sincos_dtype1-input_dtype1-True-True-0-2048-1-1-64-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:05:14.1479700Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:05:14.1535674Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:05:14.1537101Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:05:14.5560893Z 2024-09-30 17:05:14.554 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_rotary_embedding:test_rotary_embedding_decode:174 - 0.9998588124342064 +2024-09-30T17:05:14.5566290Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:05:14.5572380Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:14.5582164Z +2024-09-30T17:05:14.5594591Z tests/tt_eager/python_api_testing/unit_testing/misc/test_rotary_embedding.py::test_rotary_embedding_decode[sincos_dtype1-input_dtype1-True-True-0-2048-1-71-64-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:05:14.5600682Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:05:14.5644485Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:05:14.5645728Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:05:14.7620960Z 2024-09-30 17:05:14.761 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_rotary_embedding:test_rotary_embedding_decode:174 - 0.9998553128826728 +2024-09-30T17:05:14.7628135Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:05:14.7633633Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:14.7643673Z +2024-09-30T17:05:14.7659438Z tests/tt_eager/python_api_testing/unit_testing/misc/test_rotary_embedding.py::test_rotary_embedding_decode[sincos_dtype1-input_dtype1-True-True-0-2048-1-32-32-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:05:14.7661800Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:05:14.7706730Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:05:14.7707891Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:05:14.8658906Z 2024-09-30 17:05:14.865 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_rotary_embedding:test_rotary_embedding_decode:174 - 0.999861862367514 +2024-09-30T17:05:14.8665611Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:05:14.8670947Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:14.8681974Z +2024-09-30T17:05:14.8695520Z tests/tt_eager/python_api_testing/unit_testing/misc/test_rotary_embedding.py::test_rotary_embedding_decode[sincos_dtype1-input_dtype1-True-True-0-2048-1-2-32-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:05:14.8701151Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:05:14.8746055Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:05:14.8747292Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:05:14.9410133Z 2024-09-30 17:05:14.940 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_rotary_embedding:test_rotary_embedding_decode:174 - 0.9998821395410048 +2024-09-30T17:05:14.9415708Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:05:14.9420919Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:14.9429101Z +2024-09-30T17:05:14.9441810Z tests/tt_eager/python_api_testing/unit_testing/misc/test_rotary_embedding.py::test_rotary_embedding_decode[sincos_dtype1-input_dtype1-True-True-128-2048-1-1-32-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:05:14.9443870Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:05:14.9483296Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:05:14.9484631Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:05:14.9818793Z 2024-09-30 17:05:14.981 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_rotary_embedding:test_rotary_embedding_decode:174 - 0.9998733725224791 +2024-09-30T17:05:14.9825889Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:05:14.9833709Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:14.9841969Z +2024-09-30T17:05:14.9854581Z tests/tt_eager/python_api_testing/unit_testing/misc/test_rotary_embedding.py::test_rotary_embedding_decode[sincos_dtype1-input_dtype1-True-True-128-2048-1-71-32-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:05:14.9856664Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:05:14.9896012Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:05:14.9897166Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:05:15.1722090Z 2024-09-30 17:05:15.171 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_rotary_embedding:test_rotary_embedding_decode:174 - 0.9998707460872407 +2024-09-30T17:05:15.1726707Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:05:15.1732406Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:15.1741259Z +2024-09-30T17:05:15.1755056Z tests/tt_eager/python_api_testing/unit_testing/misc/test_rotary_embedding.py::test_rotary_embedding_decode[sincos_dtype1-input_dtype1-True-True-128-2048-1-1-64-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:05:15.1757237Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:05:15.1798400Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:05:15.1799614Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:05:15.2055655Z 2024-09-30 17:05:15.204 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_rotary_embedding:test_rotary_embedding_decode:174 - 0.999848130363287 +2024-09-30T17:05:15.2061460Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:05:15.2066309Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:15.2074829Z +2024-09-30T17:05:15.2088323Z tests/tt_eager/python_api_testing/unit_testing/misc/test_rotary_embedding.py::test_rotary_embedding_decode[sincos_dtype1-input_dtype1-True-True-128-2048-1-71-64-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:05:15.2090413Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:05:15.2129389Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:05:15.2130606Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:05:15.3788252Z 2024-09-30 17:05:15.377 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_rotary_embedding:test_rotary_embedding_decode:174 - 0.9998757243016522 +2024-09-30T17:05:15.3794659Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:05:15.3800318Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:15.3809621Z +2024-09-30T17:05:15.3823018Z tests/tt_eager/python_api_testing/unit_testing/misc/test_rotary_embedding.py::test_rotary_embedding_decode[sincos_dtype1-input_dtype1-True-True-128-2048-1-32-32-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:05:15.3825168Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:05:15.3865531Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:05:15.3866681Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:05:15.5358777Z 2024-09-30 17:05:15.535 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_rotary_embedding:test_rotary_embedding_decode:174 - 0.9998599733385392 +2024-09-30T17:05:15.5365662Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:05:15.5370805Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:15.5380229Z +2024-09-30T17:05:15.5393281Z tests/tt_eager/python_api_testing/unit_testing/misc/test_rotary_embedding.py::test_rotary_embedding_decode[sincos_dtype1-input_dtype1-True-True-128-2048-1-2-32-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:05:15.5397898Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:05:15.5441463Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:05:15.5442607Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:05:15.5677985Z 2024-09-30 17:05:15.567 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_rotary_embedding:test_rotary_embedding_decode:174 - 0.9998675336603331 +2024-09-30T17:05:15.5684122Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:05:15.5689912Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:15.5698807Z +2024-09-30T17:05:15.5711778Z tests/tt_eager/python_api_testing/unit_testing/misc/test_rotary_embedding.py::test_rotary_embedding_decode[sincos_dtype1-input_dtype1-True-True-129-2048-1-1-32-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:05:15.5713978Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:05:15.5753940Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:05:15.5755096Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:05:15.6449884Z 2024-09-30 17:05:15.644 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_rotary_embedding:test_rotary_embedding_decode:174 - 0.9998871759348475 +2024-09-30T17:05:15.6453909Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:05:15.6460165Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:15.6469797Z +2024-09-30T17:05:15.6483017Z tests/tt_eager/python_api_testing/unit_testing/misc/test_rotary_embedding.py::test_rotary_embedding_decode[sincos_dtype1-input_dtype1-True-True-129-2048-1-71-32-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:05:15.6485592Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:05:15.6523100Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:05:15.6524561Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:05:15.7668543Z 2024-09-30 17:05:15.766 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_rotary_embedding:test_rotary_embedding_decode:174 - 0.9998505982713171 +2024-09-30T17:05:15.7674998Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:05:15.7680625Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:15.7689219Z +2024-09-30T17:05:15.7704931Z tests/tt_eager/python_api_testing/unit_testing/misc/test_rotary_embedding.py::test_rotary_embedding_decode[sincos_dtype1-input_dtype1-True-True-129-2048-1-1-64-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:05:15.7707331Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:05:15.7745814Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:05:15.7747247Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:05:15.8444900Z 2024-09-30 17:05:15.843 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_rotary_embedding:test_rotary_embedding_decode:174 - 0.9998464072871946 +2024-09-30T17:05:15.8449028Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:05:15.8455361Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:15.8464098Z +2024-09-30T17:05:15.8478311Z tests/tt_eager/python_api_testing/unit_testing/misc/test_rotary_embedding.py::test_rotary_embedding_decode[sincos_dtype1-input_dtype1-True-True-129-2048-1-71-64-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:05:15.8481999Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:05:15.8526864Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:05:15.8528437Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:05:16.0572170Z 2024-09-30 17:05:16.056 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_rotary_embedding:test_rotary_embedding_decode:174 - 0.9998671324024893 +2024-09-30T17:05:16.0578973Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:05:16.0584601Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:16.0595845Z +2024-09-30T17:05:16.0609358Z tests/tt_eager/python_api_testing/unit_testing/misc/test_rotary_embedding.py::test_rotary_embedding_decode[sincos_dtype1-input_dtype1-True-True-129-2048-1-32-32-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:05:16.0611872Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:05:16.0653985Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:05:16.0655409Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:05:16.4102469Z 2024-09-30 17:05:16.409 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_rotary_embedding:test_rotary_embedding_decode:174 - 0.9998558648653496 +2024-09-30T17:05:16.4107461Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:05:16.4113236Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:16.4122462Z +2024-09-30T17:05:16.4135502Z tests/tt_eager/python_api_testing/unit_testing/misc/test_rotary_embedding.py::test_rotary_embedding_decode[sincos_dtype1-input_dtype1-True-True-129-2048-1-2-32-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:05:16.4137712Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:05:16.4185162Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:05:16.4186440Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:05:16.4671400Z 2024-09-30 17:05:16.466 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_rotary_embedding:test_rotary_embedding_decode:174 - 0.9998476758330356 +2024-09-30T17:05:16.4674305Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:05:16.4680527Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:16.4691065Z +2024-09-30T17:05:16.4704571Z tests/tt_eager/python_api_testing/unit_testing/misc/test_rotary_embedding.py::test_rotary_embedding_decode[sincos_dtype1-input_dtype1-True-True-1024-2048-1-1-32-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:05:16.4706791Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:05:16.4747473Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:05:16.4748676Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:05:16.4989822Z 2024-09-30 17:05:16.498 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_rotary_embedding:test_rotary_embedding_decode:174 - 0.9998729960869055 +2024-09-30T17:05:16.4992832Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:05:16.4999570Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:16.5008069Z +2024-09-30T17:05:16.5021688Z tests/tt_eager/python_api_testing/unit_testing/misc/test_rotary_embedding.py::test_rotary_embedding_decode[sincos_dtype1-input_dtype1-True-True-1024-2048-1-71-32-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:05:16.5025863Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:05:16.5068448Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:05:16.5070047Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:05:16.7945645Z 2024-09-30 17:05:16.793 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_rotary_embedding:test_rotary_embedding_decode:174 - 0.9998697222208349 +2024-09-30T17:05:16.7951031Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:05:16.7957074Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:16.7965334Z +2024-09-30T17:05:16.7979436Z tests/tt_eager/python_api_testing/unit_testing/misc/test_rotary_embedding.py::test_rotary_embedding_decode[sincos_dtype1-input_dtype1-True-True-1024-2048-1-1-64-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:05:16.7981988Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:05:16.8021242Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:05:16.8022644Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:05:16.8627473Z 2024-09-30 17:05:16.861 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_rotary_embedding:test_rotary_embedding_decode:174 - 0.9998720766764786 +2024-09-30T17:05:16.8633384Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:05:16.8638490Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:16.8646938Z +2024-09-30T17:05:16.8660200Z tests/tt_eager/python_api_testing/unit_testing/misc/test_rotary_embedding.py::test_rotary_embedding_decode[sincos_dtype1-input_dtype1-True-True-1024-2048-1-71-64-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:05:16.8663033Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:05:16.8713116Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:05:16.8714652Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:05:17.0440889Z 2024-09-30 17:05:17.043 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_rotary_embedding:test_rotary_embedding_decode:174 - 0.9998680174865742 +2024-09-30T17:05:17.0447367Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:05:17.0453827Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:17.0464903Z +2024-09-30T17:05:17.0480702Z tests/tt_eager/python_api_testing/unit_testing/misc/test_rotary_embedding.py::test_rotary_embedding_decode[sincos_dtype1-input_dtype1-True-True-1024-2048-1-32-32-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:05:17.0483448Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:05:17.0526241Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:05:17.0527627Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:05:17.1972368Z 2024-09-30 17:05:17.196 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_rotary_embedding:test_rotary_embedding_decode:174 - 0.9998771750399751 +2024-09-30T17:05:17.1977485Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:05:17.1982814Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:17.1992790Z +2024-09-30T17:05:17.2010609Z tests/tt_eager/python_api_testing/unit_testing/misc/test_rotary_embedding.py::test_rotary_embedding_decode[sincos_dtype1-input_dtype1-True-True-1024-2048-1-2-32-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:05:17.2013521Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:05:17.2055369Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:05:17.2056649Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:05:17.2526378Z 2024-09-30 17:05:17.251 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_rotary_embedding:test_rotary_embedding_decode:174 - 0.9998585561612906 +2024-09-30T17:05:17.2530956Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:05:17.2536697Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:17.2545260Z +2024-09-30T17:05:17.2559884Z tests/tt_eager/python_api_testing/unit_testing/misc/test_rotary_embedding.py::test_rotary_embedding_decode[sincos_dtype1-input_dtype1-True-True-1025-2048-1-1-32-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:05:17.2563006Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:05:17.2604299Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:05:17.2605888Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:05:17.3130038Z 2024-09-30 17:05:17.312 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_rotary_embedding:test_rotary_embedding_decode:174 - 0.9998827989149102 +2024-09-30T17:05:17.3136146Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:05:17.3141805Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:17.3151444Z +2024-09-30T17:05:17.3163539Z tests/tt_eager/python_api_testing/unit_testing/misc/test_rotary_embedding.py::test_rotary_embedding_decode[sincos_dtype1-input_dtype1-True-True-1025-2048-1-71-32-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:05:17.3166666Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:05:17.3211479Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:05:17.3213264Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:05:17.4309715Z 2024-09-30 17:05:17.430 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_rotary_embedding:test_rotary_embedding_decode:174 - 0.9998778215669937 +2024-09-30T17:05:17.4314928Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:05:17.4320456Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:17.4328974Z +2024-09-30T17:05:17.4343672Z tests/tt_eager/python_api_testing/unit_testing/misc/test_rotary_embedding.py::test_rotary_embedding_decode[sincos_dtype1-input_dtype1-True-True-1025-2048-1-1-64-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:05:17.4345987Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:05:17.4385974Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:05:17.4387478Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:05:17.5091228Z 2024-09-30 17:05:17.508 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_rotary_embedding:test_rotary_embedding_decode:174 - 0.9998649431201442 +2024-09-30T17:05:17.5097531Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:05:17.5104431Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:17.5112495Z +2024-09-30T17:05:17.5126769Z tests/tt_eager/python_api_testing/unit_testing/misc/test_rotary_embedding.py::test_rotary_embedding_decode[sincos_dtype1-input_dtype1-True-True-1025-2048-1-71-64-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:05:17.5128970Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:05:17.5171574Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:05:17.5173057Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:05:18.0311338Z 2024-09-30 17:05:18.029 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_rotary_embedding:test_rotary_embedding_decode:174 - 0.9998665307158972 +2024-09-30T17:05:18.0316276Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:05:18.0323435Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:18.0334895Z +2024-09-30T17:05:18.0348188Z tests/tt_eager/python_api_testing/unit_testing/misc/test_rotary_embedding.py::test_rotary_embedding_decode[sincos_dtype1-input_dtype1-True-True-1025-2048-1-32-32-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:05:18.0351514Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:05:18.0394010Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:05:18.0395758Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:05:18.5571986Z 2024-09-30 17:05:18.556 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_rotary_embedding:test_rotary_embedding_decode:174 - 0.9998555890886757 +2024-09-30T17:05:18.5575176Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:05:18.5581230Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:18.5591260Z +2024-09-30T17:05:18.5605606Z tests/tt_eager/python_api_testing/unit_testing/misc/test_rotary_embedding.py::test_rotary_embedding_decode[sincos_dtype1-input_dtype1-True-True-1025-2048-1-2-32-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:05:18.5610133Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:05:18.5657145Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:05:18.5658570Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:05:18.6334579Z 2024-09-30 17:05:18.632 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_rotary_embedding:test_rotary_embedding_decode:174 - 0.9998837152030594 +2024-09-30T17:05:18.6340165Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:05:18.6345302Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:18.6354667Z +2024-09-30T17:05:18.6368618Z tests/tt_eager/python_api_testing/unit_testing/misc/test_rotary_embedding.py::test_rotary_embedding_decode[sincos_dtype1-input_dtype1-True-False-0-2048-1-1-32-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:05:18.6371031Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:05:18.6411130Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:05:18.6413228Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:05:19.0865972Z 2024-09-30 17:05:19.085 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_rotary_embedding:test_rotary_embedding_decode:174 - 0.999873246824408 +2024-09-30T17:05:19.0868173Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:05:19.0874812Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:19.0885174Z +2024-09-30T17:05:19.0896904Z tests/tt_eager/python_api_testing/unit_testing/misc/test_rotary_embedding.py::test_rotary_embedding_decode[sincos_dtype1-input_dtype1-True-False-0-2048-1-71-32-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:05:19.0899471Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:05:19.0941442Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:05:19.0942623Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:05:19.4064765Z 2024-09-30 17:05:19.405 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_rotary_embedding:test_rotary_embedding_decode:174 - 0.9998539622640369 +2024-09-30T17:05:19.4080616Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:05:19.4085963Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:19.4098447Z +2024-09-30T17:05:19.4111544Z tests/tt_eager/python_api_testing/unit_testing/misc/test_rotary_embedding.py::test_rotary_embedding_decode[sincos_dtype1-input_dtype1-True-False-0-2048-1-1-64-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:05:19.4120354Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:05:19.4162951Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:05:19.4164187Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:05:19.8559133Z 2024-09-30 17:05:19.854 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_rotary_embedding:test_rotary_embedding_decode:174 - 0.9998594675932554 +2024-09-30T17:05:19.8564783Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:05:19.8570902Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:19.8581430Z +2024-09-30T17:05:19.8595557Z tests/tt_eager/python_api_testing/unit_testing/misc/test_rotary_embedding.py::test_rotary_embedding_decode[sincos_dtype1-input_dtype1-True-False-0-2048-1-71-64-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:05:19.8600976Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:05:19.8659567Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:05:19.8660783Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:05:20.4424984Z 2024-09-30 17:05:20.441 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_rotary_embedding:test_rotary_embedding_decode:174 - 0.9998696805587455 +2024-09-30T17:05:20.4431339Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:05:20.4437817Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:20.4448090Z +2024-09-30T17:05:20.4461114Z tests/tt_eager/python_api_testing/unit_testing/misc/test_rotary_embedding.py::test_rotary_embedding_decode[sincos_dtype1-input_dtype1-True-False-0-2048-1-32-32-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:05:20.4463268Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:05:20.4519564Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:05:20.4521149Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:05:20.9105399Z 2024-09-30 17:05:20.909 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_rotary_embedding:test_rotary_embedding_decode:174 - 0.9998693233845979 +2024-09-30T17:05:20.9110913Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:05:20.9116629Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:20.9125678Z +2024-09-30T17:05:20.9138802Z tests/tt_eager/python_api_testing/unit_testing/misc/test_rotary_embedding.py::test_rotary_embedding_decode[sincos_dtype1-input_dtype1-True-False-0-2048-1-2-32-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:05:20.9141380Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:05:20.9186331Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:05:20.9187545Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:05:20.9809216Z 2024-09-30 17:05:20.980 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_rotary_embedding:test_rotary_embedding_decode:174 - 0.9998645608747704 +2024-09-30T17:05:20.9814617Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:05:20.9820086Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:20.9827677Z +2024-09-30T17:05:20.9841190Z tests/tt_eager/python_api_testing/unit_testing/misc/test_rotary_embedding.py::test_rotary_embedding_decode[sincos_dtype1-input_dtype1-True-False-128-2048-1-1-32-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:05:20.9843354Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:05:20.9889351Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:05:20.9890562Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:05:21.0544864Z 2024-09-30 17:05:21.053 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_rotary_embedding:test_rotary_embedding_decode:174 - 0.9998658399570334 +2024-09-30T17:05:21.0552131Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:05:21.0556815Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:21.0565260Z +2024-09-30T17:05:21.0578870Z tests/tt_eager/python_api_testing/unit_testing/misc/test_rotary_embedding.py::test_rotary_embedding_decode[sincos_dtype1-input_dtype1-True-False-128-2048-1-71-32-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:05:21.0581022Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:05:21.0625564Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:05:21.0626822Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:05:21.4092956Z 2024-09-30 17:05:21.408 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_rotary_embedding:test_rotary_embedding_decode:174 - 0.999854062609156 +2024-09-30T17:05:21.4108084Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:05:21.4113466Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:21.4123102Z +2024-09-30T17:05:21.4137775Z tests/tt_eager/python_api_testing/unit_testing/misc/test_rotary_embedding.py::test_rotary_embedding_decode[sincos_dtype1-input_dtype1-True-False-128-2048-1-1-64-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:05:21.4140704Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:05:21.4185797Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:05:21.4187349Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:05:21.4875017Z 2024-09-30 17:05:21.486 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_rotary_embedding:test_rotary_embedding_decode:174 - 0.9998633848904601 +2024-09-30T17:05:21.4883695Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:05:21.4889681Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:21.4898379Z +2024-09-30T17:05:21.4911089Z tests/tt_eager/python_api_testing/unit_testing/misc/test_rotary_embedding.py::test_rotary_embedding_decode[sincos_dtype1-input_dtype1-True-False-128-2048-1-71-64-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:05:21.4914339Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:05:21.4960972Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:05:21.4962488Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:05:21.6931629Z 2024-09-30 17:05:21.692 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_rotary_embedding:test_rotary_embedding_decode:174 - 0.9998658587512644 +2024-09-30T17:05:21.6941810Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:05:21.6947354Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:21.6962681Z +2024-09-30T17:05:21.6976098Z tests/tt_eager/python_api_testing/unit_testing/misc/test_rotary_embedding.py::test_rotary_embedding_decode[sincos_dtype1-input_dtype1-True-False-128-2048-1-32-32-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:05:21.6978995Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:05:21.7021497Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:05:21.7023023Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:05:22.2332957Z 2024-09-30 17:05:22.231 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_rotary_embedding:test_rotary_embedding_decode:174 - 0.9998623630175886 +2024-09-30T17:05:22.2337075Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:05:22.2338812Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:22.2352439Z +2024-09-30T17:05:22.2367690Z tests/tt_eager/python_api_testing/unit_testing/misc/test_rotary_embedding.py::test_rotary_embedding_decode[sincos_dtype1-input_dtype1-True-False-128-2048-1-2-32-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:05:22.2370576Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:05:22.2412349Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:05:22.2414044Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:05:22.2678272Z 2024-09-30 17:05:22.267 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_rotary_embedding:test_rotary_embedding_decode:174 - 0.9998754217207501 +2024-09-30T17:05:22.2691976Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:05:22.2695236Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:22.2707863Z +2024-09-30T17:05:22.2719290Z tests/tt_eager/python_api_testing/unit_testing/misc/test_rotary_embedding.py::test_rotary_embedding_decode[sincos_dtype1-input_dtype1-True-False-129-2048-1-1-32-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:05:22.2723998Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:05:22.2764861Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:05:22.2766425Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:05:22.2989278Z 2024-09-30 17:05:22.298 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_rotary_embedding:test_rotary_embedding_decode:174 - 0.9998581659251773 +2024-09-30T17:05:22.2993627Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:05:22.2995473Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:22.3008055Z +2024-09-30T17:05:22.3019920Z tests/tt_eager/python_api_testing/unit_testing/misc/test_rotary_embedding.py::test_rotary_embedding_decode[sincos_dtype1-input_dtype1-True-False-129-2048-1-71-32-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:05:22.3022731Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:05:22.3061848Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:05:22.3063371Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:05:22.6893068Z 2024-09-30 17:05:22.688 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_rotary_embedding:test_rotary_embedding_decode:174 - 0.9998567721583769 +2024-09-30T17:05:22.6914213Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:05:22.6918930Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:22.6932994Z +2024-09-30T17:05:22.6947655Z tests/tt_eager/python_api_testing/unit_testing/misc/test_rotary_embedding.py::test_rotary_embedding_decode[sincos_dtype1-input_dtype1-True-False-129-2048-1-1-64-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:05:22.6950515Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:05:22.6992809Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:05:22.6994402Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:05:22.7655844Z 2024-09-30 17:05:22.764 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_rotary_embedding:test_rotary_embedding_decode:174 - 0.9998730410222897 +2024-09-30T17:05:22.7659997Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:05:22.7665247Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:22.7673501Z +2024-09-30T17:05:22.7685855Z tests/tt_eager/python_api_testing/unit_testing/misc/test_rotary_embedding.py::test_rotary_embedding_decode[sincos_dtype1-input_dtype1-True-False-129-2048-1-71-64-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:05:22.7692051Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:05:22.7734802Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:05:22.7736333Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:05:22.9971915Z 2024-09-30 17:05:22.996 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_rotary_embedding:test_rotary_embedding_decode:174 - 0.9998661321100191 +2024-09-30T17:05:22.9981969Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:05:22.9987509Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:22.9998098Z +2024-09-30T17:05:23.0012534Z tests/tt_eager/python_api_testing/unit_testing/misc/test_rotary_embedding.py::test_rotary_embedding_decode[sincos_dtype1-input_dtype1-True-False-129-2048-1-32-32-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:05:23.0016004Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:05:23.0064854Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:05:23.0066442Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:05:23.5234024Z 2024-09-30 17:05:23.522 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_rotary_embedding:test_rotary_embedding_decode:174 - 0.999866182615992 +2024-09-30T17:05:23.5244379Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:05:23.5250761Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:23.5260391Z +2024-09-30T17:05:23.5274585Z tests/tt_eager/python_api_testing/unit_testing/misc/test_rotary_embedding.py::test_rotary_embedding_decode[sincos_dtype1-input_dtype1-True-False-129-2048-1-2-32-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:05:23.5278350Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:05:23.5323221Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:05:23.5324755Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:05:23.5826258Z 2024-09-30 17:05:23.581 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_rotary_embedding:test_rotary_embedding_decode:174 - 0.9998659365240471 +2024-09-30T17:05:23.5835791Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:05:23.5842528Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:23.5851544Z +2024-09-30T17:05:23.5866092Z tests/tt_eager/python_api_testing/unit_testing/misc/test_rotary_embedding.py::test_rotary_embedding_decode[sincos_dtype1-input_dtype1-True-False-1024-2048-1-1-32-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:05:23.5868973Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:05:23.5915416Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:05:23.5917042Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:05:23.6154978Z 2024-09-30 17:05:23.614 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_rotary_embedding:test_rotary_embedding_decode:174 - 0.9998728192646916 +2024-09-30T17:05:23.6164973Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:05:23.6170633Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:23.6179560Z +2024-09-30T17:05:23.6193514Z tests/tt_eager/python_api_testing/unit_testing/misc/test_rotary_embedding.py::test_rotary_embedding_decode[sincos_dtype1-input_dtype1-True-False-1024-2048-1-71-32-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:05:23.6196927Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:05:23.6254428Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:05:23.6256040Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:05:24.1347224Z 2024-09-30 17:05:24.133 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_rotary_embedding:test_rotary_embedding_decode:174 - 0.9998663031107835 +2024-09-30T17:05:24.1356086Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:05:24.1363235Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:24.1382337Z +2024-09-30T17:05:24.1397516Z tests/tt_eager/python_api_testing/unit_testing/misc/test_rotary_embedding.py::test_rotary_embedding_decode[sincos_dtype1-input_dtype1-True-False-1024-2048-1-1-64-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:05:24.1400586Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:05:24.1460105Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:05:24.1461623Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:05:24.2175797Z 2024-09-30 17:05:24.216 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_rotary_embedding:test_rotary_embedding_decode:174 - 0.9998702474744339 +2024-09-30T17:05:24.2185691Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:05:24.2191562Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:24.2200109Z +2024-09-30T17:05:24.2213707Z tests/tt_eager/python_api_testing/unit_testing/misc/test_rotary_embedding.py::test_rotary_embedding_decode[sincos_dtype1-input_dtype1-True-False-1024-2048-1-71-64-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:05:24.2218926Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:05:24.2277684Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:05:24.2279211Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:05:24.8208640Z 2024-09-30 17:05:24.819 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_rotary_embedding:test_rotary_embedding_decode:174 - 0.9998698367070408 +2024-09-30T17:05:24.8214950Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:05:24.8219524Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:24.8230936Z +2024-09-30T17:05:24.8243329Z tests/tt_eager/python_api_testing/unit_testing/misc/test_rotary_embedding.py::test_rotary_embedding_decode[sincos_dtype1-input_dtype1-True-False-1024-2048-1-32-32-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:05:24.8249163Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:05:24.8295854Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:05:24.8297049Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:05:25.3376867Z 2024-09-30 17:05:25.336 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_rotary_embedding:test_rotary_embedding_decode:174 - 0.9998528433944613 +2024-09-30T17:05:25.3386093Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:05:25.3391891Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:25.3402317Z +2024-09-30T17:05:25.3418350Z tests/tt_eager/python_api_testing/unit_testing/misc/test_rotary_embedding.py::test_rotary_embedding_decode[sincos_dtype1-input_dtype1-True-False-1024-2048-1-2-32-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:05:25.3421708Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:05:25.3480198Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:05:25.3481716Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:05:25.4198699Z 2024-09-30 17:05:25.419 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_rotary_embedding:test_rotary_embedding_decode:174 - 0.99986951049909 +2024-09-30T17:05:25.4207682Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:05:25.4213402Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:25.4224066Z +2024-09-30T17:05:25.4239415Z tests/tt_eager/python_api_testing/unit_testing/misc/test_rotary_embedding.py::test_rotary_embedding_decode[sincos_dtype1-input_dtype1-True-False-1025-2048-1-1-32-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:05:25.4242238Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:05:25.4297756Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:05:25.4299534Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:05:25.4972457Z 2024-09-30 17:05:25.496 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_rotary_embedding:test_rotary_embedding_decode:174 - 0.9998564376999017 +2024-09-30T17:05:25.4981385Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:05:25.4988540Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:25.4997255Z +2024-09-30T17:05:25.5011782Z tests/tt_eager/python_api_testing/unit_testing/misc/test_rotary_embedding.py::test_rotary_embedding_decode[sincos_dtype1-input_dtype1-True-False-1025-2048-1-71-32-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:05:25.5015484Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:05:25.5073687Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:05:25.5075265Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:05:26.0811302Z 2024-09-30 17:05:26.080 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_rotary_embedding:test_rotary_embedding_decode:174 - 0.9998597133269572 +2024-09-30T17:05:26.0818262Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:05:26.0824176Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:26.0834313Z +2024-09-30T17:05:26.0848004Z tests/tt_eager/python_api_testing/unit_testing/misc/test_rotary_embedding.py::test_rotary_embedding_decode[sincos_dtype1-input_dtype1-True-False-1025-2048-1-1-64-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:05:26.0853780Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:05:26.0911933Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:05:26.0913093Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:05:26.1595686Z 2024-09-30 17:05:26.158 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_rotary_embedding:test_rotary_embedding_decode:174 - 0.9998728498171036 +2024-09-30T17:05:26.1601757Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:05:26.1607053Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:26.1616861Z +2024-09-30T17:05:26.1630777Z tests/tt_eager/python_api_testing/unit_testing/misc/test_rotary_embedding.py::test_rotary_embedding_decode[sincos_dtype1-input_dtype1-True-False-1025-2048-1-71-64-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:05:26.1632952Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:05:26.1690310Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:05:26.1691503Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:05:26.7568715Z 2024-09-30 17:05:26.755 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_rotary_embedding:test_rotary_embedding_decode:174 - 0.9998727640990462 +2024-09-30T17:05:26.7577222Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:05:26.7581957Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:26.7596845Z +2024-09-30T17:05:26.7610042Z tests/tt_eager/python_api_testing/unit_testing/misc/test_rotary_embedding.py::test_rotary_embedding_decode[sincos_dtype1-input_dtype1-True-False-1025-2048-1-32-32-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:05:26.7613146Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:05:26.7660189Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:05:26.7662037Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:05:26.9018582Z 2024-09-30 17:05:26.901 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_rotary_embedding:test_rotary_embedding_decode:174 - 0.9998685008727918 +2024-09-30T17:05:26.9027302Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:05:26.9032417Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:26.9041598Z +2024-09-30T17:05:26.9055530Z tests/tt_eager/python_api_testing/unit_testing/misc/test_rotary_embedding.py::test_rotary_embedding_decode[sincos_dtype1-input_dtype1-True-False-1025-2048-1-2-32-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:05:26.9058484Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:05:26.9100799Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:05:26.9102329Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:05:26.9331040Z 2024-09-30 17:05:26.932 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_rotary_embedding:test_rotary_embedding_decode:174 - 0.9998552305401586 +2024-09-30T17:05:26.9349358Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:05:26.9356224Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:26.9365691Z +2024-09-30T17:05:26.9380535Z tests/tt_eager/python_api_testing/unit_testing/misc/test_rotary_embedding.py::test_rotary_embedding_decode[sincos_dtype1-input_dtype1-False-True-0-2048-1-1-32-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:05:26.9383444Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:05:26.9422908Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:05:26.9424439Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:05:27.3584111Z 2024-09-30 17:05:27.357 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_rotary_embedding:test_rotary_embedding_decode:174 - 0.9998719254857459 +2024-09-30T17:05:27.3590213Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:05:27.3598526Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:27.3607116Z +2024-09-30T17:05:27.3619619Z tests/tt_eager/python_api_testing/unit_testing/misc/test_rotary_embedding.py::test_rotary_embedding_decode[sincos_dtype1-input_dtype1-False-True-0-2048-1-71-32-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:05:27.3621862Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:05:27.3681016Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:05:27.3682227Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:05:27.4810969Z 2024-09-30 17:05:27.480 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_rotary_embedding:test_rotary_embedding_decode:174 - 0.9998616887357891 +2024-09-30T17:05:27.4818066Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:05:27.4825064Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:27.4834665Z +2024-09-30T17:05:27.4848254Z tests/tt_eager/python_api_testing/unit_testing/misc/test_rotary_embedding.py::test_rotary_embedding_decode[sincos_dtype1-input_dtype1-False-True-0-2048-1-1-64-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:05:27.4851214Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:05:27.4903806Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:05:27.4905973Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:05:27.5172570Z 2024-09-30 17:05:27.516 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_rotary_embedding:test_rotary_embedding_decode:174 - 0.9998787983615991 +2024-09-30T17:05:27.5181794Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:05:27.5187020Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:27.5196195Z +2024-09-30T17:05:27.5211666Z tests/tt_eager/python_api_testing/unit_testing/misc/test_rotary_embedding.py::test_rotary_embedding_decode[sincos_dtype1-input_dtype1-False-True-0-2048-1-71-64-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:05:27.5214763Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:05:27.5266997Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:05:27.5268541Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:05:27.6646782Z 2024-09-30 17:05:27.663 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_rotary_embedding:test_rotary_embedding_decode:174 - 0.9998568792216511 +2024-09-30T17:05:27.6656807Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:05:27.6664196Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:27.6673749Z +2024-09-30T17:05:27.6686409Z tests/tt_eager/python_api_testing/unit_testing/misc/test_rotary_embedding.py::test_rotary_embedding_decode[sincos_dtype1-input_dtype1-False-True-0-2048-1-32-32-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:05:27.6691866Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:05:27.6750000Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:05:27.6751533Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:05:27.8187797Z 2024-09-30 17:05:27.818 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_rotary_embedding:test_rotary_embedding_decode:174 - 0.9998682619600736 +2024-09-30T17:05:27.8197225Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:05:27.8204265Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:27.8213958Z +2024-09-30T17:05:27.8228310Z tests/tt_eager/python_api_testing/unit_testing/misc/test_rotary_embedding.py::test_rotary_embedding_decode[sincos_dtype1-input_dtype1-False-True-0-2048-1-2-32-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:05:27.8231142Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:05:27.8286767Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:05:27.8288426Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:05:27.8798917Z 2024-09-30 17:05:27.879 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_rotary_embedding:test_rotary_embedding_decode:174 - 0.999875493472631 +2024-09-30T17:05:27.8809009Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:05:27.8812687Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:27.8822648Z +2024-09-30T17:05:27.8834610Z tests/tt_eager/python_api_testing/unit_testing/misc/test_rotary_embedding.py::test_rotary_embedding_decode[sincos_dtype1-input_dtype1-False-True-128-2048-1-1-32-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:05:27.8837409Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:05:27.8889599Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:05:27.8891138Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:05:27.9402961Z 2024-09-30 17:05:27.939 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_rotary_embedding:test_rotary_embedding_decode:174 - 0.9998502836362759 +2024-09-30T17:05:27.9408971Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:05:27.9412381Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:27.9421804Z +2024-09-30T17:05:27.9448007Z tests/tt_eager/python_api_testing/unit_testing/misc/test_rotary_embedding.py::test_rotary_embedding_decode[sincos_dtype1-input_dtype1-False-True-128-2048-1-71-32-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:05:27.9450387Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:05:27.9495493Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:05:27.9496718Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:05:28.4180470Z 2024-09-30 17:05:28.417 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_rotary_embedding:test_rotary_embedding_decode:174 - 0.9998628102728025 +2024-09-30T17:05:28.4186391Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:05:28.4192041Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:28.4200084Z +2024-09-30T17:05:28.4212152Z tests/tt_eager/python_api_testing/unit_testing/misc/test_rotary_embedding.py::test_rotary_embedding_decode[sincos_dtype1-input_dtype1-False-True-128-2048-1-1-64-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:05:28.4217063Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:05:28.4274612Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:05:28.4275855Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:05:28.4774817Z 2024-09-30 17:05:28.476 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_rotary_embedding:test_rotary_embedding_decode:174 - 0.999863173398696 +2024-09-30T17:05:28.4779331Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:05:28.4785273Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:28.4794335Z +2024-09-30T17:05:28.4808346Z tests/tt_eager/python_api_testing/unit_testing/misc/test_rotary_embedding.py::test_rotary_embedding_decode[sincos_dtype1-input_dtype1-False-True-128-2048-1-71-64-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:05:28.4813576Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:05:28.4871372Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:05:28.4872580Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:05:28.9384869Z 2024-09-30 17:05:28.937 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_rotary_embedding:test_rotary_embedding_decode:174 - 0.9998529433157548 +2024-09-30T17:05:28.9395119Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:05:28.9404818Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:28.9415916Z +2024-09-30T17:05:28.9430336Z tests/tt_eager/python_api_testing/unit_testing/misc/test_rotary_embedding.py::test_rotary_embedding_decode[sincos_dtype1-input_dtype1-False-True-128-2048-1-32-32-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:05:28.9433202Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:05:28.9489387Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:05:28.9490974Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:05:29.0948185Z 2024-09-30 17:05:29.094 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_rotary_embedding:test_rotary_embedding_decode:174 - 0.9998536908991659 +2024-09-30T17:05:29.0957491Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:05:29.0964563Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:29.0973412Z +2024-09-30T17:05:29.0988747Z tests/tt_eager/python_api_testing/unit_testing/misc/test_rotary_embedding.py::test_rotary_embedding_decode[sincos_dtype1-input_dtype1-False-True-128-2048-1-2-32-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:05:29.0991650Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:05:29.1045063Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:05:29.1046622Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:05:29.1757688Z 2024-09-30 17:05:29.174 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_rotary_embedding:test_rotary_embedding_decode:174 - 0.9998546383289482 +2024-09-30T17:05:29.1767857Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:05:29.1774390Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:29.1783246Z +2024-09-30T17:05:29.1797860Z tests/tt_eager/python_api_testing/unit_testing/misc/test_rotary_embedding.py::test_rotary_embedding_decode[sincos_dtype1-input_dtype1-False-True-129-2048-1-1-32-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:05:29.1803127Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:05:29.1860252Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:05:29.1861802Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:05:29.2470240Z 2024-09-30 17:05:29.246 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_rotary_embedding:test_rotary_embedding_decode:174 - 0.9998650964882078 +2024-09-30T17:05:29.2480129Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:05:29.2487753Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:29.2496157Z +2024-09-30T17:05:29.2509139Z tests/tt_eager/python_api_testing/unit_testing/misc/test_rotary_embedding.py::test_rotary_embedding_decode[sincos_dtype1-input_dtype1-False-True-129-2048-1-71-32-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:05:29.2512087Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:05:29.2570126Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:05:29.2571654Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:05:29.7099320Z 2024-09-30 17:05:29.709 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_rotary_embedding:test_rotary_embedding_decode:174 - 0.9998776208580871 +2024-09-30T17:05:29.7108401Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:05:29.7114965Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:29.7124638Z +2024-09-30T17:05:29.7138851Z tests/tt_eager/python_api_testing/unit_testing/misc/test_rotary_embedding.py::test_rotary_embedding_decode[sincos_dtype1-input_dtype1-False-True-129-2048-1-1-64-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:05:29.7141801Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:05:29.7194906Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:05:29.7196463Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:05:29.7688807Z 2024-09-30 17:05:29.768 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_rotary_embedding:test_rotary_embedding_decode:174 - 0.9998755067800708 +2024-09-30T17:05:29.7698217Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:05:29.7705675Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:29.7713758Z +2024-09-30T17:05:29.7727454Z tests/tt_eager/python_api_testing/unit_testing/misc/test_rotary_embedding.py::test_rotary_embedding_decode[sincos_dtype1-input_dtype1-False-True-129-2048-1-71-64-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:05:29.7733073Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:05:29.7789900Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:05:29.7791441Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:05:29.9853707Z 2024-09-30 17:05:29.984 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_rotary_embedding:test_rotary_embedding_decode:174 - 0.9998601572574428 +2024-09-30T17:05:29.9865046Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:05:29.9873125Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:29.9887834Z +2024-09-30T17:05:29.9909277Z tests/tt_eager/python_api_testing/unit_testing/misc/test_rotary_embedding.py::test_rotary_embedding_decode[sincos_dtype1-input_dtype1-False-True-129-2048-1-32-32-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:05:29.9912134Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:05:29.9967046Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:05:29.9968603Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:05:30.3895364Z 2024-09-30 17:05:30.388 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_rotary_embedding:test_rotary_embedding_decode:174 - 0.9998676134799305 +2024-09-30T17:05:30.3904794Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:05:30.3910411Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:30.3920621Z +2024-09-30T17:05:30.3937651Z tests/tt_eager/python_api_testing/unit_testing/misc/test_rotary_embedding.py::test_rotary_embedding_decode[sincos_dtype1-input_dtype1-False-True-129-2048-1-2-32-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:05:30.3940611Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:05:30.3983452Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:05:30.3985005Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:05:30.4260639Z 2024-09-30 17:05:30.425 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_rotary_embedding:test_rotary_embedding_decode:174 - 0.9998462939921418 +2024-09-30T17:05:30.4270541Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:05:30.4275692Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:30.4285273Z +2024-09-30T17:05:30.4299053Z tests/tt_eager/python_api_testing/unit_testing/misc/test_rotary_embedding.py::test_rotary_embedding_decode[sincos_dtype1-input_dtype1-False-True-1024-2048-1-1-32-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:05:30.4302260Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:05:30.4344184Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:05:30.4345728Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:05:30.4568554Z 2024-09-30 17:05:30.456 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_rotary_embedding:test_rotary_embedding_decode:174 - 0.9998629444034866 +2024-09-30T17:05:30.4578406Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:05:30.4582967Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:30.4591950Z +2024-09-30T17:05:30.4604764Z tests/tt_eager/python_api_testing/unit_testing/misc/test_rotary_embedding.py::test_rotary_embedding_decode[sincos_dtype1-input_dtype1-False-True-1024-2048-1-71-32-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:05:30.4611109Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:05:30.4657482Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:05:30.4659030Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:05:30.5804766Z 2024-09-30 17:05:30.579 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_rotary_embedding:test_rotary_embedding_decode:174 - 0.9998662847753396 +2024-09-30T17:05:30.5813638Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:05:30.5820275Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:30.5835442Z +2024-09-30T17:05:30.5848699Z tests/tt_eager/python_api_testing/unit_testing/misc/test_rotary_embedding.py::test_rotary_embedding_decode[sincos_dtype1-input_dtype1-False-True-1024-2048-1-1-64-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:05:30.5851759Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:05:30.5891452Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:05:30.5893106Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:05:30.6129419Z 2024-09-30 17:05:30.612 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_rotary_embedding:test_rotary_embedding_decode:174 - 0.9998596357041678 +2024-09-30T17:05:30.6139627Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:05:30.6146545Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:30.6155062Z +2024-09-30T17:05:30.6168565Z tests/tt_eager/python_api_testing/unit_testing/misc/test_rotary_embedding.py::test_rotary_embedding_decode[sincos_dtype1-input_dtype1-False-True-1024-2048-1-71-64-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:05:30.6171603Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:05:30.6215297Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:05:30.6216947Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:05:30.9677044Z 2024-09-30 17:05:30.966 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_rotary_embedding:test_rotary_embedding_decode:174 - 0.9998580346141204 +2024-09-30T17:05:30.9683363Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:05:30.9689166Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:30.9700229Z +2024-09-30T17:05:30.9711941Z tests/tt_eager/python_api_testing/unit_testing/misc/test_rotary_embedding.py::test_rotary_embedding_decode[sincos_dtype1-input_dtype1-False-True-1024-2048-1-32-32-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:05:30.9714047Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:05:30.9754926Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:05:30.9756055Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:05:31.3431702Z 2024-09-30 17:05:31.342 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_rotary_embedding:test_rotary_embedding_decode:174 - 0.9998616773013163 +2024-09-30T17:05:31.3441441Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:05:31.3449558Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:31.3461849Z +2024-09-30T17:05:31.3475238Z tests/tt_eager/python_api_testing/unit_testing/misc/test_rotary_embedding.py::test_rotary_embedding_decode[sincos_dtype1-input_dtype1-False-True-1024-2048-1-2-32-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:05:31.3482087Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:05:31.3529330Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:05:31.3530531Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:05:31.3760894Z 2024-09-30 17:05:31.375 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_rotary_embedding:test_rotary_embedding_decode:174 - 0.9998686385953125 +2024-09-30T17:05:31.3769411Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:05:31.3777502Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:31.3788287Z +2024-09-30T17:05:31.3801179Z tests/tt_eager/python_api_testing/unit_testing/misc/test_rotary_embedding.py::test_rotary_embedding_decode[sincos_dtype1-input_dtype1-False-True-1025-2048-1-1-32-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:05:31.3803669Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:05:31.3851817Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:05:31.3853191Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:05:31.4100552Z 2024-09-30 17:05:31.409 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_rotary_embedding:test_rotary_embedding_decode:174 - 0.999872180969227 +2024-09-30T17:05:31.4105537Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:05:31.4110934Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:31.4122780Z +2024-09-30T17:05:31.4134683Z tests/tt_eager/python_api_testing/unit_testing/misc/test_rotary_embedding.py::test_rotary_embedding_decode[sincos_dtype1-input_dtype1-False-True-1025-2048-1-71-32-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:05:31.4138519Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:05:31.4184611Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:05:31.4185791Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:05:31.5309115Z 2024-09-30 17:05:31.530 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_rotary_embedding:test_rotary_embedding_decode:174 - 0.9998734538236868 +2024-09-30T17:05:31.5314543Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:05:31.5319350Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:31.5327341Z +2024-09-30T17:05:31.5339604Z tests/tt_eager/python_api_testing/unit_testing/misc/test_rotary_embedding.py::test_rotary_embedding_decode[sincos_dtype1-input_dtype1-False-True-1025-2048-1-1-64-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:05:31.5341673Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:05:31.5381737Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:05:31.5383174Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:05:31.5589550Z 2024-09-30 17:05:31.558 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_rotary_embedding:test_rotary_embedding_decode:174 - 0.999851915117436 +2024-09-30T17:05:31.5594421Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:05:31.5599424Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:31.5608138Z +2024-09-30T17:05:31.5618406Z tests/tt_eager/python_api_testing/unit_testing/misc/test_rotary_embedding.py::test_rotary_embedding_decode[sincos_dtype1-input_dtype1-False-True-1025-2048-1-71-64-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:05:31.5620531Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:05:31.5664128Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:05:31.5665319Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:05:31.6863666Z 2024-09-30 17:05:31.685 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_rotary_embedding:test_rotary_embedding_decode:174 - 0.9998643256367176 +2024-09-30T17:05:31.6870445Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:05:31.6876027Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:31.6885949Z +2024-09-30T17:05:31.6897414Z tests/tt_eager/python_api_testing/unit_testing/misc/test_rotary_embedding.py::test_rotary_embedding_decode[sincos_dtype1-input_dtype1-False-True-1025-2048-1-32-32-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:05:31.6903649Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:05:31.6948389Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:05:31.6949508Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:05:31.9688688Z 2024-09-30 17:05:31.968 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_rotary_embedding:test_rotary_embedding_decode:174 - 0.9998623846493015 +2024-09-30T17:05:31.9724165Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:05:31.9726712Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:31.9740863Z +2024-09-30T17:05:31.9752313Z tests/tt_eager/python_api_testing/unit_testing/misc/test_rotary_embedding.py::test_rotary_embedding_decode[sincos_dtype1-input_dtype1-False-True-1025-2048-1-2-32-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:05:31.9754383Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:05:31.9805349Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:05:31.9806499Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:05:32.0109965Z 2024-09-30 17:05:32.010 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_rotary_embedding:test_rotary_embedding_decode:174 - 0.9998580624275057 +2024-09-30T17:05:32.0115176Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:05:32.0119637Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:32.0126990Z +2024-09-30T17:05:32.0138774Z tests/tt_eager/python_api_testing/unit_testing/misc/test_rotary_embedding.py::test_rotary_embedding_decode[sincos_dtype1-input_dtype1-False-False-0-2048-1-1-32-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:05:32.0140808Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:05:32.0194387Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:05:32.0195743Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:05:32.0557280Z 2024-09-30 17:05:32.055 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_rotary_embedding:test_rotary_embedding_decode:174 - 0.9998502026248913 +2024-09-30T17:05:32.0561013Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:05:32.0565177Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:32.0572500Z +2024-09-30T17:05:32.0583593Z tests/tt_eager/python_api_testing/unit_testing/misc/test_rotary_embedding.py::test_rotary_embedding_decode[sincos_dtype1-input_dtype1-False-False-0-2048-1-71-32-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:05:32.0585661Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:05:32.0637411Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:05:32.0638537Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:05:33.2598540Z 2024-09-30 17:05:33.258 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_rotary_embedding:test_rotary_embedding_decode:174 - 0.9998545694398208 +2024-09-30T17:05:33.2602463Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:05:33.2607533Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:33.2620281Z +2024-09-30T17:05:33.2631881Z tests/tt_eager/python_api_testing/unit_testing/misc/test_rotary_embedding.py::test_rotary_embedding_decode[sincos_dtype1-input_dtype1-False-False-0-2048-1-1-64-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:05:33.2633914Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:05:33.2689557Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:05:33.2690642Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:05:33.3359640Z 2024-09-30 17:05:33.335 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_rotary_embedding:test_rotary_embedding_decode:174 - 0.9998662450802831 +2024-09-30T17:05:33.3364945Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:05:33.3369504Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:33.3378334Z +2024-09-30T17:05:33.3389380Z tests/tt_eager/python_api_testing/unit_testing/misc/test_rotary_embedding.py::test_rotary_embedding_decode[sincos_dtype1-input_dtype1-False-False-0-2048-1-71-64-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:05:33.3391397Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:05:33.3444870Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:05:33.3445975Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:05:34.5122266Z 2024-09-30 17:05:34.510 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_rotary_embedding:test_rotary_embedding_decode:174 - 0.9998701661434138 +2024-09-30T17:05:34.5128578Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:05:34.5132943Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:34.5147005Z +2024-09-30T17:05:34.5161515Z tests/tt_eager/python_api_testing/unit_testing/misc/test_rotary_embedding.py::test_rotary_embedding_decode[sincos_dtype1-input_dtype1-False-False-0-2048-1-32-32-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:05:34.5163713Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:05:34.5211650Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:05:34.5213032Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:05:35.0499090Z 2024-09-30 17:05:35.049 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_rotary_embedding:test_rotary_embedding_decode:174 - 0.9998563917296168 +2024-09-30T17:05:35.0529581Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:05:35.0536055Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:35.0562057Z +2024-09-30T17:05:35.0576553Z tests/tt_eager/python_api_testing/unit_testing/misc/test_rotary_embedding.py::test_rotary_embedding_decode[sincos_dtype1-input_dtype1-False-False-0-2048-1-2-32-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:05:35.0581454Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:05:35.0631820Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:05:35.0633067Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:05:35.1383866Z 2024-09-30 17:05:35.137 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_rotary_embedding:test_rotary_embedding_decode:174 - 0.999860592451295 +2024-09-30T17:05:35.1397299Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:05:35.1405358Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:35.1421560Z +2024-09-30T17:05:35.1438560Z tests/tt_eager/python_api_testing/unit_testing/misc/test_rotary_embedding.py::test_rotary_embedding_decode[sincos_dtype1-input_dtype1-False-False-128-2048-1-1-32-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:05:35.1441162Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:05:35.1486927Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:05:35.1488262Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:05:35.2169049Z 2024-09-30 17:05:35.216 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_rotary_embedding:test_rotary_embedding_decode:174 - 0.9998686789964735 +2024-09-30T17:05:35.2174955Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:05:35.2180766Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:35.2190627Z +2024-09-30T17:05:35.2203370Z tests/tt_eager/python_api_testing/unit_testing/misc/test_rotary_embedding.py::test_rotary_embedding_decode[sincos_dtype1-input_dtype1-False-False-128-2048-1-71-32-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:05:35.2206904Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:05:35.2251500Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:05:35.2253710Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:05:35.7806227Z 2024-09-30 17:05:35.779 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_rotary_embedding:test_rotary_embedding_decode:174 - 0.9998649481043397 +2024-09-30T17:05:35.7815062Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:05:35.7821544Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:35.7833384Z +2024-09-30T17:05:35.7845958Z tests/tt_eager/python_api_testing/unit_testing/misc/test_rotary_embedding.py::test_rotary_embedding_decode[sincos_dtype1-input_dtype1-False-False-128-2048-1-1-64-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:05:35.7853548Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:05:35.7901555Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:05:35.7902986Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:05:35.8421371Z 2024-09-30 17:05:35.841 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_rotary_embedding:test_rotary_embedding_decode:174 - 0.9998664265542679 +2024-09-30T17:05:35.8427338Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:05:35.8432889Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:35.8442239Z +2024-09-30T17:05:35.8455257Z tests/tt_eager/python_api_testing/unit_testing/misc/test_rotary_embedding.py::test_rotary_embedding_decode[sincos_dtype1-input_dtype1-False-False-128-2048-1-71-64-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:05:35.8459480Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:05:35.8501918Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:05:35.8504810Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:05:36.2906879Z 2024-09-30 17:05:36.289 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_rotary_embedding:test_rotary_embedding_decode:174 - 0.9998601270874979 +2024-09-30T17:05:36.2921737Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:05:36.2928579Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:36.2945051Z +2024-09-30T17:05:36.2958716Z tests/tt_eager/python_api_testing/unit_testing/misc/test_rotary_embedding.py::test_rotary_embedding_decode[sincos_dtype1-input_dtype1-False-False-128-2048-1-32-32-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:05:36.2964897Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:05:36.3010895Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:05:36.3012029Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:05:36.6619918Z 2024-09-30 17:05:36.660 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_rotary_embedding:test_rotary_embedding_decode:174 - 0.9998558974136628 +2024-09-30T17:05:36.6624608Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:05:36.6631010Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:36.6641985Z +2024-09-30T17:05:36.6656059Z tests/tt_eager/python_api_testing/unit_testing/misc/test_rotary_embedding.py::test_rotary_embedding_decode[sincos_dtype1-input_dtype1-False-False-128-2048-1-2-32-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:05:36.6663676Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:05:36.6707920Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:05:36.6709517Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:05:36.6957766Z 2024-09-30 17:05:36.694 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_rotary_embedding:test_rotary_embedding_decode:174 - 0.9998618337411905 +2024-09-30T17:05:36.6963162Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:05:36.6968587Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:36.6977991Z +2024-09-30T17:05:36.6999553Z tests/tt_eager/python_api_testing/unit_testing/misc/test_rotary_embedding.py::test_rotary_embedding_decode[sincos_dtype1-input_dtype1-False-False-129-2048-1-1-32-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:05:36.7005713Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:05:36.7059632Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:05:36.7060842Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:05:36.7844912Z 2024-09-30 17:05:36.783 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_rotary_embedding:test_rotary_embedding_decode:174 - 0.9998595691906881 +2024-09-30T17:05:36.7856917Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:05:36.7863629Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:36.7878689Z +2024-09-30T17:05:36.7893104Z tests/tt_eager/python_api_testing/unit_testing/misc/test_rotary_embedding.py::test_rotary_embedding_decode[sincos_dtype1-input_dtype1-False-False-129-2048-1-71-32-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:05:36.7895336Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:05:36.7942073Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:05:36.7943279Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:05:37.2508643Z 2024-09-30 17:05:37.250 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_rotary_embedding:test_rotary_embedding_decode:174 - 0.9998692474222819 +2024-09-30T17:05:37.2519853Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:05:37.2527662Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:37.2540144Z +2024-09-30T17:05:37.2553501Z tests/tt_eager/python_api_testing/unit_testing/misc/test_rotary_embedding.py::test_rotary_embedding_decode[sincos_dtype1-input_dtype1-False-False-129-2048-1-1-64-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:05:37.2555615Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:05:37.2605081Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:05:37.2606302Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:05:37.3134863Z 2024-09-30 17:05:37.312 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_rotary_embedding:test_rotary_embedding_decode:174 - 0.9998764543777915 +2024-09-30T17:05:37.3143502Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:05:37.3149998Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:37.3160669Z +2024-09-30T17:05:37.3174227Z tests/tt_eager/python_api_testing/unit_testing/misc/test_rotary_embedding.py::test_rotary_embedding_decode[sincos_dtype1-input_dtype1-False-False-129-2048-1-71-64-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:05:37.3181598Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:05:37.3229215Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:05:37.3230437Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:05:37.4552327Z 2024-09-30 17:05:37.454 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_rotary_embedding:test_rotary_embedding_decode:174 - 0.9998550342080053 +2024-09-30T17:05:37.4566566Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:05:37.4574945Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:37.4590705Z +2024-09-30T17:05:37.4606019Z tests/tt_eager/python_api_testing/unit_testing/misc/test_rotary_embedding.py::test_rotary_embedding_decode[sincos_dtype1-input_dtype1-False-False-129-2048-1-32-32-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:05:37.4614445Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:05:37.4664686Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:05:37.4665853Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:05:37.7278909Z 2024-09-30 17:05:37.726 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_rotary_embedding:test_rotary_embedding_decode:174 - 0.9998582845463537 +2024-09-30T17:05:37.7285876Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:05:37.7290549Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:37.7306251Z +2024-09-30T17:05:37.7320981Z tests/tt_eager/python_api_testing/unit_testing/misc/test_rotary_embedding.py::test_rotary_embedding_decode[sincos_dtype1-input_dtype1-False-False-129-2048-1-2-32-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:05:37.7323095Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:05:37.7364525Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:05:37.7365739Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:05:37.7951598Z 2024-09-30 17:05:37.794 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_rotary_embedding:test_rotary_embedding_decode:174 - 0.9998768685769315 +2024-09-30T17:05:37.7956774Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:05:37.7961276Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:37.7970850Z +2024-09-30T17:05:37.7985596Z tests/tt_eager/python_api_testing/unit_testing/misc/test_rotary_embedding.py::test_rotary_embedding_decode[sincos_dtype1-input_dtype1-False-False-1024-2048-1-1-32-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:05:37.7989367Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:05:37.8026165Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:05:37.8027364Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:05:37.8788914Z 2024-09-30 17:05:37.877 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_rotary_embedding:test_rotary_embedding_decode:174 - 0.9998737439649944 +2024-09-30T17:05:37.8796694Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:05:37.8800864Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:37.8817463Z +2024-09-30T17:05:37.8830896Z tests/tt_eager/python_api_testing/unit_testing/misc/test_rotary_embedding.py::test_rotary_embedding_decode[sincos_dtype1-input_dtype1-False-False-1024-2048-1-71-32-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:05:37.8833593Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:05:37.8877676Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:05:37.8878856Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:05:38.3422500Z 2024-09-30 17:05:38.341 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_rotary_embedding:test_rotary_embedding_decode:174 - 0.9998666205798507 +2024-09-30T17:05:38.3428225Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:05:38.3432281Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:38.3443677Z +2024-09-30T17:05:38.3456120Z tests/tt_eager/python_api_testing/unit_testing/misc/test_rotary_embedding.py::test_rotary_embedding_decode[sincos_dtype1-input_dtype1-False-False-1024-2048-1-1-64-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:05:38.3459469Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:05:38.3504801Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:05:38.3506010Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:05:38.3795636Z 2024-09-30 17:05:38.378 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_rotary_embedding:test_rotary_embedding_decode:174 - 0.999855623316717 +2024-09-30T17:05:38.3798214Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:05:38.3802669Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:38.3810156Z +2024-09-30T17:05:38.3821312Z tests/tt_eager/python_api_testing/unit_testing/misc/test_rotary_embedding.py::test_rotary_embedding_decode[sincos_dtype1-input_dtype1-False-False-1024-2048-1-71-64-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:05:38.3823601Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:05:38.3865245Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:05:38.3866475Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:05:38.5426971Z 2024-09-30 17:05:38.541 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_rotary_embedding:test_rotary_embedding_decode:174 - 0.9998724383042454 +2024-09-30T17:05:38.5449564Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:05:38.5450980Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:38.5455926Z +2024-09-30T17:05:38.5469614Z tests/tt_eager/python_api_testing/unit_testing/misc/test_rotary_embedding.py::test_rotary_embedding_decode[sincos_dtype1-input_dtype1-False-False-1024-2048-1-32-32-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:05:38.5472649Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:05:38.5515163Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:05:38.5516448Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:05:38.7127150Z 2024-09-30 17:05:38.711 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_rotary_embedding:test_rotary_embedding_decode:174 - 0.999862217685226 +2024-09-30T17:05:38.7132267Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:05:38.7136246Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:38.7145974Z +2024-09-30T17:05:38.7158175Z tests/tt_eager/python_api_testing/unit_testing/misc/test_rotary_embedding.py::test_rotary_embedding_decode[sincos_dtype1-input_dtype1-False-False-1024-2048-1-2-32-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:05:38.7160366Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:05:38.7200506Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:05:38.7201649Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:05:38.7875461Z 2024-09-30 17:05:38.786 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_rotary_embedding:test_rotary_embedding_decode:174 - 0.9998861330835195 +2024-09-30T17:05:38.7877257Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:05:38.7880646Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:38.7887939Z +2024-09-30T17:05:38.7898823Z tests/tt_eager/python_api_testing/unit_testing/misc/test_rotary_embedding.py::test_rotary_embedding_decode[sincos_dtype1-input_dtype1-False-False-1025-2048-1-1-32-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:05:38.7904976Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:05:38.7947419Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:05:38.7949126Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:05:38.8639446Z 2024-09-30 17:05:38.863 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_rotary_embedding:test_rotary_embedding_decode:174 - 0.9998795086505051 +2024-09-30T17:05:38.8643369Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:05:38.8646468Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:38.8654852Z +2024-09-30T17:05:38.8665354Z tests/tt_eager/python_api_testing/unit_testing/misc/test_rotary_embedding.py::test_rotary_embedding_decode[sincos_dtype1-input_dtype1-False-False-1025-2048-1-71-32-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:05:38.8667491Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:05:38.8706359Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:05:38.8707533Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:05:38.9842990Z 2024-09-30 17:05:38.983 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_rotary_embedding:test_rotary_embedding_decode:174 - 0.9998560331368913 +2024-09-30T17:05:38.9847015Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:05:38.9850191Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:38.9859059Z +2024-09-30T17:05:38.9869103Z tests/tt_eager/python_api_testing/unit_testing/misc/test_rotary_embedding.py::test_rotary_embedding_decode[sincos_dtype1-input_dtype1-False-False-1025-2048-1-1-64-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:05:38.9873401Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:05:38.9919201Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:05:38.9920397Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:05:39.0564287Z 2024-09-30 17:05:39.055 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_rotary_embedding:test_rotary_embedding_decode:174 - 0.9998751514285461 +2024-09-30T17:05:39.0568826Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:05:39.0572318Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:39.0580599Z +2024-09-30T17:05:39.0591185Z tests/tt_eager/python_api_testing/unit_testing/misc/test_rotary_embedding.py::test_rotary_embedding_decode[sincos_dtype1-input_dtype1-False-False-1025-2048-1-71-64-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:05:39.0593283Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:05:39.0634726Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:05:39.0635934Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:05:39.2742151Z 2024-09-30 17:05:39.273 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_rotary_embedding:test_rotary_embedding_decode:174 - 0.9998619391430931 +2024-09-30T17:05:39.2749468Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:05:39.2753183Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:39.2765744Z +2024-09-30T17:05:39.2777729Z tests/tt_eager/python_api_testing/unit_testing/misc/test_rotary_embedding.py::test_rotary_embedding_decode[sincos_dtype1-input_dtype1-False-False-1025-2048-1-32-32-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:05:39.2782793Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:05:39.2827913Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:05:39.2829488Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:05:39.4294318Z 2024-09-30 17:05:39.427 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_rotary_embedding:test_rotary_embedding_decode:174 - 0.9998653699728842 +2024-09-30T17:05:39.4333703Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:05:39.4338839Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:39.4356615Z +2024-09-30T17:05:39.4374613Z tests/tt_eager/python_api_testing/unit_testing/misc/test_rotary_embedding.py::test_rotary_embedding_decode[sincos_dtype1-input_dtype1-False-False-1025-2048-1-2-32-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:05:39.4379941Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:05:39.4425754Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:05:39.4426940Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:05:39.4758684Z 2024-09-30 17:05:39.475 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_rotary_embedding:test_rotary_embedding_decode:174 - 0.9998796025019372 +2024-09-30T17:05:39.4766396Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:05:39.4773519Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:39.4784622Z +2024-09-30T17:05:39.4797664Z tests/tt_eager/python_api_testing/unit_testing/misc/test_rotary_embedding.py::test_rotary_embedding_prefill_fp32[sincos_dtype0-input_dtype0-True-True-2048-1-1-128-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:05:39.4803068Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:05:39.4848565Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:05:39.4849771Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:05:40.1234153Z 2024-09-30 17:05:40.121 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_rotary_embedding:test_rotary_embedding_prefill_fp32:245 - 0.9999957244423504 +2024-09-30T17:05:40.1238740Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:05:40.1243421Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:40.1257437Z +2024-09-30T17:05:40.1271314Z tests/tt_eager/python_api_testing/unit_testing/misc/test_rotary_embedding.py::test_rotary_embedding_decode_fp32[sincos_dtype0-input_dtype0-True-True-0-2048-1-1-32-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:05:40.1273897Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:05:40.1314486Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:05:40.1315715Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:05:41.2541244Z 2024-09-30 17:05:41.252 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_rotary_embedding:test_rotary_embedding_decode_fp32:318 - 0.9999956127136456 +2024-09-30T17:05:41.2545674Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:05:41.2550348Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:41.2564558Z +2024-09-30T17:05:41.2577232Z tests/tt_eager/python_api_testing/unit_testing/misc/test_rotary_embedding.py::test_rotary_embedding_decode_fp32[sincos_dtype0-input_dtype0-True-True-128-2048-1-1-32-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:05:41.2580602Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:05:41.2630130Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:05:41.2631361Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:05:41.2985730Z 2024-09-30 17:05:41.297 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_rotary_embedding:test_rotary_embedding_decode_fp32:318 - 0.9999958585401417 +2024-09-30T17:05:41.3004284Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:05:41.3007622Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:41.3019337Z +2024-09-30T17:05:41.3030743Z tests/tt_eager/python_api_testing/unit_testing/misc/test_rotary_embedding_llama.py::test_rotary_embedding_llama[0.9997-datatype0-8-1-64-prefill_32]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:05:41.3032776Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:05:41.3034039Z  Metal | INFO  | Initializing device 1. Program cache is NOT enabled +2024-09-30T17:05:41.3035255Z  Metal | INFO  | AI CLK for device 1 is: 1000 MHz +2024-09-30T17:05:41.8521508Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:05:41.8522675Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:05:43.5901602Z SKIPPED (Requires grid size of at least (8, 8) to run) Metal | INFO  | Closing device 1 +2024-09-30T17:05:43.5906834Z  Metal | INFO  | Disabling and clearing program cache on device 1 +2024-09-30T17:05:43.5909498Z  Metal | INFO  | Closing device 0 +2024-09-30T17:05:43.5913831Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:43.5926899Z +2024-09-30T17:05:43.5939651Z tests/tt_eager/python_api_testing/unit_testing/misc/test_rotary_embedding_llama.py::test_rotary_embedding_llama[0.9997-datatype0-8-1-64-prefill_128]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:05:43.5945769Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:05:43.5947391Z  Metal | INFO  | Initializing device 1. Program cache is NOT enabled +2024-09-30T17:05:43.5948617Z  Metal | INFO  | AI CLK for device 1 is: 1000 MHz +2024-09-30T17:05:43.5993816Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:05:43.5995019Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:49:17.4451362Z SKIPPED (Requires grid size of at least (8, 8) to run) +2024-09-30T17:49:17.4484026Z ##[error]The action has timed out. +2024-09-30T17:49:17.4559758Z Prepare all required actions +2024-09-30T17:49:17.4560243Z Getting action download info +2024-09-30T17:49:17.8205485Z Download action repository 'slackapi/slack-github-action@v1.26.0' (SHA:70cd7be8e40a46e8b0eced40b0de447bdb42f68e) +2024-09-30T17:49:18.4352645Z ##[group]Run ./.github/actions/slack-report +2024-09-30T17:49:18.4353179Z with: +2024-09-30T17:49:18.4354128Z slack_webhook_url: *** +2024-09-30T17:49:18.4354525Z owner: U0593J2RQRZ +2024-09-30T17:49:18.4354887Z env: +2024-09-30T17:49:18.4355199Z LOGURU_LEVEL: INFO +2024-09-30T17:49:18.4355584Z IMAGE_TAG: dev-asaigal-dispatch_s +2024-09-30T17:49:18.4356455Z TT_METAL_DOCKER_IMAGE_TAG: ghcr.io/tenstorrent/tt-metal/tt-metalium/ubuntu-20.04-amd64:dev-asaigal-dispatch_s +2024-09-30T17:49:18.4357565Z TT_METAL_REF_IMAGE_TAG: ghcr.io/tenstorrent/tt-metal/tt-metalium/ubuntu-20.04-amd64:latest +2024-09-30T17:49:18.4358324Z RUNNER_UID: 1000 +2024-09-30T17:49:18.4358685Z RUNNER_GID: 1000 +2024-09-30T17:49:18.4359016Z ##[endgroup] +2024-09-30T17:49:18.4447863Z Prepare all required actions +2024-09-30T17:49:18.4448740Z Getting action download info +2024-09-30T17:49:18.5838484Z Download action repository 'actions/upload-artifact@v4' (SHA:50769540e7f4bd5e21e526ee35c689e35e0d6874) +2024-09-30T17:49:19.3805847Z ##[group]Run ./.github/actions/upload-artifact-with-job-uuid +2024-09-30T17:49:19.3806400Z with: +2024-09-30T17:49:19.3806815Z path: generated/test_reports/ + +2024-09-30T17:49:19.3807245Z prefix: test_reports_ +2024-09-30T17:49:19.3807652Z env: +2024-09-30T17:49:19.3807958Z LOGURU_LEVEL: INFO +2024-09-30T17:49:19.3808377Z IMAGE_TAG: dev-asaigal-dispatch_s +2024-09-30T17:49:19.3809334Z TT_METAL_DOCKER_IMAGE_TAG: ghcr.io/tenstorrent/tt-metal/tt-metalium/ubuntu-20.04-amd64:dev-asaigal-dispatch_s +2024-09-30T17:49:19.3810691Z TT_METAL_REF_IMAGE_TAG: ghcr.io/tenstorrent/tt-metal/tt-metalium/ubuntu-20.04-amd64:latest +2024-09-30T17:49:19.3811421Z RUNNER_UID: 1000 +2024-09-30T17:49:19.3811839Z RUNNER_GID: 1000 +2024-09-30T17:49:19.3812380Z ##[endgroup] +2024-09-30T17:49:19.3846598Z ##[group]Run uuid=$(uuidgen) +2024-09-30T17:49:19.3847116Z uuid=$(uuidgen) +2024-09-30T17:49:19.3847548Z artifact_name="test_reports_$uuid" +2024-09-30T17:49:19.3848193Z echo "[UPLOAD-ARTIFACT-UUID] $artifact_name" +2024-09-30T17:49:19.3848898Z echo "artifact-name=$artifact_name" >> "$GITHUB_OUTPUT" +2024-09-30T17:49:19.3864728Z shell: /usr/bin/bash --noprofile --norc -e -o pipefail {0} +2024-09-30T17:49:19.3865320Z env: +2024-09-30T17:49:19.3865661Z LOGURU_LEVEL: INFO +2024-09-30T17:49:19.3866087Z IMAGE_TAG: dev-asaigal-dispatch_s +2024-09-30T17:49:19.3866941Z TT_METAL_DOCKER_IMAGE_TAG: ghcr.io/tenstorrent/tt-metal/tt-metalium/ubuntu-20.04-amd64:dev-asaigal-dispatch_s +2024-09-30T17:49:19.3868095Z TT_METAL_REF_IMAGE_TAG: ghcr.io/tenstorrent/tt-metal/tt-metalium/ubuntu-20.04-amd64:latest +2024-09-30T17:49:19.3868846Z RUNNER_UID: 1000 +2024-09-30T17:49:19.3869193Z RUNNER_GID: 1000 +2024-09-30T17:49:19.3869486Z ##[endgroup] +2024-09-30T17:49:19.3917257Z [UPLOAD-ARTIFACT-UUID] test_reports_b04baa75-0195-4ac3-a820-56cef7ce6455 +2024-09-30T17:49:19.4033980Z ##[group]Run actions/upload-artifact@v4 +2024-09-30T17:49:19.4034882Z with: +2024-09-30T17:49:19.4035272Z name: test_reports_b04baa75-0195-4ac3-a820-56cef7ce6455 +2024-09-30T17:49:19.4035841Z path: generated/test_reports/ + +2024-09-30T17:49:19.4036272Z if-no-files-found: warn +2024-09-30T17:49:19.4036658Z compression-level: 6 +2024-09-30T17:49:19.4037003Z overwrite: false +2024-09-30T17:49:19.4037370Z include-hidden-files: false +2024-09-30T17:49:19.4037756Z env: +2024-09-30T17:49:19.4038078Z LOGURU_LEVEL: INFO +2024-09-30T17:49:19.4038463Z IMAGE_TAG: dev-asaigal-dispatch_s +2024-09-30T17:49:19.4039312Z TT_METAL_DOCKER_IMAGE_TAG: ghcr.io/tenstorrent/tt-metal/tt-metalium/ubuntu-20.04-amd64:dev-asaigal-dispatch_s +2024-09-30T17:49:19.4040398Z TT_METAL_REF_IMAGE_TAG: ghcr.io/tenstorrent/tt-metal/tt-metalium/ubuntu-20.04-amd64:latest +2024-09-30T17:49:19.4041153Z RUNNER_UID: 1000 +2024-09-30T17:49:19.4041477Z RUNNER_GID: 1000 +2024-09-30T17:49:19.4041838Z ##[endgroup] +2024-09-30T17:49:19.6363231Z With the provided path, there will be 1 file uploaded +2024-09-30T17:49:19.6367870Z Artifact name is valid! +2024-09-30T17:49:19.6368318Z Root directory input is valid! +2024-09-30T17:49:19.8386665Z Beginning upload of artifact content to blob storage +2024-09-30T17:49:20.0718054Z Uploaded bytes 2146 +2024-09-30T17:49:20.1327493Z Finished uploading artifact content to blob storage! +2024-09-30T17:49:20.1329230Z SHA256 hash of uploaded artifact zip is 14ae9c39fc7b0ac28adb629a0b45512915db9c98d844f147266937cc6fe013fc +2024-09-30T17:49:20.1331326Z Finalizing artifact upload +2024-09-30T17:49:20.2477415Z Artifact test_reports_b04baa75-0195-4ac3-a820-56cef7ce6455.zip successfully finalized. Artifact ID 1996913952 +2024-09-30T17:49:20.2479060Z Artifact test_reports_b04baa75-0195-4ac3-a820-56cef7ce6455 has been successfully uploaded! Final size is 2146 bytes. Artifact ID is 1996913952 +2024-09-30T17:49:20.2481503Z Artifact download URL: https://github.com/tenstorrent/tt-metal/actions/runs/11110261767/artifacts/1996913952 +2024-09-30T17:49:20.2707569Z Post job cleanup. +2024-09-30T17:49:20.2758492Z Post job cleanup. +2024-09-30T17:49:20.5839251Z [command]/usr/bin/docker logout https://ghcr.io +2024-09-30T17:49:20.6028140Z Removing login credentials for ghcr.io +2024-09-30T17:49:20.6080037Z ##[group]Post cache +2024-09-30T17:49:20.6080644Z State not set +2024-09-30T17:49:20.6081405Z ##[endgroup] +2024-09-30T17:49:20.6270294Z Post job cleanup. +2024-09-30T17:49:20.6369578Z Post job cleanup. +2024-09-30T17:49:20.7340149Z [command]/usr/bin/git version +2024-09-30T17:49:20.7379505Z git version 2.25.1 +2024-09-30T17:49:20.7422830Z Temporarily overriding HOME='/home/ubuntu/actions-runner/_work/_temp/ddab217d-c2ef-4439-9365-d60f73b8a060' before making global git config changes +2024-09-30T17:49:20.7424363Z Adding repository directory to the temporary git global config as a safe directory +2024-09-30T17:49:20.7427596Z [command]/usr/bin/git config --global --add safe.directory /home/ubuntu/actions-runner/_work/tt-metal/tt-metal +2024-09-30T17:49:20.7462699Z [command]/usr/bin/git config --local --name-only --get-regexp core\.sshCommand +2024-09-30T17:49:20.7512141Z [command]/usr/bin/git submodule foreach --recursive sh -c "git config --local --name-only --get-regexp 'core\.sshCommand' && git config --local --unset-all 'core.sshCommand' || :" +2024-09-30T17:49:20.7755358Z Entering 'models/demos/t3000/llama2_70b/reference/llama' +2024-09-30T17:49:20.7809500Z Entering 'tt_metal/third_party/lfs' +2024-09-30T17:49:20.7862264Z Entering 'tt_metal/third_party/pybind11' +2024-09-30T17:49:20.7917031Z Entering 'tt_metal/third_party/sfpi' +2024-09-30T17:49:20.7971400Z Entering 'tt_metal/third_party/taskflow' +2024-09-30T17:49:20.8026804Z Entering 'tt_metal/third_party/tracy' +2024-09-30T17:49:20.8077111Z Entering 'tt_metal/third_party/tt_llk_blackhole' +2024-09-30T17:49:20.8124191Z Entering 'tt_metal/third_party/tt_llk_grayskull' +2024-09-30T17:49:20.8168430Z Entering 'tt_metal/third_party/tt_llk_wormhole_b0' +2024-09-30T17:49:20.8206139Z Entering 'tt_metal/third_party/umd' +2024-09-30T17:49:20.8245153Z Entering 'tt_metal/third_party/umd/third_party/fmt' +2024-09-30T17:49:20.8303186Z [command]/usr/bin/git config --local --name-only --get-regexp http\.https\:\/\/github\.com\/\.extraheader +2024-09-30T17:49:20.8323359Z http.https://github.com/.extraheader +2024-09-30T17:49:20.8333765Z [command]/usr/bin/git config --local --unset-all http.https://github.com/.extraheader +2024-09-30T17:49:20.8364141Z [command]/usr/bin/git submodule foreach --recursive sh -c "git config --local --name-only --get-regexp 'http\.https\:\/\/github\.com\/\.extraheader' && git config --local --unset-all 'http.https://github.com/.extraheader' || :" +2024-09-30T17:49:20.8584287Z Entering 'models/demos/t3000/llama2_70b/reference/llama' +2024-09-30T17:49:20.8606033Z http.https://github.com/.extraheader +2024-09-30T17:49:20.8639726Z Entering 'tt_metal/third_party/lfs' +2024-09-30T17:49:20.8659582Z http.https://github.com/.extraheader +2024-09-30T17:49:20.8686558Z Entering 'tt_metal/third_party/pybind11' +2024-09-30T17:49:20.8708819Z http.https://github.com/.extraheader +2024-09-30T17:49:20.8737498Z Entering 'tt_metal/third_party/sfpi' +2024-09-30T17:49:20.8756086Z http.https://github.com/.extraheader +2024-09-30T17:49:20.8783928Z Entering 'tt_metal/third_party/taskflow' +2024-09-30T17:49:20.8805898Z http.https://github.com/.extraheader +2024-09-30T17:49:20.8841059Z Entering 'tt_metal/third_party/tracy' +2024-09-30T17:49:20.8862377Z http.https://github.com/.extraheader +2024-09-30T17:49:20.8890654Z Entering 'tt_metal/third_party/tt_llk_blackhole' +2024-09-30T17:49:20.8912909Z http.https://github.com/.extraheader +2024-09-30T17:49:20.8942005Z Entering 'tt_metal/third_party/tt_llk_grayskull' +2024-09-30T17:49:20.8963628Z http.https://github.com/.extraheader +2024-09-30T17:49:20.8990478Z Entering 'tt_metal/third_party/tt_llk_wormhole_b0' +2024-09-30T17:49:20.9010420Z http.https://github.com/.extraheader +2024-09-30T17:49:20.9035524Z Entering 'tt_metal/third_party/umd' +2024-09-30T17:49:20.9053719Z http.https://github.com/.extraheader +2024-09-30T17:49:20.9083701Z Entering 'tt_metal/third_party/umd/third_party/fmt' +2024-09-30T17:49:20.9102462Z http.https://github.com/.extraheader +2024-09-30T17:49:20.9245969Z A job completed hook has been configured by the self-hosted runner administrator +2024-09-30T17:49:20.9271860Z ##[group]Run '/opt/tt_metal_infra/scripts/ci/wormhole_b0/cleanup.sh' +2024-09-30T17:49:20.9283605Z shell: /usr/bin/bash --noprofile --norc -e -o pipefail {0} +2024-09-30T17:49:20.9284131Z ##[endgroup] +2024-09-30T17:49:20.9336195Z Current date / time is Mon Sep 30 17:49:20 UTC 2024 +2024-09-30T17:49:20.9336757Z Printing out cpu information... +2024-09-30T17:49:20.9363903Z Architecture: x86_64 +2024-09-30T17:49:20.9364941Z CPU op-mode(s): 32-bit, 64-bit +2024-09-30T17:49:20.9365484Z Byte Order: Little Endian +2024-09-30T17:49:20.9366161Z Address sizes: 40 bits physical, 48 bits virtual +2024-09-30T17:49:20.9367252Z CPU(s): 14 +2024-09-30T17:49:20.9367817Z On-line CPU(s) list: 0-13 +2024-09-30T17:49:20.9371622Z Thread(s) per core: 1 +2024-09-30T17:49:20.9372138Z Core(s) per socket: 1 +2024-09-30T17:49:20.9372579Z Socket(s): 14 +2024-09-30T17:49:20.9373144Z NUMA node(s): 2 +2024-09-30T17:49:20.9373636Z Vendor ID: AuthenticAMD +2024-09-30T17:49:20.9374133Z CPU family: 23 +2024-09-30T17:49:20.9374540Z Model: 49 +2024-09-30T17:49:20.9375121Z Model name: AMD EPYC-Rome Processor +2024-09-30T17:49:20.9375611Z Stepping: 0 +2024-09-30T17:49:20.9376037Z CPU MHz: 3000.000 +2024-09-30T17:49:20.9376493Z BogoMIPS: 6000.00 +2024-09-30T17:49:20.9376975Z Virtualization: AMD-V +2024-09-30T17:49:20.9377425Z Hypervisor vendor: KVM +2024-09-30T17:49:20.9377868Z Virtualization type: full +2024-09-30T17:49:20.9378299Z L1d cache: 448 KiB +2024-09-30T17:49:20.9379086Z L1i cache: 448 KiB +2024-09-30T17:49:20.9379535Z L2 cache: 7 MiB +2024-09-30T17:49:20.9380021Z L3 cache: 224 MiB +2024-09-30T17:49:20.9380503Z NUMA node0 CPU(s): 0-6 +2024-09-30T17:49:20.9380980Z NUMA node1 CPU(s): 7-13 +2024-09-30T17:49:20.9381471Z Vulnerability Gather data sampling: Not affected +2024-09-30T17:49:20.9382013Z Vulnerability Itlb multihit: Not affected +2024-09-30T17:49:20.9382531Z Vulnerability L1tf: Not affected +2024-09-30T17:49:20.9383017Z Vulnerability Mds: Not affected +2024-09-30T17:49:20.9383584Z Vulnerability Meltdown: Not affected +2024-09-30T17:49:20.9384083Z Vulnerability Mmio stale data: Not affected +2024-09-30T17:49:20.9384656Z Vulnerability Retbleed: Vulnerable +2024-09-30T17:49:20.9385458Z Vulnerability Spec store bypass: Mitigation; Speculative Store Bypass disabled via prctl and seccomp +2024-09-30T17:49:20.9386565Z Vulnerability Spectre v1: Mitigation; usercopy/swapgs barriers and __user pointer sanitization +2024-09-30T17:49:20.9387997Z Vulnerability Spectre v2: Mitigation; Retpolines; IBPB conditional; STIBP disabled; RSB filling; PBRSB-eIBRS Not affected; BHI Not affected +2024-09-30T17:49:20.9388997Z Vulnerability Srbds: Not affected +2024-09-30T17:49:20.9389494Z Vulnerability Tsx async abort: Not affected +2024-09-30T17:49:20.9392987Z Flags: fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good nopl nonstop_tsc cpuid extd_apicid tsc_known_freq pni pclmulqdq ssse3 fma cx16 sse4_1 sse4_2 x2apic movbe popcnt aes xsave avx f16c rdrand hypervisor lahf_lm svm cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw topoext perfctr_core ssbd ibpb stibp vmmcall fsgsbase bmi1 avx2 smep bmi2 rdseed adx smap clflushopt clwb sha_ni xsaveopt xsavec xgetbv1 clzero xsaveerptr wbnoinvd arat npt nrip_save umip rdpid +2024-09-30T17:49:20.9585450Z Cleaning up orphan processes diff --git a/infra/tests/_data/data_collection/cicd/all_post_commit_runner_died_12626_11110261767/11110261767/logs/30868549210.log b/infra/tests/_data/data_collection/cicd/all_post_commit_runner_died_12626_11110261767/11110261767/logs/30868549210.log new file mode 100644 index 00000000000..4fe99125972 --- /dev/null +++ b/infra/tests/_data/data_collection/cicd/all_post_commit_runner_died_12626_11110261767/11110261767/logs/30868549210.log @@ -0,0 +1,15408 @@ +2024-09-30T17:03:15.1644038Z Current runner version: '2.319.1' +2024-09-30T17:03:15.1650055Z Runner name: 'tt-metal-ci-vm-46' +2024-09-30T17:03:15.1650595Z Runner group name: 'Default' +2024-09-30T17:03:15.1651221Z Machine name: 'tt-metal-ci-vm-46' +2024-09-30T17:03:15.1667746Z Testing runner upgrade compatibility +2024-09-30T17:03:15.2796536Z ##[group]GITHUB_TOKEN Permissions +2024-09-30T17:03:15.2798282Z Actions: read +2024-09-30T17:03:15.2798612Z Contents: read +2024-09-30T17:03:15.2798916Z Metadata: read +2024-09-30T17:03:15.2799220Z Packages: write +2024-09-30T17:03:15.2799529Z Pages: write +2024-09-30T17:03:15.2799832Z ##[endgroup] +2024-09-30T17:03:15.2803085Z Secret source: Actions +2024-09-30T17:03:15.2803583Z Prepare workflow directory +2024-09-30T17:03:15.3646918Z Prepare all required actions +2024-09-30T17:03:15.3869669Z Getting action download info +2024-09-30T17:03:15.5649663Z Download action repository 'tenstorrent-metal/metal-workflows@v2.0.0' (SHA:22c747950076e4c9627125e14734e287c08287a7) +2024-09-30T17:03:15.9858848Z Download action repository 'actions/download-artifact@v4' (SHA:fa0a91b85d4f404e444e00e005971372dc801d16) +2024-09-30T17:03:16.7841118Z Getting action download info +2024-09-30T17:03:16.9362861Z Download action repository 'actions/checkout@v4' (SHA:692973e3d937129bcbf40652eb9f2f61becf3332) +2024-09-30T17:03:17.6239959Z Uses: tenstorrent/tt-metal/.github/workflows/fast-dispatch-build-and-unit-tests.yaml@refs/heads/asaigal/dispatch_s (a6fea2adef8786a0615456df19fd0582e925bc61) +2024-09-30T17:03:17.6242871Z ##[group] Inputs +2024-09-30T17:03:17.6243278Z arch: wormhole_b0 +2024-09-30T17:03:17.6243652Z runner-label: N300 +2024-09-30T17:03:17.6244761Z timeout: 45 +2024-09-30T17:03:17.6245130Z ##[endgroup] +2024-09-30T17:03:17.6246089Z Complete job name: fast-dispatch-unit-tests (wormhole_b0, N300) / eager unit tests 7 wormhole_b0 N300 +2024-09-30T17:03:17.6908655Z A job started hook has been configured by the self-hosted runner administrator +2024-09-30T17:03:17.7089809Z ##[group]Run '/opt/tt_metal_infra/scripts/ci/wormhole_b0/reset.sh' +2024-09-30T17:03:17.7107364Z shell: /usr/bin/bash --noprofile --norc -e -o pipefail {0} +2024-09-30T17:03:17.7107945Z ##[endgroup] +2024-09-30T17:03:17.7369878Z Current date / time is Mon Sep 30 17:03:17 UTC 2024 +2024-09-30T17:03:30.9804004Z tt-smi reset was successful +2024-09-30T17:03:31.3829638Z +2024-09-30T17:03:31.3830665Z  Detected Chips: 1 +2024-09-30T17:03:31.3844549Z  +2024-09-30T17:03:31.3844911Z  Detected Chips: 1 +2024-09-30T17:03:31.3845170Z +2024-09-30T17:03:31.3845361Z  Detecting ARC: | +2024-09-30T17:03:31.3845602Z +2024-09-30T17:03:31.3845814Z  Detecting DRAM: | +2024-09-30T17:03:31.3847592Z +2024-09-30T17:03:31.3850960Z [] [16/16] ETH: | +2024-09-30T17:03:31.3851779Z  +2024-09-30T17:03:31.3852442Z  Detected Chips: 2 +2024-09-30T17:03:31.3971201Z  +2024-09-30T17:03:31.3971765Z  Detected Chips: 2 +2024-09-30T17:03:31.3972153Z +2024-09-30T17:03:31.3972399Z  Detecting ARC: / +2024-09-30T17:03:31.3972952Z +2024-09-30T17:03:31.3973197Z  Detecting DRAM: / +2024-09-30T17:03:31.3973524Z +2024-09-30T17:03:31.3973811Z [] [16/16] ETH: / +2024-09-30T17:03:31.4027554Z  +2024-09-30T17:03:31.4028044Z  Detected Chips: 3 +2024-09-30T17:03:31.4133558Z  +2024-09-30T17:03:31.4133977Z  Detected Chips: 3 +2024-09-30T17:03:31.4134305Z +2024-09-30T17:03:31.4134526Z  Detecting ARC: - +2024-09-30T17:03:31.4134774Z +2024-09-30T17:03:31.4134952Z  Detecting DRAM: - +2024-09-30T17:03:31.4135212Z +2024-09-30T17:03:31.4135396Z [] [16/16] ETH: - +2024-09-30T17:03:31.4166950Z  +2024-09-30T17:03:31.4167316Z  Detected Chips: 2 +2024-09-30T17:03:31.4258975Z Gathering Information ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 100% 0:00:00 +2024-09-30T17:03:31.4269188Z  Saved tt-smi log to: /opt/tt_metal_infra/smi.log  +2024-09-30T17:03:31.4644163Z { +2024-09-30T17:03:31.4644967Z "time": "2024-09-30T17:03:31.416594", +2024-09-30T17:03:31.4647029Z "host_info": { +2024-09-30T17:03:31.4647341Z "OS": "Linux", +2024-09-30T17:03:31.4647739Z "Distro": "Ubuntu 20.04.3 LTS", +2024-09-30T17:03:31.4648247Z "Kernel": "5.4.0-196-generic", +2024-09-30T17:03:31.4648727Z "Hostname": "tt-metal-ci-vm-46", +2024-09-30T17:03:31.4649176Z "Platform": "x86_64", +2024-09-30T17:03:31.4649814Z "Python": "3.8.10", +2024-09-30T17:03:31.4650241Z "Memory": "47.14 GB", +2024-09-30T17:03:31.4650634Z "Driver": "TTKMD 1.27.1" +2024-09-30T17:03:31.4650979Z }, +2024-09-30T17:03:31.4651243Z "device_info": [ +2024-09-30T17:03:31.4651548Z { +2024-09-30T17:03:31.4651845Z "smbus_telem": { +2024-09-30T17:03:31.4652379Z "BOARD_ID": "0x10001451170c104", +2024-09-30T17:03:31.4652890Z "SMBUS_TX_ENUM_VERSION": "0xba5e0001", +2024-09-30T17:03:31.4653352Z "SMBUS_TX_DEVICE_ID": "0x401e1e52", +2024-09-30T17:03:31.4653820Z "SMBUS_TX_ASIC_RO": "0x2db24", +2024-09-30T17:03:31.4654242Z "SMBUS_TX_ASIC_IDD": "0xad6", +2024-09-30T17:03:31.4654673Z "SMBUS_TX_BOARD_ID_HIGH": "0x1000145", +2024-09-30T17:03:31.4655134Z "SMBUS_TX_BOARD_ID_LOW": "0x1170c104", +2024-09-30T17:03:31.4655591Z "SMBUS_TX_ARC0_FW_VERSION": "0x21b0000", +2024-09-30T17:03:31.4656063Z "SMBUS_TX_ARC1_FW_VERSION": "0x21b0000", +2024-09-30T17:03:31.4656513Z "SMBUS_TX_ARC2_FW_VERSION": null, +2024-09-30T17:03:31.4656970Z "SMBUS_TX_ARC3_FW_VERSION": "0x21b0000", +2024-09-30T17:03:31.4657483Z "SMBUS_TX_SPIBOOTROM_FW_VERSION": "0x30b0000", +2024-09-30T17:03:31.4657994Z "SMBUS_TX_ETH_FW_VERSION": "0x69000", +2024-09-30T17:03:31.4658732Z "SMBUS_TX_M3_BL_FW_VERSION": "0x81020000", +2024-09-30T17:03:31.4659222Z "SMBUS_TX_M3_APP_FW_VERSION": "0x5090000", +2024-09-30T17:03:31.4659673Z "SMBUS_TX_DDR_SPEED": null, +2024-09-30T17:03:31.4660114Z "SMBUS_TX_DDR_STATUS": "0x2222222", +2024-09-30T17:03:31.4660561Z "SMBUS_TX_ETH_STATUS0": "0x11111111", +2024-09-30T17:03:31.4661008Z "SMBUS_TX_ETH_STATUS1": "0x11111133", +2024-09-30T17:03:31.4661457Z "SMBUS_TX_PCIE_STATUS": "0x11040000", +2024-09-30T17:03:31.4661887Z "SMBUS_TX_FAULTS": null, +2024-09-30T17:03:31.4662293Z "SMBUS_TX_ARC0_HEALTH": "0xa65a", +2024-09-30T17:03:31.4662727Z "SMBUS_TX_ARC1_HEALTH": "0x471d", +2024-09-30T17:03:31.4663145Z "SMBUS_TX_ARC2_HEALTH": null, +2024-09-30T17:03:31.4663572Z "SMBUS_TX_ARC3_HEALTH": "0x75", +2024-09-30T17:03:31.4664010Z "SMBUS_TX_FAN_SPEED": "0xffffffff", +2024-09-30T17:03:31.4664453Z "SMBUS_TX_AICLK": "0x3e801f4", +2024-09-30T17:03:31.4664867Z "SMBUS_TX_AXICLK": "0x384", +2024-09-30T17:03:31.4665279Z "SMBUS_TX_ARCCLK": "0x21c", +2024-09-30T17:03:31.4665695Z "SMBUS_TX_THROTTLER": null, +2024-09-30T17:03:31.4666104Z "SMBUS_TX_VCORE": "0x2d5", +2024-09-30T17:03:31.4666795Z "SMBUS_TX_ASIC_TEMPERATURE": "0x3480338", +2024-09-30T17:03:31.4667284Z "SMBUS_TX_VREG_TEMPERATURE": "0x340032", +2024-09-30T17:03:31.4667762Z "SMBUS_TX_BOARD_TEMPERATURE": "0x292e2c", +2024-09-30T17:03:31.4668209Z "SMBUS_TX_TDP": "0x55000f", +2024-09-30T17:03:31.4668608Z "SMBUS_TX_TDC": "0xa00014", +2024-09-30T17:03:31.4669035Z "SMBUS_TX_VDD_LIMITS": "0x3e802d0", +2024-09-30T17:03:31.4669478Z "SMBUS_TX_THM_LIMITS": "0x53004b", +2024-09-30T17:03:31.4669942Z "SMBUS_TX_WH_FW_DATE": "0x4711141b", +2024-09-30T17:03:31.4670392Z "SMBUS_TX_ASIC_TMON0": "0x2e353e2f", +2024-09-30T17:03:31.4670830Z "SMBUS_TX_ASIC_TMON1": "0x3233", +2024-09-30T17:03:31.4671280Z "SMBUS_TX_MVDDQ_POWER": "0x19106d", +2024-09-30T17:03:31.4671873Z "SMBUS_TX_GDDR_TRAIN_TEMP0": null, +2024-09-30T17:03:31.4672322Z "SMBUS_TX_GDDR_TRAIN_TEMP1": null, +2024-09-30T17:03:31.4672765Z "SMBUS_TX_BOOT_DATE": "0x491e1103", +2024-09-30T17:03:31.4673490Z "SMBUS_TX_RT_SECONDS": "0xb", +2024-09-30T17:03:31.4673911Z "SMBUS_TX_AUX_STATUS": null, +2024-09-30T17:03:31.4674363Z "SMBUS_TX_ETH_DEBUG_STATUS0": "0xccddddcc", +2024-09-30T17:03:31.4674845Z "SMBUS_TX_ETH_DEBUG_STATUS1": "0xccdddd00", +2024-09-30T17:03:31.4675314Z "SMBUS_TX_TT_FLASH_VERSION": "0x20100" +2024-09-30T17:03:31.4675718Z }, +2024-09-30T17:03:31.4675989Z "board_info": { +2024-09-30T17:03:31.4676320Z "bus_id": "0000:07:00.0", +2024-09-30T17:03:31.4676710Z "board_type": "n300 L", +2024-09-30T17:03:31.4677106Z "board_id": "010001451170c104", +2024-09-30T17:03:31.4677529Z "coords": "(0, 0, 0, 0)", +2024-09-30T17:03:31.4677906Z "dram_status": true, +2024-09-30T17:03:31.4678286Z "dram_speed": "12G", +2024-09-30T17:03:31.4678668Z "pcie_speed": 4, +2024-09-30T17:03:31.4679021Z "pcie_width": 16 +2024-09-30T17:03:31.4679355Z }, +2024-09-30T17:03:31.4679622Z "telemetry": { +2024-09-30T17:03:31.4679947Z "voltage": "0.72", +2024-09-30T17:03:31.4680304Z "current": " 20.0", +2024-09-30T17:03:31.4680674Z "power": " 15.0", +2024-09-30T17:03:31.4681021Z "aiclk": " 500", +2024-09-30T17:03:31.4681389Z "asic_temperature": "51.5" +2024-09-30T17:03:31.4681766Z }, +2024-09-30T17:03:31.4682160Z "firmwares": { +2024-09-30T17:03:31.4682492Z "arc_fw": "2.27.0.0", +2024-09-30T17:03:31.4683004Z "arc_fw_date": "2024-07-17", +2024-09-30T17:03:31.4683398Z "eth_fw": "6.9.0", +2024-09-30T17:03:31.4683769Z "m3_bl_fw": "129.2.0.0", +2024-09-30T17:03:31.4684146Z "m3_app_fw": "5.9.0.0", +2024-09-30T17:03:31.4684544Z "tt_flash_version": "0.2.1.0" +2024-09-30T17:03:31.4684925Z }, +2024-09-30T17:03:31.4685192Z "limits": { +2024-09-30T17:03:31.4685495Z "vdd_min": "0.72", +2024-09-30T17:03:31.4685847Z "vdd_max": "1.00", +2024-09-30T17:03:31.4686203Z "tdp_limit": " 85", +2024-09-30T17:03:31.4686565Z "tdc_limit": "160", +2024-09-30T17:03:31.4686921Z "asic_fmax": "1000", +2024-09-30T17:03:31.4687312Z "therm_trip_l1_limit": "83", +2024-09-30T17:03:31.4687965Z "thm_limit": "75", +2024-09-30T17:03:31.4688425Z "bus_peak_limit": null +2024-09-30T17:03:31.4688812Z } +2024-09-30T17:03:31.4689156Z }, +2024-09-30T17:03:31.4689467Z { +2024-09-30T17:03:31.4689784Z "smbus_telem": { +2024-09-30T17:03:31.4690204Z "BOARD_ID": "0x10001451170c104", +2024-09-30T17:03:31.4690712Z "SMBUS_TX_ENUM_VERSION": "0xba5e0001", +2024-09-30T17:03:31.4691206Z "SMBUS_TX_DEVICE_ID": null, +2024-09-30T17:03:31.4691709Z "SMBUS_TX_ASIC_RO": "0x2e49b", +2024-09-30T17:03:31.4692168Z "SMBUS_TX_ASIC_IDD": "0xb7d", +2024-09-30T17:03:31.4692673Z "SMBUS_TX_BOARD_ID_HIGH": "0x1000145", +2024-09-30T17:03:31.4693239Z "SMBUS_TX_BOARD_ID_LOW": "0x1170c104", +2024-09-30T17:03:31.4693763Z "SMBUS_TX_ARC0_FW_VERSION": "0x21b0000", +2024-09-30T17:03:31.4694274Z "SMBUS_TX_ARC1_FW_VERSION": "0x21b0000", +2024-09-30T17:03:31.4694832Z "SMBUS_TX_ARC2_FW_VERSION": null, +2024-09-30T17:03:31.4695413Z "SMBUS_TX_ARC3_FW_VERSION": "0x21b0000", +2024-09-30T17:03:31.4696075Z "SMBUS_TX_SPIBOOTROM_FW_VERSION": "0x30b0000", +2024-09-30T17:03:31.4696886Z "SMBUS_TX_ETH_FW_VERSION": "0x69000", +2024-09-30T17:03:31.4697450Z "SMBUS_TX_M3_BL_FW_VERSION": "0x81020000", +2024-09-30T17:03:31.4698354Z "SMBUS_TX_M3_APP_FW_VERSION": "0x5090000", +2024-09-30T17:03:31.4698860Z "SMBUS_TX_DDR_SPEED": null, +2024-09-30T17:03:31.4699320Z "SMBUS_TX_DDR_STATUS": "0x2222222", +2024-09-30T17:03:31.4699847Z "SMBUS_TX_ETH_STATUS0": "0x11111122", +2024-09-30T17:03:31.4700349Z "SMBUS_TX_ETH_STATUS1": "0x11111111", +2024-09-30T17:03:31.4700847Z "SMBUS_TX_PCIE_STATUS": null, +2024-09-30T17:03:31.4701384Z "SMBUS_TX_FAULTS": null, +2024-09-30T17:03:31.4701844Z "SMBUS_TX_ARC0_HEALTH": "0xa5d0", +2024-09-30T17:03:31.4803906Z "SMBUS_TX_ARC1_HEALTH": "0x46c6", +2024-09-30T17:03:31.4804437Z "SMBUS_TX_ARC2_HEALTH": null, +2024-09-30T17:03:31.4804995Z "SMBUS_TX_ARC3_HEALTH": "0x74", +2024-09-30T17:03:31.4805440Z "SMBUS_TX_FAN_SPEED": "0xffffffff", +2024-09-30T17:03:31.4805880Z "SMBUS_TX_AICLK": "0x3e801f4", +2024-09-30T17:03:31.4806301Z "SMBUS_TX_AXICLK": "0x384", +2024-09-30T17:03:31.4806700Z "SMBUS_TX_ARCCLK": "0x21c", +2024-09-30T17:03:31.4807114Z "SMBUS_TX_THROTTLER": null, +2024-09-30T17:03:31.4807537Z "SMBUS_TX_VCORE": "0x2d5", +2024-09-30T17:03:31.4807996Z "SMBUS_TX_ASIC_TEMPERATURE": "0x2740265", +2024-09-30T17:03:31.4808465Z "SMBUS_TX_VREG_TEMPERATURE": "0x2e002b", +2024-09-30T17:03:31.4808965Z "SMBUS_TX_BOARD_TEMPERATURE": "0x292e2c", +2024-09-30T17:03:31.4809413Z "SMBUS_TX_TDP": "0x55000b", +2024-09-30T17:03:31.4809982Z "SMBUS_TX_TDC": "0xa0000f", +2024-09-30T17:03:31.4810421Z "SMBUS_TX_VDD_LIMITS": "0x3e802d0", +2024-09-30T17:03:31.4810878Z "SMBUS_TX_THM_LIMITS": "0x53004b", +2024-09-30T17:03:31.4811352Z "SMBUS_TX_WH_FW_DATE": "0x4711141b", +2024-09-30T17:03:31.4811807Z "SMBUS_TX_ASIC_TMON0": "0x272f2d22", +2024-09-30T17:03:31.4812256Z "SMBUS_TX_ASIC_TMON1": "0x2021", +2024-09-30T17:03:31.4812695Z "SMBUS_TX_MVDDQ_POWER": "0x19aef1", +2024-09-30T17:03:31.4813138Z "SMBUS_TX_GDDR_TRAIN_TEMP0": null, +2024-09-30T17:03:31.4813574Z "SMBUS_TX_GDDR_TRAIN_TEMP1": null, +2024-09-30T17:03:31.4814003Z "SMBUS_TX_BOOT_DATE": "0x491e1103", +2024-09-30T17:03:31.4814433Z "SMBUS_TX_RT_SECONDS": "0xb", +2024-09-30T17:03:31.4814865Z "SMBUS_TX_AUX_STATUS": null, +2024-09-30T17:03:31.4815328Z "SMBUS_TX_ETH_DEBUG_STATUS0": "0xccdddd00", +2024-09-30T17:03:31.4815822Z "SMBUS_TX_ETH_DEBUG_STATUS1": "0xdddddddd", +2024-09-30T17:03:31.4816292Z "SMBUS_TX_TT_FLASH_VERSION": "0x20100" +2024-09-30T17:03:31.4816710Z }, +2024-09-30T17:03:31.4816988Z "board_info": { +2024-09-30T17:03:31.4817316Z "bus_id": "N/A", +2024-09-30T17:03:31.4817682Z "board_type": "n300 R", +2024-09-30T17:03:31.4818084Z "board_id": "010001451170c104", +2024-09-30T17:03:31.4818487Z "coords": "(1, 0, 0, 0)", +2024-09-30T17:03:31.4818863Z "dram_status": true, +2024-09-30T17:03:31.4819232Z "dram_speed": "12G", +2024-09-30T17:03:31.4819604Z "pcie_speed": "N/A", +2024-09-30T17:03:31.4819985Z "pcie_width": "N/A" +2024-09-30T17:03:31.4820342Z }, +2024-09-30T17:03:31.4820616Z "telemetry": { +2024-09-30T17:03:31.4820943Z "voltage": "0.72", +2024-09-30T17:03:31.4821311Z "current": " 15.0", +2024-09-30T17:03:31.4821679Z "power": " 11.0", +2024-09-30T17:03:31.4822033Z "aiclk": " 500", +2024-09-30T17:03:31.4822399Z "asic_temperature": "38.3" +2024-09-30T17:03:31.4822874Z }, +2024-09-30T17:03:31.4823141Z "firmwares": { +2024-09-30T17:03:31.4823469Z "arc_fw": "2.27.0.0", +2024-09-30T17:03:31.4823994Z "arc_fw_date": "2024-07-17", +2024-09-30T17:03:31.4824391Z "eth_fw": "6.9.0", +2024-09-30T17:03:31.4824745Z "m3_bl_fw": "129.2.0.0", +2024-09-30T17:03:31.4825122Z "m3_app_fw": "5.9.0.0", +2024-09-30T17:03:31.4825520Z "tt_flash_version": "0.2.1.0" +2024-09-30T17:03:31.4825904Z }, +2024-09-30T17:03:31.4826308Z "limits": { +2024-09-30T17:03:31.4826673Z "vdd_min": "0.72", +2024-09-30T17:03:31.4827030Z "vdd_max": "1.00", +2024-09-30T17:03:31.4827384Z "tdp_limit": " 85", +2024-09-30T17:03:31.4827740Z "tdc_limit": "160", +2024-09-30T17:03:31.4828102Z "asic_fmax": "1000", +2024-09-30T17:03:31.4828497Z "therm_trip_l1_limit": "83", +2024-09-30T17:03:31.4828886Z "thm_limit": "75", +2024-09-30T17:03:31.4829257Z "bus_peak_limit": null +2024-09-30T17:03:31.4829616Z } +2024-09-30T17:03:31.4829876Z } +2024-09-30T17:03:31.4830116Z ] +2024-09-30T17:03:31.4830389Z }Printing out cpu information... +2024-09-30T17:03:31.4830806Z Architecture: x86_64 +2024-09-30T17:03:31.4831353Z CPU op-mode(s): 32-bit, 64-bit +2024-09-30T17:03:31.4831842Z Byte Order: Little Endian +2024-09-30T17:03:31.4832376Z Address sizes: 40 bits physical, 48 bits virtual +2024-09-30T17:03:31.4832883Z CPU(s): 14 +2024-09-30T17:03:31.4833325Z On-line CPU(s) list: 0-13 +2024-09-30T17:03:31.4833727Z Thread(s) per core: 1 +2024-09-30T17:03:31.4834208Z Core(s) per socket: 1 +2024-09-30T17:03:31.4834612Z Socket(s): 14 +2024-09-30T17:03:31.4834978Z NUMA node(s): 2 +2024-09-30T17:03:31.4835393Z Vendor ID: AuthenticAMD +2024-09-30T17:03:31.4835819Z CPU family: 23 +2024-09-30T17:03:31.4836180Z Model: 49 +2024-09-30T17:03:31.4836701Z Model name: AMD EPYC-Rome Processor +2024-09-30T17:03:31.4837164Z Stepping: 0 +2024-09-30T17:03:31.4837551Z CPU MHz: 2999.998 +2024-09-30T17:03:31.4837958Z BogoMIPS: 5999.99 +2024-09-30T17:03:31.4838388Z Virtualization: AMD-V +2024-09-30T17:03:31.4838784Z Hypervisor vendor: KVM +2024-09-30T17:03:31.4839177Z Virtualization type: full +2024-09-30T17:03:31.4839569Z L1d cache: 448 KiB +2024-09-30T17:03:31.4839969Z L1i cache: 448 KiB +2024-09-30T17:03:31.4840372Z L2 cache: 7 MiB +2024-09-30T17:03:31.4840761Z L3 cache: 224 MiB +2024-09-30T17:03:31.4841193Z NUMA node0 CPU(s): 0-6 +2024-09-30T17:03:31.4841631Z NUMA node1 CPU(s): 7-13 +2024-09-30T17:03:31.4842065Z Vulnerability Gather data sampling: Not affected +2024-09-30T17:03:31.4842546Z Vulnerability Itlb multihit: Not affected +2024-09-30T17:03:31.4843017Z Vulnerability L1tf: Not affected +2024-09-30T17:03:31.4843470Z Vulnerability Mds: Not affected +2024-09-30T17:03:31.4843928Z Vulnerability Meltdown: Not affected +2024-09-30T17:03:31.4844395Z Vulnerability Mmio stale data: Not affected +2024-09-30T17:03:31.4844862Z Vulnerability Retbleed: Vulnerable +2024-09-30T17:03:31.4845607Z Vulnerability Spec store bypass: Mitigation; Speculative Store Bypass disabled via prctl and seccomp +2024-09-30T17:03:31.4846629Z Vulnerability Spectre v1: Mitigation; usercopy/swapgs barriers and __user pointer sanitization +2024-09-30T17:03:31.4847976Z Vulnerability Spectre v2: Mitigation; Retpolines; IBPB conditional; STIBP disabled; RSB filling; PBRSB-eIBRS Not affected; BHI Not affected +2024-09-30T17:03:31.4849011Z Vulnerability Srbds: Not affected +2024-09-30T17:03:31.4849484Z Vulnerability Tsx async abort: Not affected +2024-09-30T17:03:31.4852844Z Flags: fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good nopl nonstop_tsc cpuid extd_apicid tsc_known_freq pni pclmulqdq ssse3 fma cx16 sse4_1 sse4_2 x2apic movbe popcnt aes xsave avx f16c rdrand hypervisor lahf_lm svm cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw topoext perfctr_core ssbd ibpb stibp vmmcall fsgsbase bmi1 avx2 smep bmi2 rdseed adx smap clflushopt clwb sha_ni xsaveopt xsavec xgetbv1 clzero xsaveerptr wbnoinvd arat npt nrip_save umip rdpid +2024-09-30T17:04:01.8236196Z /proc/cmdline is satisfactory, continuing with installation +2024-09-30T17:04:01.8237249Z Huge pages is now set up +2024-09-30T17:04:01.8811426Z Hugepage check passed! +2024-09-30T17:04:01.9247035Z ##[group]Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0 +2024-09-30T17:04:01.9247792Z with: +2024-09-30T17:04:01.9248205Z token: *** +2024-09-30T17:04:01.9248487Z fetch-depth: 1 +2024-09-30T17:04:01.9248764Z env: +2024-09-30T17:04:01.9249015Z LOGURU_LEVEL: INFO +2024-09-30T17:04:01.9249307Z ##[endgroup] +2024-09-30T17:04:01.9497261Z ##[group]Run actions/checkout@v4 +2024-09-30T17:04:01.9497760Z with: +2024-09-30T17:04:01.9498242Z token: *** +2024-09-30T17:04:01.9498606Z fetch-depth: 1 +2024-09-30T17:04:01.9498943Z lfs: true +2024-09-30T17:04:01.9499292Z submodules: recursive +2024-09-30T17:04:01.9499688Z clean: true +2024-09-30T17:04:01.9500065Z repository: tenstorrent/tt-metal +2024-09-30T17:04:01.9500479Z ssh-strict: true +2024-09-30T17:04:01.9500834Z ssh-user: git +2024-09-30T17:04:01.9501220Z persist-credentials: true +2024-09-30T17:04:01.9501629Z sparse-checkout-cone-mode: true +2024-09-30T17:04:01.9502149Z fetch-tags: false +2024-09-30T17:04:01.9502584Z show-progress: true +2024-09-30T17:04:01.9502906Z set-safe-directory: true +2024-09-30T17:04:01.9503313Z env: +2024-09-30T17:04:01.9503578Z LOGURU_LEVEL: INFO +2024-09-30T17:04:01.9503870Z ##[endgroup] +2024-09-30T17:04:02.1724654Z Syncing repository: tenstorrent/tt-metal +2024-09-30T17:04:02.1726450Z ##[group]Getting Git version info +2024-09-30T17:04:02.1727393Z Working directory is '/home/ubuntu/actions-runner/_work/tt-metal/tt-metal' +2024-09-30T17:04:02.1728594Z [command]/usr/bin/git version +2024-09-30T17:04:02.1806002Z git version 2.25.1 +2024-09-30T17:04:02.1846152Z [command]/usr/bin/git lfs version +2024-09-30T17:04:02.2190812Z git-lfs/2.9.2 (GitHub; linux amd64; go 1.13.5) +2024-09-30T17:04:02.2202327Z ##[endgroup] +2024-09-30T17:04:02.2219465Z Temporarily overriding HOME='/home/ubuntu/actions-runner/_work/_temp/6e6514ee-07c7-4341-a326-73a0a6da4d52' before making global git config changes +2024-09-30T17:04:02.2221288Z Adding repository directory to the temporary git global config as a safe directory +2024-09-30T17:04:02.2254392Z [command]/usr/bin/git config --global --add safe.directory /home/ubuntu/actions-runner/_work/tt-metal/tt-metal +2024-09-30T17:04:02.2273731Z [command]/usr/bin/git config --local --get remote.origin.url +2024-09-30T17:04:02.2295653Z https://github.com/tenstorrent/tt-metal +2024-09-30T17:04:02.2310415Z ##[group]Removing previously created refs, to avoid conflicts +2024-09-30T17:04:02.2314074Z [command]/usr/bin/git rev-parse --symbolic-full-name --verify --quiet HEAD +2024-09-30T17:04:02.2347729Z refs/heads/main +2024-09-30T17:04:02.2357973Z [command]/usr/bin/git checkout --detach +2024-09-30T17:04:02.5271969Z HEAD is now at a3e9cf0 #0: Optimize untilize_with_unpad for W 16 +2024-09-30T17:04:03.2415702Z [command]/usr/bin/git branch --delete --force main +2024-09-30T17:04:03.2442287Z Deleted branch main (was a3e9cf0). +2024-09-30T17:04:03.2870527Z ##[endgroup] +2024-09-30T17:04:03.2870952Z [command]/usr/bin/git submodule status +2024-09-30T17:04:03.3149341Z 7b11d073376b905b46edaa757f0bfde5c38a9636 models/demos/t3000/llama2_70b/reference/llama (heads/main) +2024-09-30T17:04:03.3207555Z 2ba5a2973915aa1c5afbf6f1524e87e0c43bc058 tt_metal/third_party/lfs (heads/main) +2024-09-30T17:04:03.3266867Z b8f28551cc3a98ea9fbfc15c05b513c8f2d23e84 tt_metal/third_party/pybind11 (b8f2855) +2024-09-30T17:04:03.3329540Z 0719b7cd6867290736ebecaf4dbd2734224c691f tt_metal/third_party/sfpi (0719b7c) +2024-09-30T17:04:03.3394400Z 7d9e85b6b2e9bf501021f857f2f3cbe43bc37c85 tt_metal/third_party/taskflow (7d9e85b) +2024-09-30T17:04:03.3450219Z 71d4c8d378b52af7da7012b9b595a61e9304f0bb tt_metal/third_party/tracy (71d4c8d) +2024-09-30T17:04:03.3517527Z 05709f423aa713fd299f52f4779d09e791a3228e tt_metal/third_party/tt_llk_blackhole (remotes/origin/HEAD) +2024-09-30T17:04:03.3575384Z eda31ada422e8a7999d46823aa476e3487397093 tt_metal/third_party/tt_llk_grayskull (heads/main) +2024-09-30T17:04:03.3640919Z 47bc7d232edd7d7974938ec539a5661e689f5b53 tt_metal/third_party/tt_llk_wormhole_b0 (remotes/origin/HEAD) +2024-09-30T17:04:03.3701978Z f7b1ce0f6ed3101bdd4f1367145378a59996f07b tt_metal/third_party/umd (f7b1ce0) +2024-09-30T17:04:03.3717566Z ##[group]Cleaning the repository +2024-09-30T17:04:03.3721104Z [command]/usr/bin/git clean -ffdx +2024-09-30T17:04:04.6469317Z Removing .cache/ +2024-09-30T17:04:04.6469790Z Removing .local/ +2024-09-30T17:04:04.6470290Z Removing .ttnn_runtime_artifacts/ +2024-09-30T17:04:04.6470858Z Removing __pycache__/ +2024-09-30T17:04:04.6471839Z Removing metal_libs-0.53.0rc3.dev11+wormhole.b0-cp38-cp38-linux_x86_64.whl +2024-09-30T17:04:04.6473032Z Removing metal_libs-0.53.0rc3.dev11+wormhole.b0.tar.gz +2024-09-30T17:04:04.6474047Z Removing models/__pycache__/ +2024-09-30T17:04:04.6474634Z Removing models/demos/bert/tt/__pycache__/ +2024-09-30T17:04:04.6475329Z Removing models/demos/metal_BERT_large_11/tt/__pycache__/ +2024-09-30T17:04:04.6475960Z Removing models/demos/t3000/llama2_70b/tt/__pycache__/ +2024-09-30T17:04:04.6476603Z Removing models/experimental/functional_common/__pycache__/ +2024-09-30T17:04:04.6477253Z Removing semicolon_delimited_script +2024-09-30T17:04:04.6477716Z Removing tests/scripts/__pycache__/ +2024-09-30T17:04:04.6478300Z Removing tests/tt_eager/python_api_testing/conv/__pycache__/ +2024-09-30T17:04:04.6479037Z Removing tests/tt_eager/python_api_testing/sweep_tests/__pycache__/ +2024-09-30T17:04:04.6479801Z Removing tests/tt_eager/python_api_testing/unit_testing/__pycache__/ +2024-09-30T17:04:04.6480620Z Removing tests/tt_eager/python_api_testing/unit_testing/backward_ops/__pycache__/ +2024-09-30T17:04:04.6481516Z Removing tests/tt_eager/python_api_testing/unit_testing/fallback_ops/__pycache__/ +2024-09-30T17:04:04.6482349Z Removing tests/tt_eager/python_api_testing/unit_testing/loss_ops/__pycache__/ +2024-09-30T17:04:04.6483296Z Removing tests/tt_eager/python_api_testing/unit_testing/misc/__pycache__/ +2024-09-30T17:04:04.6484060Z Removing tests/ttnn/__pycache__/ +2024-09-30T17:04:04.6484899Z Removing tests/ttnn/python_api_testing/sweep_tests/__pycache__/ +2024-09-30T17:04:04.6487247Z [command]/usr/bin/git reset --hard HEAD +2024-09-30T17:04:04.7573998Z HEAD is now at a3e9cf0 #0: Optimize untilize_with_unpad for W 16 +2024-09-30T17:04:04.7581129Z ##[endgroup] +2024-09-30T17:04:04.7582295Z ##[group]Disabling automatic garbage collection +2024-09-30T17:04:04.7586254Z [command]/usr/bin/git config --local gc.auto 0 +2024-09-30T17:04:04.7618222Z ##[endgroup] +2024-09-30T17:04:04.7618901Z ##[group]Setting up auth +2024-09-30T17:04:04.7630977Z [command]/usr/bin/git config --local --name-only --get-regexp core\.sshCommand +2024-09-30T17:04:04.7650630Z [command]/usr/bin/git submodule foreach --recursive sh -c "git config --local --name-only --get-regexp 'core\.sshCommand' && git config --local --unset-all 'core.sshCommand' || :" +2024-09-30T17:04:04.7855551Z Entering 'models/demos/t3000/llama2_70b/reference/llama' +2024-09-30T17:04:04.7899023Z Entering 'tt_metal/third_party/lfs' +2024-09-30T17:04:04.7931358Z Entering 'tt_metal/third_party/pybind11' +2024-09-30T17:04:04.7968826Z Entering 'tt_metal/third_party/sfpi' +2024-09-30T17:04:04.8010122Z Entering 'tt_metal/third_party/taskflow' +2024-09-30T17:04:04.8054371Z Entering 'tt_metal/third_party/tracy' +2024-09-30T17:04:04.8096023Z Entering 'tt_metal/third_party/tt_llk_blackhole' +2024-09-30T17:04:04.8136129Z Entering 'tt_metal/third_party/tt_llk_grayskull' +2024-09-30T17:04:04.8171624Z Entering 'tt_metal/third_party/tt_llk_wormhole_b0' +2024-09-30T17:04:04.8209308Z Entering 'tt_metal/third_party/umd' +2024-09-30T17:04:04.8249055Z Entering 'tt_metal/third_party/umd/third_party/fmt' +2024-09-30T17:04:04.8301491Z [command]/usr/bin/git config --local --name-only --get-regexp http\.https\:\/\/github\.com\/\.extraheader +2024-09-30T17:04:04.8323487Z [command]/usr/bin/git submodule foreach --recursive sh -c "git config --local --name-only --get-regexp 'http\.https\:\/\/github\.com\/\.extraheader' && git config --local --unset-all 'http.https://github.com/.extraheader' || :" +2024-09-30T17:04:04.8529785Z Entering 'models/demos/t3000/llama2_70b/reference/llama' +2024-09-30T17:04:04.8570040Z Entering 'tt_metal/third_party/lfs' +2024-09-30T17:04:04.8608382Z Entering 'tt_metal/third_party/pybind11' +2024-09-30T17:04:04.8647788Z Entering 'tt_metal/third_party/sfpi' +2024-09-30T17:04:04.8689910Z Entering 'tt_metal/third_party/taskflow' +2024-09-30T17:04:04.8735592Z Entering 'tt_metal/third_party/tracy' +2024-09-30T17:04:04.8775517Z Entering 'tt_metal/third_party/tt_llk_blackhole' +2024-09-30T17:04:04.8814144Z Entering 'tt_metal/third_party/tt_llk_grayskull' +2024-09-30T17:04:04.8852402Z Entering 'tt_metal/third_party/tt_llk_wormhole_b0' +2024-09-30T17:04:04.8891950Z Entering 'tt_metal/third_party/umd' +2024-09-30T17:04:04.8931261Z Entering 'tt_metal/third_party/umd/third_party/fmt' +2024-09-30T17:04:04.8989413Z [command]/usr/bin/git config --local http.https://github.com/.extraheader AUTHORIZATION: basic *** +2024-09-30T17:04:04.9019986Z ##[endgroup] +2024-09-30T17:04:04.9021925Z [command]/usr/bin/git lfs install --local +2024-09-30T17:04:04.9166744Z Updated git hooks. +2024-09-30T17:04:04.9167642Z Git LFS initialized. +2024-09-30T17:04:04.9182166Z ##[group]Fetching the repository +2024-09-30T17:04:04.9190282Z [command]/usr/bin/git -c protocol.version=2 fetch --no-tags --prune --no-recurse-submodules --depth=1 origin +a6fea2adef8786a0615456df19fd0582e925bc61:refs/remotes/origin/asaigal/dispatch_s +2024-09-30T17:04:05.5002201Z From https://github.com/tenstorrent/tt-metal +2024-09-30T17:04:05.5003291Z + 37c69cb...a6fea2a a6fea2adef8786a0615456df19fd0582e925bc61 -> origin/asaigal/dispatch_s (forced update) +2024-09-30T17:04:05.5022463Z ##[endgroup] +2024-09-30T17:04:05.5023131Z ##[group]Determining the checkout info +2024-09-30T17:04:05.5023804Z ##[endgroup] +2024-09-30T17:04:05.5024290Z ##[group]Fetching LFS objects +2024-09-30T17:04:05.5027218Z [command]/usr/bin/git lfs fetch origin refs/remotes/origin/asaigal/dispatch_s +2024-09-30T17:04:05.5122953Z fetch: Fetching reference refs/remotes/origin/asaigal/dispatch_s +2024-09-30T17:04:05.9308045Z ##[endgroup] +2024-09-30T17:04:05.9308659Z ##[group]Checking out the ref +2024-09-30T17:04:05.9313286Z [command]/usr/bin/git checkout --progress --force -B asaigal/dispatch_s refs/remotes/origin/asaigal/dispatch_s +2024-09-30T17:04:05.9635064Z Previous HEAD position was a3e9cf0 #0: Optimize untilize_with_unpad for W 16 +2024-09-30T17:04:05.9951426Z Switched to a new branch 'asaigal/dispatch_s' +2024-09-30T17:04:05.9952326Z Branch 'asaigal/dispatch_s' set up to track remote branch 'asaigal/dispatch_s' from 'origin'. +2024-09-30T17:04:06.0378484Z ##[endgroup] +2024-09-30T17:04:06.0379067Z ##[group]Setting up auth for fetching submodules +2024-09-30T17:04:06.0382901Z [command]/usr/bin/git config --global http.https://github.com/.extraheader AUTHORIZATION: basic *** +2024-09-30T17:04:06.0417455Z [command]/usr/bin/git config --global --unset-all url.https://github.com/.insteadOf +2024-09-30T17:04:06.0441330Z [command]/usr/bin/git config --global --add url.https://github.com/.insteadOf git@github.com: +2024-09-30T17:04:06.0466397Z [command]/usr/bin/git config --global --add url.https://github.com/.insteadOf org-64161552@github.com: +2024-09-30T17:04:06.0486626Z ##[endgroup] +2024-09-30T17:04:06.0487386Z ##[group]Fetching submodules +2024-09-30T17:04:06.0489917Z [command]/usr/bin/git submodule sync --recursive +2024-09-30T17:04:06.0703275Z Synchronizing submodule url for 'models/demos/t3000/llama2_70b/reference/llama' +2024-09-30T17:04:06.0732282Z Synchronizing submodule url for 'tt_metal/third_party/lfs' +2024-09-30T17:04:06.0766542Z Synchronizing submodule url for 'tt_metal/third_party/pybind11' +2024-09-30T17:04:06.0793892Z Synchronizing submodule url for 'tt_metal/third_party/sfpi' +2024-09-30T17:04:06.0826397Z Synchronizing submodule url for 'tt_metal/third_party/taskflow' +2024-09-30T17:04:06.0861272Z Synchronizing submodule url for 'tt_metal/third_party/tracy' +2024-09-30T17:04:06.0887715Z Synchronizing submodule url for 'tt_metal/third_party/tt_llk_blackhole' +2024-09-30T17:04:06.0914679Z Synchronizing submodule url for 'tt_metal/third_party/tt_llk_grayskull' +2024-09-30T17:04:06.0941352Z Synchronizing submodule url for 'tt_metal/third_party/tt_llk_wormhole_b0' +2024-09-30T17:04:06.0967400Z Synchronizing submodule url for 'tt_metal/third_party/umd' +2024-09-30T17:04:06.0993308Z Synchronizing submodule url for 'tt_metal/third_party/umd/third_party/fmt' +2024-09-30T17:04:06.1031228Z [command]/usr/bin/git -c protocol.version=2 submodule update --init --force --depth=1 --recursive +2024-09-30T17:04:06.1454755Z Submodule path 'models/demos/t3000/llama2_70b/reference/llama': checked out '7b11d073376b905b46edaa757f0bfde5c38a9636' +2024-09-30T17:04:06.1818268Z WARNING: Multiple 'url.*..insteadof' keys with the same alias: "git@github.com:" +2024-09-30T17:04:06.1819277Z WARNING: Multiple 'url.*..insteadof' keys with the same alias: "org-64161552@github.com:" +2024-09-30T17:04:06.1857166Z Submodule path 'tt_metal/third_party/lfs': checked out '2ba5a2973915aa1c5afbf6f1524e87e0c43bc058' +2024-09-30T17:04:06.2085281Z Submodule path 'tt_metal/third_party/pybind11': checked out 'b8f28551cc3a98ea9fbfc15c05b513c8f2d23e84' +2024-09-30T17:04:06.2434738Z WARNING: Multiple 'url.*..insteadof' keys with the same alias: "git@github.com:" +2024-09-30T17:04:06.2435883Z WARNING: Multiple 'url.*..insteadof' keys with the same alias: "org-64161552@github.com:" +2024-09-30T17:04:06.2505275Z Submodule path 'tt_metal/third_party/sfpi': checked out '0719b7cd6867290736ebecaf4dbd2734224c691f' +2024-09-30T17:04:06.2833445Z Submodule path 'tt_metal/third_party/taskflow': checked out '7d9e85b6b2e9bf501021f857f2f3cbe43bc37c85' +2024-09-30T17:04:06.3081153Z Submodule path 'tt_metal/third_party/tracy': checked out '71d4c8d378b52af7da7012b9b595a61e9304f0bb' +2024-09-30T17:04:06.3311767Z Submodule path 'tt_metal/third_party/tt_llk_blackhole': checked out '05709f423aa713fd299f52f4779d09e791a3228e' +2024-09-30T17:04:06.3540457Z Submodule path 'tt_metal/third_party/tt_llk_grayskull': checked out 'eda31ada422e8a7999d46823aa476e3487397093' +2024-09-30T17:04:06.3766469Z Submodule path 'tt_metal/third_party/tt_llk_wormhole_b0': checked out '47bc7d232edd7d7974938ec539a5661e689f5b53' +2024-09-30T17:04:06.4001960Z Submodule path 'tt_metal/third_party/umd': checked out 'f7b1ce0f6ed3101bdd4f1367145378a59996f07b' +2024-09-30T17:04:06.4289659Z Submodule path 'tt_metal/third_party/umd/third_party/fmt': checked out 'b50e685db996c167e6c831dcef582aba6e14276a' +2024-09-30T17:04:06.4355181Z [command]/usr/bin/git submodule foreach --recursive git config --local gc.auto 0 +2024-09-30T17:04:06.4560887Z Entering 'models/demos/t3000/llama2_70b/reference/llama' +2024-09-30T17:04:06.4591288Z Entering 'tt_metal/third_party/lfs' +2024-09-30T17:04:06.4628026Z Entering 'tt_metal/third_party/pybind11' +2024-09-30T17:04:06.4660532Z Entering 'tt_metal/third_party/sfpi' +2024-09-30T17:04:06.4694069Z Entering 'tt_metal/third_party/taskflow' +2024-09-30T17:04:06.4731639Z Entering 'tt_metal/third_party/tracy' +2024-09-30T17:04:06.4771050Z Entering 'tt_metal/third_party/tt_llk_blackhole' +2024-09-30T17:04:06.4808681Z Entering 'tt_metal/third_party/tt_llk_grayskull' +2024-09-30T17:04:06.4843820Z Entering 'tt_metal/third_party/tt_llk_wormhole_b0' +2024-09-30T17:04:06.4872895Z Entering 'tt_metal/third_party/umd' +2024-09-30T17:04:06.4903347Z Entering 'tt_metal/third_party/umd/third_party/fmt' +2024-09-30T17:04:06.4940268Z ##[endgroup] +2024-09-30T17:04:06.4940954Z ##[group]Persisting credentials for submodules +2024-09-30T17:04:06.4946047Z [command]/usr/bin/git submodule foreach --recursive sh -c "git config --local --name-only --get-regexp 'url\.https\:\/\/github\.com\/\.insteadOf' && git config --local --unset-all 'url.https://github.com/.insteadOf' || :" +2024-09-30T17:04:06.5150690Z Entering 'models/demos/t3000/llama2_70b/reference/llama' +2024-09-30T17:04:06.5177774Z url.https://github.com/.insteadof +2024-09-30T17:04:06.5178323Z url.https://github.com/.insteadof +2024-09-30T17:04:06.5210698Z Entering 'tt_metal/third_party/lfs' +2024-09-30T17:04:06.5230811Z url.https://github.com/.insteadof +2024-09-30T17:04:06.5231351Z url.https://github.com/.insteadof +2024-09-30T17:04:06.5260710Z Entering 'tt_metal/third_party/pybind11' +2024-09-30T17:04:06.5282079Z url.https://github.com/.insteadof +2024-09-30T17:04:06.5282582Z url.https://github.com/.insteadof +2024-09-30T17:04:06.5306418Z Entering 'tt_metal/third_party/sfpi' +2024-09-30T17:04:06.5329329Z url.https://github.com/.insteadof +2024-09-30T17:04:06.5329865Z url.https://github.com/.insteadof +2024-09-30T17:04:06.5363964Z Entering 'tt_metal/third_party/taskflow' +2024-09-30T17:04:06.5385197Z url.https://github.com/.insteadof +2024-09-30T17:04:06.5385710Z url.https://github.com/.insteadof +2024-09-30T17:04:06.5421781Z Entering 'tt_metal/third_party/tracy' +2024-09-30T17:04:06.5445333Z url.https://github.com/.insteadof +2024-09-30T17:04:06.5445864Z url.https://github.com/.insteadof +2024-09-30T17:04:06.5478778Z Entering 'tt_metal/third_party/tt_llk_blackhole' +2024-09-30T17:04:06.5501786Z url.https://github.com/.insteadof +2024-09-30T17:04:06.5502304Z url.https://github.com/.insteadof +2024-09-30T17:04:06.5529867Z Entering 'tt_metal/third_party/tt_llk_grayskull' +2024-09-30T17:04:06.5554719Z url.https://github.com/.insteadof +2024-09-30T17:04:06.5555187Z url.https://github.com/.insteadof +2024-09-30T17:04:06.5585637Z Entering 'tt_metal/third_party/tt_llk_wormhole_b0' +2024-09-30T17:04:06.5605990Z url.https://github.com/.insteadof +2024-09-30T17:04:06.5606447Z url.https://github.com/.insteadof +2024-09-30T17:04:06.5639117Z Entering 'tt_metal/third_party/umd' +2024-09-30T17:04:06.5661412Z url.https://github.com/.insteadof +2024-09-30T17:04:06.5661861Z url.https://github.com/.insteadof +2024-09-30T17:04:06.5686536Z Entering 'tt_metal/third_party/umd/third_party/fmt' +2024-09-30T17:04:06.5712934Z url.https://github.com/.insteadof +2024-09-30T17:04:06.5713391Z url.https://github.com/.insteadof +2024-09-30T17:04:06.5756686Z [command]/usr/bin/git submodule foreach --recursive sh -c "git config --local 'http.https://github.com/.extraheader' 'AUTHORIZATION: basic ***' && git config --local --show-origin --name-only --get-regexp remote.origin.url" +2024-09-30T17:04:06.5943126Z Entering 'models/demos/t3000/llama2_70b/reference/llama' +2024-09-30T17:04:06.5975433Z file:/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/.git/modules/models/demos/t3000/llama2_70b/reference/llama/config remote.origin.url +2024-09-30T17:04:06.5992725Z Entering 'tt_metal/third_party/lfs' +2024-09-30T17:04:06.6025208Z file:/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/.git/modules/third_party/lfs/config remote.origin.url +2024-09-30T17:04:06.6042303Z Entering 'tt_metal/third_party/pybind11' +2024-09-30T17:04:06.6074860Z file:/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/.git/modules/third_party/pybind11/config remote.origin.url +2024-09-30T17:04:06.6091485Z Entering 'tt_metal/third_party/sfpi' +2024-09-30T17:04:06.6125963Z file:/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/.git/modules/src/ckernels/sfpi/config remote.origin.url +2024-09-30T17:04:06.6145278Z Entering 'tt_metal/third_party/taskflow' +2024-09-30T17:04:06.6180702Z file:/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/.git/modules/tt_metal/third_party/taskflow/config remote.origin.url +2024-09-30T17:04:06.6203758Z Entering 'tt_metal/third_party/tracy' +2024-09-30T17:04:06.6236188Z file:/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/.git/modules/tt_metal/third_party/tracy/config remote.origin.url +2024-09-30T17:04:06.6252820Z Entering 'tt_metal/third_party/tt_llk_blackhole' +2024-09-30T17:04:06.6286349Z file:/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/.git/modules/tt_metal/third_party/tt_llk_blackhole/config remote.origin.url +2024-09-30T17:04:06.6302965Z Entering 'tt_metal/third_party/tt_llk_grayskull' +2024-09-30T17:04:06.6335953Z file:/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/.git/modules/tt_metal/third_party/tt_llk_grayskull/config remote.origin.url +2024-09-30T17:04:06.6353314Z Entering 'tt_metal/third_party/tt_llk_wormhole_b0' +2024-09-30T17:04:06.6386854Z file:/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/.git/modules/tt_metal/third_party/tt_llk_wormhole_b0/config remote.origin.url +2024-09-30T17:04:06.6401848Z Entering 'tt_metal/third_party/umd' +2024-09-30T17:04:06.6434045Z file:/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/.git/modules/tt_metal/third_party/umd/config remote.origin.url +2024-09-30T17:04:06.6449941Z Entering 'tt_metal/third_party/umd/third_party/fmt' +2024-09-30T17:04:06.6484690Z file:/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/.git/modules/tt_metal/third_party/umd/modules/third_party/fmt/config remote.origin.url +2024-09-30T17:04:06.6584634Z [command]/usr/bin/git submodule foreach --recursive git config --local --add 'url.https://github.com/.insteadOf' 'git@github.com:' +2024-09-30T17:04:06.6777472Z Entering 'models/demos/t3000/llama2_70b/reference/llama' +2024-09-30T17:04:06.6810879Z Entering 'tt_metal/third_party/lfs' +2024-09-30T17:04:06.6843078Z Entering 'tt_metal/third_party/pybind11' +2024-09-30T17:04:06.6874675Z Entering 'tt_metal/third_party/sfpi' +2024-09-30T17:04:06.6908240Z Entering 'tt_metal/third_party/taskflow' +2024-09-30T17:04:06.6942970Z Entering 'tt_metal/third_party/tracy' +2024-09-30T17:04:06.6975838Z Entering 'tt_metal/third_party/tt_llk_blackhole' +2024-09-30T17:04:06.7005492Z Entering 'tt_metal/third_party/tt_llk_grayskull' +2024-09-30T17:04:06.7041030Z Entering 'tt_metal/third_party/tt_llk_wormhole_b0' +2024-09-30T17:04:06.7074025Z Entering 'tt_metal/third_party/umd' +2024-09-30T17:04:06.7101090Z Entering 'tt_metal/third_party/umd/third_party/fmt' +2024-09-30T17:04:06.7149563Z [command]/usr/bin/git submodule foreach --recursive git config --local --add 'url.https://github.com/.insteadOf' 'org-64161552@github.com:' +2024-09-30T17:04:06.7361807Z Entering 'models/demos/t3000/llama2_70b/reference/llama' +2024-09-30T17:04:06.7395438Z Entering 'tt_metal/third_party/lfs' +2024-09-30T17:04:06.7425044Z Entering 'tt_metal/third_party/pybind11' +2024-09-30T17:04:06.7455721Z Entering 'tt_metal/third_party/sfpi' +2024-09-30T17:04:06.7490151Z Entering 'tt_metal/third_party/taskflow' +2024-09-30T17:04:06.7529012Z Entering 'tt_metal/third_party/tracy' +2024-09-30T17:04:06.7559945Z Entering 'tt_metal/third_party/tt_llk_blackhole' +2024-09-30T17:04:06.7590609Z Entering 'tt_metal/third_party/tt_llk_grayskull' +2024-09-30T17:04:06.7617724Z Entering 'tt_metal/third_party/tt_llk_wormhole_b0' +2024-09-30T17:04:06.7644717Z Entering 'tt_metal/third_party/umd' +2024-09-30T17:04:06.7671937Z Entering 'tt_metal/third_party/umd/third_party/fmt' +2024-09-30T17:04:06.7716786Z ##[endgroup] +2024-09-30T17:04:06.7749979Z [command]/usr/bin/git log -1 --format='%H' +2024-09-30T17:04:06.7768049Z 'a6fea2adef8786a0615456df19fd0582e925bc61' +2024-09-30T17:04:06.7932644Z ##[group]Run git clean -xffd +2024-09-30T17:04:06.7933092Z git clean -xffd +2024-09-30T17:04:06.7951433Z shell: /usr/bin/bash --noprofile --norc -e -o pipefail {0} +2024-09-30T17:04:06.7951986Z env: +2024-09-30T17:04:06.7952304Z LOGURU_LEVEL: INFO +2024-09-30T17:04:06.7952750Z ##[endgroup] +2024-09-30T17:04:06.8185494Z ##[group]Run git submodule foreach 'git clean -xffd' +2024-09-30T17:04:06.8186311Z git submodule foreach 'git clean -xffd' +2024-09-30T17:04:06.8206687Z shell: /usr/bin/bash --noprofile --norc -e -o pipefail {0} +2024-09-30T17:04:06.8207474Z env: +2024-09-30T17:04:06.8207805Z LOGURU_LEVEL: INFO +2024-09-30T17:04:06.8208150Z ##[endgroup] +2024-09-30T17:04:06.8444561Z Entering 'models/demos/t3000/llama2_70b/reference/llama' +2024-09-30T17:04:06.8465100Z Removing llama/__pycache__/ +2024-09-30T17:04:06.8469107Z Entering 'tt_metal/third_party/lfs' +2024-09-30T17:04:06.8488550Z Entering 'tt_metal/third_party/pybind11' +2024-09-30T17:04:06.8511603Z Entering 'tt_metal/third_party/sfpi' +2024-09-30T17:04:06.8546676Z Entering 'tt_metal/third_party/taskflow' +2024-09-30T17:04:06.8619235Z Entering 'tt_metal/third_party/tracy' +2024-09-30T17:04:06.8643818Z Entering 'tt_metal/third_party/tt_llk_blackhole' +2024-09-30T17:04:06.8661773Z Entering 'tt_metal/third_party/tt_llk_grayskull' +2024-09-30T17:04:06.8679698Z Entering 'tt_metal/third_party/tt_llk_wormhole_b0' +2024-09-30T17:04:06.8697541Z Entering 'tt_metal/third_party/umd' +2024-09-30T17:04:06.8761138Z ##[group]Run git submodule foreach 'git lfs fetch && git lfs pull' +2024-09-30T17:04:06.8762127Z git submodule foreach 'git lfs fetch && git lfs pull' +2024-09-30T17:04:06.8777720Z shell: /usr/bin/bash --noprofile --norc -e -o pipefail {0} +2024-09-30T17:04:06.8778247Z env: +2024-09-30T17:04:06.8778530Z LOGURU_LEVEL: INFO +2024-09-30T17:04:06.8778864Z ##[endgroup] +2024-09-30T17:04:06.8983823Z Entering 'models/demos/t3000/llama2_70b/reference/llama' +2024-09-30T17:04:06.9074600Z fetch: Fetching reference HEAD +2024-09-30T17:04:06.9254668Z Entering 'tt_metal/third_party/lfs' +2024-09-30T17:04:06.9355124Z fetch: Fetching reference HEAD +2024-09-30T17:04:06.9609104Z Entering 'tt_metal/third_party/pybind11' +2024-09-30T17:04:06.9702246Z fetch: Fetching reference HEAD +2024-09-30T17:04:07.0032236Z Entering 'tt_metal/third_party/sfpi' +2024-09-30T17:04:07.0118822Z fetch: Fetching reference HEAD +2024-09-30T17:04:07.0799835Z Entering 'tt_metal/third_party/taskflow' +2024-09-30T17:04:07.0884521Z fetch: Fetching reference HEAD +2024-09-30T17:04:07.3216232Z Entering 'tt_metal/third_party/tracy' +2024-09-30T17:04:07.3303497Z fetch: Fetching reference HEAD +2024-09-30T17:04:07.3749577Z Entering 'tt_metal/third_party/tt_llk_blackhole' +2024-09-30T17:04:07.3825472Z fetch: Fetching reference HEAD +2024-09-30T17:04:07.4030709Z Entering 'tt_metal/third_party/tt_llk_grayskull' +2024-09-30T17:04:07.4113572Z fetch: Fetching reference HEAD +2024-09-30T17:04:07.4316561Z Entering 'tt_metal/third_party/tt_llk_wormhole_b0' +2024-09-30T17:04:07.4397293Z fetch: Fetching reference HEAD +2024-09-30T17:04:07.4617220Z Entering 'tt_metal/third_party/umd' +2024-09-30T17:04:07.4698727Z fetch: Fetching reference HEAD +2024-09-30T17:04:07.5026096Z ##[group]Run actions/download-artifact@v4 +2024-09-30T17:04:07.5026871Z with: +2024-09-30T17:04:07.5027294Z name: eager-dist-ubuntu-20.04-wormhole_b0 +2024-09-30T17:04:07.5027838Z merge-multiple: false +2024-09-30T17:04:07.5028279Z repository: tenstorrent/tt-metal +2024-09-30T17:04:07.5028760Z run-id: 11110261767 +2024-09-30T17:04:07.5029165Z env: +2024-09-30T17:04:07.5029501Z LOGURU_LEVEL: INFO +2024-09-30T17:04:07.5029893Z ##[endgroup] +2024-09-30T17:04:07.7064723Z Downloading single artifact +2024-09-30T17:04:07.9480501Z Preparing to download the following artifacts: +2024-09-30T17:04:07.9481610Z - eager-dist-ubuntu-20.04-wormhole_b0 (ID: 1996647544, Size: 387787024) +2024-09-30T17:04:08.0884307Z Redirecting to blob download url: https://productionresultssa9.blob.core.windows.net/actions-results/a9a11710-7d77-42c3-af1a-7a23fda254ba/workflow-job-run-859c0d3c-fd64-581c-fe3c-861d137cb35a/artifacts/c779ac1f9e77fe53c03e8da7e3330fd4da5d41ee546476beea6fd41b88dd0784.zip +2024-09-30T17:04:08.0887232Z Starting download of artifact to: /home/ubuntu/actions-runner/_work/tt-metal/tt-metal +2024-09-30T17:04:08.4018559Z (node:4220) [DEP0005] DeprecationWarning: Buffer() is deprecated due to security and usability issues. Please use the Buffer.alloc(), Buffer.allocUnsafe(), or Buffer.from() methods instead. +2024-09-30T17:04:08.4020710Z (Use `node --trace-deprecation ...` to show where the warning was created) +2024-09-30T17:04:38.7173290Z Artifact download completed successfully. +2024-09-30T17:04:38.7175218Z Total of 1 artifact(s) downloaded +2024-09-30T17:04:38.7183372Z Download artifact has finished successfully +2024-09-30T17:04:38.7392480Z Prepare all required actions +2024-09-30T17:04:38.7393036Z Getting action download info +2024-09-30T17:04:38.8944180Z Download action repository 'docker/login-action@v3' (SHA:9780b0c442fbb1117ed29e0efdff1e18412f7567) +2024-09-30T17:04:39.7277062Z Download action repository 'addnab/docker-run-action@v3' (SHA:4f65fabd2431ebc8d299f8e5a018d79a769ae185) +2024-09-30T17:04:40.1128444Z ##[group]Run ./.github/actions/docker-run +2024-09-30T17:04:40.1128878Z with: +2024-09-30T17:04:40.1129154Z install_wheel: true +2024-09-30T17:04:40.1129699Z docker_password: *** +2024-09-30T17:04:40.1130536Z run_args: pytest tests/tt_eager/python_api_testing/unit_testing/ -xvvv --splits 7 --group 7 + +2024-09-30T17:04:40.1131220Z docker_os_arch: ubuntu-20.04-amd64 +2024-09-30T17:04:40.1131672Z docker_username: tt-asaigal +2024-09-30T17:04:40.1132246Z device: -v /dev/hugepages-1G:/dev/hugepages-1G +--device /dev/tenstorrent + +2024-09-30T17:04:40.1132811Z env: +2024-09-30T17:04:40.1133074Z LOGURU_LEVEL: INFO +2024-09-30T17:04:40.1133501Z ##[endgroup] +2024-09-30T17:04:40.1233069Z ##[group]Build container for action use: '/home/ubuntu/actions-runner/_work/_actions/addnab/docker-run-action/v3/Dockerfile'. +2024-09-30T17:04:40.1280689Z ##[command]/usr/bin/docker build -t a2c56b:c56cfa062fa848379547fcf4c537fe1a -f "/home/ubuntu/actions-runner/_work/_actions/addnab/docker-run-action/v3/Dockerfile" "/home/ubuntu/actions-runner/_work/_actions/addnab/docker-run-action/v3" +2024-09-30T17:04:40.6377214Z #0 building with "default" instance using docker driver +2024-09-30T17:04:40.6377699Z +2024-09-30T17:04:40.6377906Z #1 [internal] load build definition from Dockerfile +2024-09-30T17:04:40.6378460Z #1 transferring dockerfile: 139B done +2024-09-30T17:04:40.6378912Z #1 DONE 0.0s +2024-09-30T17:04:40.6379140Z +2024-09-30T17:04:40.6379408Z #2 [internal] load metadata for docker.io/library/docker:20.10 +2024-09-30T17:04:40.9095820Z #2 DONE 0.4s +2024-09-30T17:04:40.9667433Z +2024-09-30T17:04:40.9669289Z #3 [internal] load .dockerignore +2024-09-30T17:04:40.9670039Z #3 transferring context: 2B done +2024-09-30T17:04:40.9670407Z #3 DONE 0.0s +2024-09-30T17:04:40.9670608Z +2024-09-30T17:04:40.9671157Z #4 [1/3] FROM docker.io/library/docker:20.10@sha256:2967f0819c84dd589ed0a023b9d25dcfe7a3c123d5bf784ffbb77edf55335f0c +2024-09-30T17:04:40.9671940Z #4 DONE 0.0s +2024-09-30T17:04:40.9672118Z +2024-09-30T17:04:40.9672244Z #5 [internal] load build context +2024-09-30T17:04:40.9672624Z #5 transferring context: 35B done +2024-09-30T17:04:40.9672986Z #5 DONE 0.0s +2024-09-30T17:04:40.9673144Z +2024-09-30T17:04:40.9673262Z #6 [2/3] RUN apk add bash +2024-09-30T17:04:40.9673576Z #6 CACHED +2024-09-30T17:04:40.9673724Z +2024-09-30T17:04:40.9673884Z #7 [3/3] COPY entrypoint.sh /entrypoint.sh +2024-09-30T17:04:40.9674279Z #7 CACHED +2024-09-30T17:04:40.9674496Z +2024-09-30T17:04:40.9674643Z #8 exporting to image +2024-09-30T17:04:40.9675000Z #8 exporting layers done +2024-09-30T17:04:40.9675593Z #8 writing image sha256:7d78dc5b2822f2b763a2193f6acb3c35d7023e85fce5c944cd19835855f440de done +2024-09-30T17:04:40.9676672Z #8 naming to docker.io/library/a2c56b:c56cfa062fa848379547fcf4c537fe1a done +2024-09-30T17:04:40.9677210Z #8 DONE 0.0s +2024-09-30T17:04:40.9764989Z ##[endgroup] +2024-09-30T17:04:40.9842595Z Prepare all required actions +2024-09-30T17:04:40.9907826Z ##[group]Run ./.github/actions/generate-docker-tag +2024-09-30T17:04:40.9908284Z with: +2024-09-30T17:04:40.9908583Z image: ubuntu-20.04-amd64 +2024-09-30T17:04:40.9908905Z env: +2024-09-30T17:04:40.9909160Z LOGURU_LEVEL: INFO +2024-09-30T17:04:40.9909463Z ##[endgroup] +2024-09-30T17:04:40.9940286Z ##[group]Run if [[ "${GITHUB_REF_NAME}" == "main" ]]; then +2024-09-30T17:04:40.9940841Z if [[ "${GITHUB_REF_NAME}" == "main" ]]; then +2024-09-30T17:04:40.9941353Z  echo "IMAGE_TAG=latest" >> $GITHUB_ENV +2024-09-30T17:04:40.9942022Z else +2024-09-30T17:04:40.9942465Z  echo "IMAGE_TAG=dev-${GITHUB_REF_NAME//\//-}" >> $GITHUB_ENV +2024-09-30T17:04:40.9942978Z fi +2024-09-30T17:04:40.9961852Z shell: /usr/bin/bash --noprofile --norc -e -o pipefail {0} +2024-09-30T17:04:40.9962349Z env: +2024-09-30T17:04:40.9962619Z LOGURU_LEVEL: INFO +2024-09-30T17:04:40.9962929Z ##[endgroup] +2024-09-30T17:04:41.0040400Z ##[group]Run echo "TT_METAL_DOCKER_IMAGE_TAG=ghcr.io/tenstorrent/tt-metal/tt-metalium/ubuntu-20.04-amd64:dev-asaigal-dispatch_s" >> $GITHUB_ENV +2024-09-30T17:04:41.0041938Z echo "TT_METAL_DOCKER_IMAGE_TAG=ghcr.io/tenstorrent/tt-metal/tt-metalium/ubuntu-20.04-amd64:dev-asaigal-dispatch_s" >> $GITHUB_ENV +2024-09-30T17:04:41.0043241Z echo "TT_METAL_REF_IMAGE_TAG=ghcr.io/tenstorrent/tt-metal/tt-metalium/ubuntu-20.04-amd64:latest" >> $GITHUB_ENV +2024-09-30T17:04:41.0058874Z shell: /usr/bin/bash --noprofile --norc -e -o pipefail {0} +2024-09-30T17:04:41.0059425Z env: +2024-09-30T17:04:41.0059743Z LOGURU_LEVEL: INFO +2024-09-30T17:04:41.0060125Z IMAGE_TAG: dev-asaigal-dispatch_s +2024-09-30T17:04:41.0060555Z ##[endgroup] +2024-09-30T17:04:41.0128367Z ##[group]Run echo "IMAGE_TAG=dev-asaigal-dispatch_s" +2024-09-30T17:04:41.0129011Z echo "IMAGE_TAG=dev-asaigal-dispatch_s" +2024-09-30T17:04:41.0129983Z echo "TT_METAL_DOCKER_IMAGE_TAG=ghcr.io/tenstorrent/tt-metal/tt-metalium/ubuntu-20.04-amd64:dev-asaigal-dispatch_s" +2024-09-30T17:04:41.0142742Z shell: /usr/bin/bash --noprofile --norc -e -o pipefail {0} +2024-09-30T17:04:41.0143302Z env: +2024-09-30T17:04:41.0143561Z LOGURU_LEVEL: INFO +2024-09-30T17:04:41.0143905Z IMAGE_TAG: dev-asaigal-dispatch_s +2024-09-30T17:04:41.0144647Z TT_METAL_DOCKER_IMAGE_TAG: ghcr.io/tenstorrent/tt-metal/tt-metalium/ubuntu-20.04-amd64:dev-asaigal-dispatch_s +2024-09-30T17:04:41.0145670Z TT_METAL_REF_IMAGE_TAG: ghcr.io/tenstorrent/tt-metal/tt-metalium/ubuntu-20.04-amd64:latest +2024-09-30T17:04:41.0146494Z ##[endgroup] +2024-09-30T17:04:41.0175345Z IMAGE_TAG=dev-asaigal-dispatch_s +2024-09-30T17:04:41.0176554Z TT_METAL_DOCKER_IMAGE_TAG=ghcr.io/tenstorrent/tt-metal/tt-metalium/ubuntu-20.04-amd64:dev-asaigal-dispatch_s +2024-09-30T17:04:41.0218426Z ##[group]Run echo "RUNNER_UID=$(id -u)" >> $GITHUB_ENV +2024-09-30T17:04:41.0218972Z echo "RUNNER_UID=$(id -u)" >> $GITHUB_ENV +2024-09-30T17:04:41.0219493Z echo "RUNNER_GID=$(id -g)" >> $GITHUB_ENV +2024-09-30T17:04:41.0231102Z shell: /usr/bin/bash --noprofile --norc -e -o pipefail {0} +2024-09-30T17:04:41.0231628Z env: +2024-09-30T17:04:41.0231899Z LOGURU_LEVEL: INFO +2024-09-30T17:04:41.0232245Z IMAGE_TAG: dev-asaigal-dispatch_s +2024-09-30T17:04:41.0232998Z TT_METAL_DOCKER_IMAGE_TAG: ghcr.io/tenstorrent/tt-metal/tt-metalium/ubuntu-20.04-amd64:dev-asaigal-dispatch_s +2024-09-30T17:04:41.0234013Z TT_METAL_REF_IMAGE_TAG: ghcr.io/tenstorrent/tt-metal/tt-metalium/ubuntu-20.04-amd64:latest +2024-09-30T17:04:41.0234840Z ##[endgroup] +2024-09-30T17:04:41.0353506Z ##[group]Run docker/login-action@v3 +2024-09-30T17:04:41.0353985Z with: +2024-09-30T17:04:41.0354426Z registry: https://ghcr.io +2024-09-30T17:04:41.0354902Z username: tt-asaigal +2024-09-30T17:04:41.0355609Z password: *** +2024-09-30T17:04:41.0355981Z ecr: auto +2024-09-30T17:04:41.0356425Z logout: true +2024-09-30T17:04:41.0356856Z env: +2024-09-30T17:04:41.0357282Z LOGURU_LEVEL: INFO +2024-09-30T17:04:41.0357677Z IMAGE_TAG: dev-asaigal-dispatch_s +2024-09-30T17:04:41.0358541Z TT_METAL_DOCKER_IMAGE_TAG: ghcr.io/tenstorrent/tt-metal/tt-metalium/ubuntu-20.04-amd64:dev-asaigal-dispatch_s +2024-09-30T17:04:41.0359644Z TT_METAL_REF_IMAGE_TAG: ghcr.io/tenstorrent/tt-metal/tt-metalium/ubuntu-20.04-amd64:latest +2024-09-30T17:04:41.0360383Z RUNNER_UID: 1000 +2024-09-30T17:04:41.0360802Z RUNNER_GID: 1000 +2024-09-30T17:04:41.0361158Z ##[endgroup] +2024-09-30T17:04:41.3497125Z Logging into https://ghcr.io... +2024-09-30T17:04:41.8687808Z Login Succeeded! +2024-09-30T17:04:41.8796779Z ##[group]Run docker pull ghcr.io/tenstorrent/tt-metal/tt-metalium/ubuntu-20.04-amd64:dev-asaigal-dispatch_s +2024-09-30T17:04:41.8798150Z docker pull ghcr.io/tenstorrent/tt-metal/tt-metalium/ubuntu-20.04-amd64:dev-asaigal-dispatch_s +2024-09-30T17:04:41.8810769Z shell: /usr/bin/bash --noprofile --norc -e -o pipefail {0} +2024-09-30T17:04:41.8811271Z env: +2024-09-30T17:04:41.8811540Z LOGURU_LEVEL: INFO +2024-09-30T17:04:41.8811860Z IMAGE_TAG: dev-asaigal-dispatch_s +2024-09-30T17:04:41.8812592Z TT_METAL_DOCKER_IMAGE_TAG: ghcr.io/tenstorrent/tt-metal/tt-metalium/ubuntu-20.04-amd64:dev-asaigal-dispatch_s +2024-09-30T17:04:41.8813577Z TT_METAL_REF_IMAGE_TAG: ghcr.io/tenstorrent/tt-metal/tt-metalium/ubuntu-20.04-amd64:latest +2024-09-30T17:04:41.8814210Z RUNNER_UID: 1000 +2024-09-30T17:04:41.8814533Z RUNNER_GID: 1000 +2024-09-30T17:04:41.8814928Z ##[endgroup] +2024-09-30T17:04:42.4638292Z dev-asaigal-dispatch_s: Pulling from tenstorrent/tt-metal/tt-metalium/ubuntu-20.04-amd64 +2024-09-30T17:04:42.4654228Z Digest: sha256:ae29090156ec646abe3e8e0cfa1280d8e80f5b11d1fb6b23d7667ee5ae312e35 +2024-09-30T17:04:42.4655463Z Status: Image is up to date for ghcr.io/tenstorrent/tt-metal/tt-metalium/ubuntu-20.04-amd64:dev-asaigal-dispatch_s +2024-09-30T17:04:42.4672560Z ghcr.io/tenstorrent/tt-metal/tt-metalium/ubuntu-20.04-amd64:dev-asaigal-dispatch_s +2024-09-30T17:04:42.4760165Z ##[group]Run addnab/docker-run-action@v3 +2024-09-30T17:04:42.4760754Z with: +2024-09-30T17:04:42.4761119Z shell: bash +2024-09-30T17:04:42.4761578Z username: tt-asaigal +2024-09-30T17:04:42.4762270Z password: *** +2024-09-30T17:04:42.4762686Z registry: ghcr.io +2024-09-30T17:04:42.4763437Z image: ghcr.io/tenstorrent/tt-metal/tt-metalium/ubuntu-20.04-amd64:dev-asaigal-dispatch_s +2024-09-30T17:04:42.4766691Z options: -u 1000:1000 +--rm +-v /etc/passwd:/etc/passwd:ro +-v /etc/shadow:/etc/shadow:ro +-v /etc/bashrc:/etc/bashrc:ro +-v /home/ubuntu/actions-runner/_work/tt-metal/tt-metal:/home/ubuntu/actions-runner/_work/tt-metal/tt-metal +--net=host + +-e LOGURU_LEVEL=INFO +-e PYTHONPATH=/home/ubuntu/actions-runner/_work/tt-metal/tt-metal +-e HOME=/home/ubuntu/actions-runner/_work/tt-metal/tt-metal +-v /dev/hugepages-1G:/dev/hugepages-1G +--device /dev/tenstorrent + +-w /home/ubuntu/actions-runner/_work/tt-metal/tt-metal + +2024-09-30T17:04:42.4770191Z run: if [ true ]; then + WHEEL_FILENAME=$(ls -1 *.whl) + pip3 install $WHEEL_FILENAME +fi +pytest tests/tt_eager/python_api_testing/unit_testing/ -xvvv --splits 7 --group 7 + + +2024-09-30T17:04:42.4771244Z env: +2024-09-30T17:04:42.4771549Z LOGURU_LEVEL: INFO +2024-09-30T17:04:42.4772018Z IMAGE_TAG: dev-asaigal-dispatch_s +2024-09-30T17:04:42.4772880Z TT_METAL_DOCKER_IMAGE_TAG: ghcr.io/tenstorrent/tt-metal/tt-metalium/ubuntu-20.04-amd64:dev-asaigal-dispatch_s +2024-09-30T17:04:42.4773951Z TT_METAL_REF_IMAGE_TAG: ghcr.io/tenstorrent/tt-metal/tt-metalium/ubuntu-20.04-amd64:latest +2024-09-30T17:04:42.4774661Z RUNNER_UID: 1000 +2024-09-30T17:04:42.4775035Z RUNNER_GID: 1000 +2024-09-30T17:04:42.4775402Z ##[endgroup] +2024-09-30T17:04:42.5037457Z ##[command]/usr/bin/docker run --name a2c56bc56cfa062fa848379547fcf4c537fe1a_80a8c2 --label a2c56b --workdir /github/workspace --rm -e "LOGURU_LEVEL" -e "IMAGE_TAG" -e "TT_METAL_DOCKER_IMAGE_TAG" -e "TT_METAL_REF_IMAGE_TAG" -e "RUNNER_UID" -e "RUNNER_GID" -e "INPUT_SHELL" -e "INPUT_USERNAME" -e "INPUT_PASSWORD" -e "INPUT_REGISTRY" -e "INPUT_IMAGE" -e "INPUT_OPTIONS" -e "INPUT_RUN" -e "INPUT_DOCKER_NETWORK" -e "HOME" -e "GITHUB_JOB" -e "GITHUB_REF" -e "GITHUB_SHA" -e "GITHUB_REPOSITORY" -e "GITHUB_REPOSITORY_OWNER" -e "GITHUB_REPOSITORY_OWNER_ID" -e "GITHUB_RUN_ID" -e "GITHUB_RUN_NUMBER" -e "GITHUB_RETENTION_DAYS" -e "GITHUB_RUN_ATTEMPT" -e "GITHUB_REPOSITORY_ID" -e "GITHUB_ACTOR_ID" -e "GITHUB_ACTOR" -e "GITHUB_TRIGGERING_ACTOR" -e "GITHUB_WORKFLOW" -e "GITHUB_HEAD_REF" -e "GITHUB_BASE_REF" -e "GITHUB_EVENT_NAME" -e "GITHUB_SERVER_URL" -e "GITHUB_API_URL" -e "GITHUB_GRAPHQL_URL" -e "GITHUB_REF_NAME" -e "GITHUB_REF_PROTECTED" -e "GITHUB_REF_TYPE" -e "GITHUB_WORKFLOW_REF" -e "GITHUB_WORKFLOW_SHA" -e "GITHUB_WORKSPACE" -e "GITHUB_EVENT_PATH" -e "GITHUB_PATH" -e "GITHUB_ENV" -e "GITHUB_STEP_SUMMARY" -e "GITHUB_STATE" -e "GITHUB_OUTPUT" -e "GITHUB_ACTION" -e "GITHUB_ACTION_REPOSITORY" -e "GITHUB_ACTION_REF" -e "GITHUB_ACTION_PATH" -e "RUNNER_OS" -e "RUNNER_ARCH" -e "RUNNER_NAME" -e "RUNNER_ENVIRONMENT" -e "RUNNER_TOOL_CACHE" -e "RUNNER_TEMP" -e "RUNNER_WORKSPACE" -e "ACTIONS_RUNTIME_URL" -e "ACTIONS_RUNTIME_TOKEN" -e "ACTIONS_CACHE_URL" -e "ACTIONS_ID_TOKEN_REQUEST_URL" -e "ACTIONS_ID_TOKEN_REQUEST_TOKEN" -e "ACTIONS_RESULTS_URL" -e GITHUB_ACTIONS=true -e CI=true -v "/var/run/docker.sock":"/var/run/docker.sock" -v "/home/ubuntu/actions-runner/_work/_temp/_github_home":"/github/home" -v "/home/ubuntu/actions-runner/_work/_temp/_github_workflow":"/github/workflow" -v "/home/ubuntu/actions-runner/_work/_temp/_runner_file_commands":"/github/file_commands" -v "/home/ubuntu/actions-runner/_work/tt-metal/tt-metal":"/github/workspace" a2c56b:c56cfa062fa848379547fcf4c537fe1a +2024-09-30T17:04:43.5165120Z WARNING! Your password will be stored unencrypted in /github/home/.docker/config.json. +2024-09-30T17:04:43.5166082Z Configure a credential helper to remove this warning. See +2024-09-30T17:04:43.5167281Z https://docs.docker.com/engine/reference/commandline/login/#credentials-store +2024-09-30T17:04:43.5167812Z +2024-09-30T17:04:43.5167938Z Login Succeeded +2024-09-30T17:04:44.7832646Z Processing ./metal_libs-0.53.0rc3.dev18+wormhole.b0-cp38-cp38-linux_x86_64.whl +2024-09-30T17:04:49.2852666Z Collecting matplotlib==3.7.1 +2024-09-30T17:04:49.3491441Z Downloading matplotlib-3.7.1-cp38-cp38-manylinux_2_12_x86_64.manylinux2010_x86_64.whl (9.2 MB) +2024-09-30T17:04:49.7189565Z Collecting loguru==0.6.0 +2024-09-30T17:04:49.7305646Z Downloading loguru-0.6.0-py3-none-any.whl (58 kB) +2024-09-30T17:04:49.8387117Z Collecting graphviz==0.20.3 +2024-09-30T17:04:49.8493976Z Downloading graphviz-0.20.3-py3-none-any.whl (47 kB) +2024-09-30T17:04:49.9311377Z Collecting toolz==0.12.0 +2024-09-30T17:04:49.9417805Z Downloading toolz-0.12.0-py3-none-any.whl (55 kB) +2024-09-30T17:04:49.9724316Z Requirement already satisfied: torch==2.2.1+cpu in /usr/local/lib/python3.8/dist-packages (from metal-libs==0.53.0rc3.dev18+wormhole.b0) (2.2.1+cpu) +2024-09-30T17:04:49.9778703Z Requirement already satisfied: pyyaml>=5.4 in /usr/local/lib/python3.8/dist-packages (from metal-libs==0.53.0rc3.dev18+wormhole.b0) (6.0.2) +2024-09-30T17:04:50.1037312Z Collecting ipywidgets==8.1.1 +2024-09-30T17:04:50.1156373Z Downloading ipywidgets-8.1.1-py3-none-any.whl (139 kB) +2024-09-30T17:04:50.2404410Z Collecting dash==2.15.0 +2024-09-30T17:04:50.2570181Z Downloading dash-2.15.0-py3-none-any.whl (10.2 MB) +2024-09-30T17:04:50.6756241Z Collecting seaborn==0.13.2 +2024-09-30T17:04:50.6895035Z Downloading seaborn-0.13.2-py3-none-any.whl (294 kB) +2024-09-30T17:04:51.3584868Z Collecting Pillow==10.3.0 +2024-09-30T17:04:51.3717449Z Downloading pillow-10.3.0-cp38-cp38-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (4.4 MB) +2024-09-30T17:04:51.5047860Z Requirement already satisfied: networkx==3.1 in /usr/local/lib/python3.8/dist-packages (from metal-libs==0.53.0rc3.dev18+wormhole.b0) (3.1) +2024-09-30T17:04:51.8310280Z Collecting jupyterlab==4.2.5 +2024-09-30T17:04:51.8445025Z Downloading jupyterlab-4.2.5-py3-none-any.whl (11.6 MB) +2024-09-30T17:04:52.2559762Z Requirement already satisfied: pandas==2.0.3 in /usr/local/lib/python3.8/dist-packages (from metal-libs==0.53.0rc3.dev18+wormhole.b0) (2.0.3) +2024-09-30T17:04:52.4326633Z Collecting plotly==5.18.0 +2024-09-30T17:04:52.4461887Z Downloading plotly-5.18.0-py3-none-any.whl (15.6 MB) +2024-09-30T17:04:54.1958588Z Requirement already satisfied: click==8.1.7 in /usr/local/lib/python3.8/dist-packages (from metal-libs==0.53.0rc3.dev18+wormhole.b0) (8.1.7) +2024-09-30T17:04:54.1988989Z Requirement already satisfied: numpy<2,>=1.24.4 in /usr/local/lib/python3.8/dist-packages (from metal-libs==0.53.0rc3.dev18+wormhole.b0) (1.24.4) +2024-09-30T17:04:54.3320667Z Collecting bokeh==3.1.1 +2024-09-30T17:04:54.3460197Z Downloading bokeh-3.1.1-py3-none-any.whl (8.3 MB) +2024-09-30T17:04:54.7350536Z Requirement already satisfied: importlib-resources>=3.2.0; python_version < "3.10" in /usr/local/lib/python3.8/dist-packages (from matplotlib==3.7.1->metal-libs==0.53.0rc3.dev18+wormhole.b0) (6.4.5) +2024-09-30T17:04:54.7467709Z Requirement already satisfied: cycler>=0.10 in /usr/local/lib/python3.8/dist-packages (from matplotlib==3.7.1->metal-libs==0.53.0rc3.dev18+wormhole.b0) (0.12.1) +2024-09-30T17:04:54.7521094Z Requirement already satisfied: python-dateutil>=2.7 in /usr/local/lib/python3.8/dist-packages (from matplotlib==3.7.1->metal-libs==0.53.0rc3.dev18+wormhole.b0) (2.9.0.post0) +2024-09-30T17:04:54.7541975Z Requirement already satisfied: fonttools>=4.22.0 in /usr/local/lib/python3.8/dist-packages (from matplotlib==3.7.1->metal-libs==0.53.0rc3.dev18+wormhole.b0) (4.54.0) +2024-09-30T17:04:54.7854067Z Requirement already satisfied: packaging>=20.0 in /usr/local/lib/python3.8/dist-packages (from matplotlib==3.7.1->metal-libs==0.53.0rc3.dev18+wormhole.b0) (24.1) +2024-09-30T17:04:54.7869219Z Requirement already satisfied: contourpy>=1.0.1 in /usr/local/lib/python3.8/dist-packages (from matplotlib==3.7.1->metal-libs==0.53.0rc3.dev18+wormhole.b0) (1.1.1) +2024-09-30T17:04:54.7997360Z Requirement already satisfied: pyparsing>=2.3.1 in /usr/local/lib/python3.8/dist-packages (from matplotlib==3.7.1->metal-libs==0.53.0rc3.dev18+wormhole.b0) (3.1.4) +2024-09-30T17:04:54.8024704Z Requirement already satisfied: kiwisolver>=1.0.1 in /usr/local/lib/python3.8/dist-packages (from matplotlib==3.7.1->metal-libs==0.53.0rc3.dev18+wormhole.b0) (1.4.7) +2024-09-30T17:04:54.8038384Z Requirement already satisfied: sympy in /usr/local/lib/python3.8/dist-packages (from torch==2.2.1+cpu->metal-libs==0.53.0rc3.dev18+wormhole.b0) (1.13.3) +2024-09-30T17:04:54.8470191Z Requirement already satisfied: jinja2 in /usr/local/lib/python3.8/dist-packages (from torch==2.2.1+cpu->metal-libs==0.53.0rc3.dev18+wormhole.b0) (3.1.4) +2024-09-30T17:04:54.8499955Z Requirement already satisfied: filelock in /usr/local/lib/python3.8/dist-packages (from torch==2.2.1+cpu->metal-libs==0.53.0rc3.dev18+wormhole.b0) (3.16.1) +2024-09-30T17:04:54.8603075Z Requirement already satisfied: typing-extensions>=4.8.0 in /usr/local/lib/python3.8/dist-packages (from torch==2.2.1+cpu->metal-libs==0.53.0rc3.dev18+wormhole.b0) (4.12.2) +2024-09-30T17:04:54.8616243Z Requirement already satisfied: fsspec in /usr/local/lib/python3.8/dist-packages (from torch==2.2.1+cpu->metal-libs==0.53.0rc3.dev18+wormhole.b0) (2023.9.2) +2024-09-30T17:04:54.8942926Z Requirement already satisfied: ipython>=6.1.0 in /usr/local/lib/python3.8/dist-packages (from ipywidgets==8.1.1->metal-libs==0.53.0rc3.dev18+wormhole.b0) (8.12.3) +2024-09-30T17:04:54.9397125Z Requirement already satisfied: traitlets>=4.3.1 in /usr/local/lib/python3.8/dist-packages (from ipywidgets==8.1.1->metal-libs==0.53.0rc3.dev18+wormhole.b0) (5.14.3) +2024-09-30T17:04:55.0479224Z Collecting widgetsnbextension~=4.0.9 +2024-09-30T17:04:55.0618984Z Downloading widgetsnbextension-4.0.13-py3-none-any.whl (2.3 MB) +2024-09-30T17:04:55.2016196Z Collecting comm>=0.1.3 +2024-09-30T17:04:55.2126074Z Downloading comm-0.2.2-py3-none-any.whl (7.2 kB) +2024-09-30T17:04:55.3134469Z Collecting jupyterlab-widgets~=3.0.9 +2024-09-30T17:04:55.3253218Z Downloading jupyterlab_widgets-3.0.13-py3-none-any.whl (214 kB) +2024-09-30T17:04:55.4104995Z Collecting dash-html-components==2.0.0 +2024-09-30T17:04:55.4220112Z Downloading dash_html_components-2.0.0-py3-none-any.whl (4.1 kB) +2024-09-30T17:04:55.5400674Z Collecting Werkzeug<3.1 +2024-09-30T17:04:55.5505672Z Downloading werkzeug-3.0.4-py3-none-any.whl (227 kB) +2024-09-30T17:04:55.6653092Z Collecting dash-core-components==2.0.0 +2024-09-30T17:04:55.6770585Z Downloading dash_core_components-2.0.0-py3-none-any.whl (3.8 kB) +2024-09-30T17:04:55.7442651Z Collecting retrying +2024-09-30T17:04:55.7553245Z Downloading retrying-1.3.4-py3-none-any.whl (11 kB) +2024-09-30T17:04:55.7833457Z Requirement already satisfied: importlib-metadata; python_version >= "3.7" in /usr/local/lib/python3.8/dist-packages (from dash==2.15.0->metal-libs==0.53.0rc3.dev18+wormhole.b0) (8.5.0) +2024-09-30T17:04:55.8867216Z Collecting dash-table==5.0.0 +2024-09-30T17:04:55.8982341Z Downloading dash_table-5.0.0-py3-none-any.whl (3.9 kB) +2024-09-30T17:04:55.9957163Z Collecting Flask<3.1,>=1.0.4 +2024-09-30T17:04:56.0063703Z Downloading flask-3.0.3-py3-none-any.whl (101 kB) +2024-09-30T17:04:56.0440765Z Requirement already satisfied: requests in /usr/local/lib/python3.8/dist-packages (from dash==2.15.0->metal-libs==0.53.0rc3.dev18+wormhole.b0) (2.32.3) +2024-09-30T17:04:56.0492480Z Requirement already satisfied: setuptools in /usr/lib/python3/dist-packages (from dash==2.15.0->metal-libs==0.53.0rc3.dev18+wormhole.b0) (45.2.0) +2024-09-30T17:04:56.1126020Z Collecting nest-asyncio +2024-09-30T17:04:56.1233074Z Downloading nest_asyncio-1.6.0-py3-none-any.whl (5.2 kB) +2024-09-30T17:04:56.1497438Z Requirement already satisfied: tornado>=6.2.0 in /usr/local/lib/python3.8/dist-packages (from jupyterlab==4.2.5->metal-libs==0.53.0rc3.dev18+wormhole.b0) (6.4.1) +2024-09-30T17:04:56.1943652Z Collecting async-lru>=1.0.0 +2024-09-30T17:04:56.2050039Z Downloading async_lru-2.0.4-py3-none-any.whl (6.1 kB) +2024-09-30T17:04:56.3521277Z Collecting ipykernel>=6.5.0 +2024-09-30T17:04:56.3628433Z Downloading ipykernel-6.29.5-py3-none-any.whl (117 kB) +2024-09-30T17:04:56.4875122Z Collecting httpx>=0.25.0 +2024-09-30T17:04:56.4982254Z Downloading httpx-0.27.2-py3-none-any.whl (76 kB) +2024-09-30T17:04:56.5813468Z Collecting notebook-shim>=0.2 +2024-09-30T17:04:56.5921461Z Downloading notebook_shim-0.2.4-py3-none-any.whl (13 kB) +2024-09-30T17:04:56.6231386Z Requirement already satisfied: jupyter-core in /usr/local/lib/python3.8/dist-packages (from jupyterlab==4.2.5->metal-libs==0.53.0rc3.dev18+wormhole.b0) (5.7.2) +2024-09-30T17:04:56.6330019Z Requirement already satisfied: tomli>=1.2.2; python_version < "3.11" in /usr/local/lib/python3.8/dist-packages (from jupyterlab==4.2.5->metal-libs==0.53.0rc3.dev18+wormhole.b0) (2.0.1) +2024-09-30T17:04:56.7539518Z Collecting jupyter-server<3,>=2.4.0 +2024-09-30T17:04:56.7665062Z Downloading jupyter_server-2.14.2-py3-none-any.whl (383 kB) +2024-09-30T17:04:56.9765604Z Collecting jupyterlab-server<3,>=2.27.1 +2024-09-30T17:04:56.9875713Z Downloading jupyterlab_server-2.27.3-py3-none-any.whl (59 kB) +2024-09-30T17:04:57.0941607Z Collecting jupyter-lsp>=2.0.0 +2024-09-30T17:04:57.1049306Z Downloading jupyter_lsp-2.2.5-py3-none-any.whl (69 kB) +2024-09-30T17:04:57.1431688Z Requirement already satisfied: pytz>=2020.1 in /usr/local/lib/python3.8/dist-packages (from pandas==2.0.3->metal-libs==0.53.0rc3.dev18+wormhole.b0) (2024.2) +2024-09-30T17:04:57.1453271Z Requirement already satisfied: tzdata>=2022.1 in /usr/local/lib/python3.8/dist-packages (from pandas==2.0.3->metal-libs==0.53.0rc3.dev18+wormhole.b0) (2024.2) +2024-09-30T17:04:57.2077737Z Collecting tenacity>=6.2.0 +2024-09-30T17:04:57.2184156Z Downloading tenacity-9.0.0-py3-none-any.whl (28 kB) +2024-09-30T17:04:57.3037739Z Collecting xyzservices>=2021.09.1 +2024-09-30T17:04:57.3155849Z Downloading xyzservices-2024.9.0-py3-none-any.whl (85 kB) +2024-09-30T17:04:57.3481304Z Requirement already satisfied: zipp>=3.1.0; python_version < "3.10" in /usr/local/lib/python3.8/dist-packages (from importlib-resources>=3.2.0; python_version < "3.10"->matplotlib==3.7.1->metal-libs==0.53.0rc3.dev18+wormhole.b0) (3.20.2) +2024-09-30T17:04:57.3619990Z Requirement already satisfied: six>=1.5 in /usr/lib/python3/dist-packages (from python-dateutil>=2.7->matplotlib==3.7.1->metal-libs==0.53.0rc3.dev18+wormhole.b0) (1.14.0) +2024-09-30T17:04:57.3635006Z Requirement already satisfied: mpmath<1.4,>=1.1.0 in /usr/local/lib/python3.8/dist-packages (from sympy->torch==2.2.1+cpu->metal-libs==0.53.0rc3.dev18+wormhole.b0) (1.3.0) +2024-09-30T17:04:57.3700636Z Requirement already satisfied: MarkupSafe>=2.0 in /usr/local/lib/python3.8/dist-packages (from jinja2->torch==2.2.1+cpu->metal-libs==0.53.0rc3.dev18+wormhole.b0) (2.1.5) +2024-09-30T17:04:57.3713559Z Requirement already satisfied: decorator in /usr/local/lib/python3.8/dist-packages (from ipython>=6.1.0->ipywidgets==8.1.1->metal-libs==0.53.0rc3.dev18+wormhole.b0) (5.1.1) +2024-09-30T17:04:57.3733011Z Requirement already satisfied: prompt-toolkit!=3.0.37,<3.1.0,>=3.0.30 in /usr/local/lib/python3.8/dist-packages (from ipython>=6.1.0->ipywidgets==8.1.1->metal-libs==0.53.0rc3.dev18+wormhole.b0) (3.0.47) +2024-09-30T17:04:57.3750517Z Requirement already satisfied: jedi>=0.16 in /usr/local/lib/python3.8/dist-packages (from ipython>=6.1.0->ipywidgets==8.1.1->metal-libs==0.53.0rc3.dev18+wormhole.b0) (0.19.1) +2024-09-30T17:04:57.3969088Z Requirement already satisfied: matplotlib-inline in /usr/local/lib/python3.8/dist-packages (from ipython>=6.1.0->ipywidgets==8.1.1->metal-libs==0.53.0rc3.dev18+wormhole.b0) (0.1.7) +2024-09-30T17:04:57.3986028Z Requirement already satisfied: pickleshare in /usr/local/lib/python3.8/dist-packages (from ipython>=6.1.0->ipywidgets==8.1.1->metal-libs==0.53.0rc3.dev18+wormhole.b0) (0.7.5) +2024-09-30T17:04:57.4004624Z Requirement already satisfied: pygments>=2.4.0 in /usr/local/lib/python3.8/dist-packages (from ipython>=6.1.0->ipywidgets==8.1.1->metal-libs==0.53.0rc3.dev18+wormhole.b0) (2.18.0) +2024-09-30T17:04:57.4028338Z Requirement already satisfied: pexpect>4.3; sys_platform != "win32" in /usr/local/lib/python3.8/dist-packages (from ipython>=6.1.0->ipywidgets==8.1.1->metal-libs==0.53.0rc3.dev18+wormhole.b0) (4.9.0) +2024-09-30T17:04:57.4045909Z Requirement already satisfied: backcall in /usr/local/lib/python3.8/dist-packages (from ipython>=6.1.0->ipywidgets==8.1.1->metal-libs==0.53.0rc3.dev18+wormhole.b0) (0.2.0) +2024-09-30T17:04:57.4056689Z Requirement already satisfied: stack-data in /usr/local/lib/python3.8/dist-packages (from ipython>=6.1.0->ipywidgets==8.1.1->metal-libs==0.53.0rc3.dev18+wormhole.b0) (0.6.3) +2024-09-30T17:04:57.4584189Z Collecting itsdangerous>=2.1.2 +2024-09-30T17:04:57.4691315Z Downloading itsdangerous-2.2.0-py3-none-any.whl (16 kB) +2024-09-30T17:04:57.5428672Z Collecting blinker>=1.6.2 +2024-09-30T17:04:57.5542208Z Downloading blinker-1.8.2-py3-none-any.whl (9.5 kB) +2024-09-30T17:04:57.5812237Z Requirement already satisfied: urllib3<3,>=1.21.1 in /usr/local/lib/python3.8/dist-packages (from requests->dash==2.15.0->metal-libs==0.53.0rc3.dev18+wormhole.b0) (2.2.3) +2024-09-30T17:04:57.5867561Z Requirement already satisfied: idna<4,>=2.5 in /usr/lib/python3/dist-packages (from requests->dash==2.15.0->metal-libs==0.53.0rc3.dev18+wormhole.b0) (2.8) +2024-09-30T17:04:57.5882818Z Requirement already satisfied: charset-normalizer<4,>=2 in /usr/local/lib/python3.8/dist-packages (from requests->dash==2.15.0->metal-libs==0.53.0rc3.dev18+wormhole.b0) (3.3.2) +2024-09-30T17:04:57.5905701Z Requirement already satisfied: certifi>=2017.4.17 in /usr/lib/python3/dist-packages (from requests->dash==2.15.0->metal-libs==0.53.0rc3.dev18+wormhole.b0) (2019.11.28) +2024-09-30T17:04:57.5915001Z Requirement already satisfied: pyzmq>=24 in /usr/local/lib/python3.8/dist-packages (from ipykernel>=6.5.0->jupyterlab==4.2.5->metal-libs==0.53.0rc3.dev18+wormhole.b0) (26.2.0) +2024-09-30T17:04:57.5933476Z Requirement already satisfied: psutil in /usr/local/lib/python3.8/dist-packages (from ipykernel>=6.5.0->jupyterlab==4.2.5->metal-libs==0.53.0rc3.dev18+wormhole.b0) (6.0.0) +2024-09-30T17:04:57.6005373Z Requirement already satisfied: jupyter-client>=6.1.12 in /usr/local/lib/python3.8/dist-packages (from ipykernel>=6.5.0->jupyterlab==4.2.5->metal-libs==0.53.0rc3.dev18+wormhole.b0) (8.6.3) +2024-09-30T17:04:58.0085946Z Collecting debugpy>=1.6.5 +2024-09-30T17:04:58.0239264Z Downloading debugpy-1.8.6-cp38-cp38-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_17_x86_64.manylinux2014_x86_64.whl (3.6 MB) +2024-09-30T17:04:58.2639637Z Collecting httpcore==1.* +2024-09-30T17:04:58.2751780Z Downloading httpcore-1.0.5-py3-none-any.whl (77 kB) +2024-09-30T17:04:58.3526787Z Collecting sniffio +2024-09-30T17:04:58.3634014Z Downloading sniffio-1.3.1-py3-none-any.whl (10 kB) +2024-09-30T17:04:58.4622618Z Collecting anyio +2024-09-30T17:04:58.4728072Z Downloading anyio-4.5.0-py3-none-any.whl (89 kB) +2024-09-30T17:04:58.5190990Z Requirement already satisfied: platformdirs>=2.5 in /usr/local/lib/python3.8/dist-packages (from jupyter-core->jupyterlab==4.2.5->metal-libs==0.53.0rc3.dev18+wormhole.b0) (3.11.0) +2024-09-30T17:04:58.5836646Z Collecting prometheus-client>=0.9 +2024-09-30T17:04:58.5945200Z Downloading prometheus_client-0.21.0-py3-none-any.whl (54 kB) +2024-09-30T17:04:58.6267684Z Requirement already satisfied: nbformat>=5.3.0 in /usr/local/lib/python3.8/dist-packages (from jupyter-server<3,>=2.4.0->jupyterlab==4.2.5->metal-libs==0.53.0rc3.dev18+wormhole.b0) (5.10.4) +2024-09-30T17:04:58.7019053Z Collecting websocket-client>=1.7 +2024-09-30T17:04:58.7221409Z Downloading websocket_client-1.8.0-py3-none-any.whl (58 kB) +2024-09-30T17:04:58.8036570Z Collecting jupyter-server-terminals>=0.4.4 +2024-09-30T17:04:58.8143803Z Downloading jupyter_server_terminals-0.5.3-py3-none-any.whl (13 kB) +2024-09-30T17:04:58.8522850Z Requirement already satisfied: nbconvert>=6.4.4 in /usr/local/lib/python3.8/dist-packages (from jupyter-server<3,>=2.4.0->jupyterlab==4.2.5->metal-libs==0.53.0rc3.dev18+wormhole.b0) (7.16.4) +2024-09-30T17:04:58.9623184Z Collecting argon2-cffi>=21.1 +2024-09-30T17:04:58.9731063Z Downloading argon2_cffi-23.1.0-py3-none-any.whl (15 kB) +2024-09-30T17:04:59.0532746Z Collecting jupyter-events>=0.9.0 +2024-09-30T17:04:59.1022886Z Downloading jupyter_events-0.10.0-py3-none-any.whl (18 kB) +2024-09-30T17:04:59.1949034Z Collecting terminado>=0.8.3 +2024-09-30T17:04:59.2057273Z Downloading terminado-0.18.1-py3-none-any.whl (14 kB) +2024-09-30T17:04:59.2855033Z Collecting send2trash>=1.8.2 +2024-09-30T17:04:59.2962535Z Downloading Send2Trash-1.8.3-py3-none-any.whl (18 kB) +2024-09-30T17:04:59.4005577Z Collecting overrides>=5.0 +2024-09-30T17:04:59.4112414Z Downloading overrides-7.7.0-py3-none-any.whl (17 kB) +2024-09-30T17:04:59.4393202Z Requirement already satisfied: jsonschema>=4.18.0 in /usr/local/lib/python3.8/dist-packages (from jupyterlab-server<3,>=2.27.1->jupyterlab==4.2.5->metal-libs==0.53.0rc3.dev18+wormhole.b0) (4.23.0) +2024-09-30T17:04:59.5171257Z Collecting json5>=0.9.0 +2024-09-30T17:04:59.5279528Z Downloading json5-0.9.25-py3-none-any.whl (30 kB) +2024-09-30T17:04:59.5572388Z Requirement already satisfied: babel>=2.10 in /usr/local/lib/python3.8/dist-packages (from jupyterlab-server<3,>=2.27.1->jupyterlab==4.2.5->metal-libs==0.53.0rc3.dev18+wormhole.b0) (2.16.0) +2024-09-30T17:04:59.5613860Z Requirement already satisfied: wcwidth in /usr/local/lib/python3.8/dist-packages (from prompt-toolkit!=3.0.37,<3.1.0,>=3.0.30->ipython>=6.1.0->ipywidgets==8.1.1->metal-libs==0.53.0rc3.dev18+wormhole.b0) (0.2.13) +2024-09-30T17:04:59.5642001Z Requirement already satisfied: parso<0.9.0,>=0.8.3 in /usr/local/lib/python3.8/dist-packages (from jedi>=0.16->ipython>=6.1.0->ipywidgets==8.1.1->metal-libs==0.53.0rc3.dev18+wormhole.b0) (0.8.4) +2024-09-30T17:04:59.6107380Z Requirement already satisfied: ptyprocess>=0.5 in /usr/local/lib/python3.8/dist-packages (from pexpect>4.3; sys_platform != "win32"->ipython>=6.1.0->ipywidgets==8.1.1->metal-libs==0.53.0rc3.dev18+wormhole.b0) (0.7.0) +2024-09-30T17:04:59.6122076Z Requirement already satisfied: executing>=1.2.0 in /usr/local/lib/python3.8/dist-packages (from stack-data->ipython>=6.1.0->ipywidgets==8.1.1->metal-libs==0.53.0rc3.dev18+wormhole.b0) (2.1.0) +2024-09-30T17:04:59.6177005Z Requirement already satisfied: asttokens>=2.1.0 in /usr/local/lib/python3.8/dist-packages (from stack-data->ipython>=6.1.0->ipywidgets==8.1.1->metal-libs==0.53.0rc3.dev18+wormhole.b0) (2.4.1) +2024-09-30T17:04:59.6251461Z Requirement already satisfied: pure-eval in /usr/local/lib/python3.8/dist-packages (from stack-data->ipython>=6.1.0->ipywidgets==8.1.1->metal-libs==0.53.0rc3.dev18+wormhole.b0) (0.2.3) +2024-09-30T17:04:59.6719009Z Collecting h11<0.15,>=0.13 +2024-09-30T17:04:59.6826798Z Downloading h11-0.14.0-py3-none-any.whl (58 kB) +2024-09-30T17:04:59.7160485Z Requirement already satisfied: exceptiongroup>=1.0.2; python_version < "3.11" in /usr/local/lib/python3.8/dist-packages (from anyio->httpx>=0.25.0->jupyterlab==4.2.5->metal-libs==0.53.0rc3.dev18+wormhole.b0) (1.2.2) +2024-09-30T17:04:59.7180436Z Requirement already satisfied: fastjsonschema>=2.15 in /usr/local/lib/python3.8/dist-packages (from nbformat>=5.3.0->jupyter-server<3,>=2.4.0->jupyterlab==4.2.5->metal-libs==0.53.0rc3.dev18+wormhole.b0) (2.20.0) +2024-09-30T17:04:59.7234222Z Requirement already satisfied: defusedxml in /usr/local/lib/python3.8/dist-packages (from nbconvert>=6.4.4->jupyter-server<3,>=2.4.0->jupyterlab==4.2.5->metal-libs==0.53.0rc3.dev18+wormhole.b0) (0.7.1) +2024-09-30T17:04:59.7257161Z Requirement already satisfied: tinycss2 in /usr/local/lib/python3.8/dist-packages (from nbconvert>=6.4.4->jupyter-server<3,>=2.4.0->jupyterlab==4.2.5->metal-libs==0.53.0rc3.dev18+wormhole.b0) (1.3.0) +2024-09-30T17:04:59.7319580Z Requirement already satisfied: mistune<4,>=2.0.3 in /usr/local/lib/python3.8/dist-packages (from nbconvert>=6.4.4->jupyter-server<3,>=2.4.0->jupyterlab==4.2.5->metal-libs==0.53.0rc3.dev18+wormhole.b0) (3.0.2) +2024-09-30T17:04:59.7323045Z Requirement already satisfied: bleach!=5.0.0 in /usr/local/lib/python3.8/dist-packages (from nbconvert>=6.4.4->jupyter-server<3,>=2.4.0->jupyterlab==4.2.5->metal-libs==0.53.0rc3.dev18+wormhole.b0) (6.1.0) +2024-09-30T17:04:59.7361035Z Requirement already satisfied: pandocfilters>=1.4.1 in /usr/local/lib/python3.8/dist-packages (from nbconvert>=6.4.4->jupyter-server<3,>=2.4.0->jupyterlab==4.2.5->metal-libs==0.53.0rc3.dev18+wormhole.b0) (1.5.1) +2024-09-30T17:04:59.7376351Z Requirement already satisfied: jupyterlab-pygments in /usr/local/lib/python3.8/dist-packages (from nbconvert>=6.4.4->jupyter-server<3,>=2.4.0->jupyterlab==4.2.5->metal-libs==0.53.0rc3.dev18+wormhole.b0) (0.3.0) +2024-09-30T17:04:59.7391708Z Requirement already satisfied: nbclient>=0.5.0 in /usr/local/lib/python3.8/dist-packages (from nbconvert>=6.4.4->jupyter-server<3,>=2.4.0->jupyterlab==4.2.5->metal-libs==0.53.0rc3.dev18+wormhole.b0) (0.10.0) +2024-09-30T17:04:59.7533742Z Requirement already satisfied: beautifulsoup4 in /usr/local/lib/python3.8/dist-packages (from nbconvert>=6.4.4->jupyter-server<3,>=2.4.0->jupyterlab==4.2.5->metal-libs==0.53.0rc3.dev18+wormhole.b0) (4.12.3) +2024-09-30T17:04:59.8072965Z Collecting argon2-cffi-bindings +2024-09-30T17:04:59.8179995Z Downloading argon2_cffi_bindings-21.2.0-cp36-abi3-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (86 kB) +2024-09-30T17:04:59.8933191Z Collecting rfc3339-validator +2024-09-30T17:04:59.9040963Z Downloading rfc3339_validator-0.1.4-py2.py3-none-any.whl (3.5 kB) +2024-09-30T17:04:59.9706751Z Collecting rfc3986-validator>=0.1.1 +2024-09-30T17:04:59.9813367Z Downloading rfc3986_validator-0.1.1-py2.py3-none-any.whl (4.2 kB) +2024-09-30T17:05:00.0084304Z Requirement already satisfied: referencing in /usr/local/lib/python3.8/dist-packages (from jupyter-events>=0.9.0->jupyter-server<3,>=2.4.0->jupyterlab==4.2.5->metal-libs==0.53.0rc3.dev18+wormhole.b0) (0.35.1) +2024-09-30T17:05:00.0565159Z Collecting python-json-logger>=2.0.4 +2024-09-30T17:05:00.0674154Z Downloading python_json_logger-2.0.7-py3-none-any.whl (8.1 kB) +2024-09-30T17:05:00.0948963Z Requirement already satisfied: rpds-py>=0.7.1 in /usr/local/lib/python3.8/dist-packages (from jsonschema>=4.18.0->jupyterlab-server<3,>=2.27.1->jupyterlab==4.2.5->metal-libs==0.53.0rc3.dev18+wormhole.b0) (0.20.0) +2024-09-30T17:05:00.0968336Z Requirement already satisfied: pkgutil-resolve-name>=1.3.10; python_version < "3.9" in /usr/local/lib/python3.8/dist-packages (from jsonschema>=4.18.0->jupyterlab-server<3,>=2.27.1->jupyterlab==4.2.5->metal-libs==0.53.0rc3.dev18+wormhole.b0) (1.3.10) +2024-09-30T17:05:00.0979844Z Requirement already satisfied: attrs>=22.2.0 in /usr/local/lib/python3.8/dist-packages (from jsonschema>=4.18.0->jupyterlab-server<3,>=2.27.1->jupyterlab==4.2.5->metal-libs==0.53.0rc3.dev18+wormhole.b0) (24.2.0) +2024-09-30T17:05:00.1362481Z Requirement already satisfied: jsonschema-specifications>=2023.03.6 in /usr/local/lib/python3.8/dist-packages (from jsonschema>=4.18.0->jupyterlab-server<3,>=2.27.1->jupyterlab==4.2.5->metal-libs==0.53.0rc3.dev18+wormhole.b0) (2023.12.1) +2024-09-30T17:05:00.1395867Z Requirement already satisfied: webencodings>=0.4 in /usr/local/lib/python3.8/dist-packages (from tinycss2->nbconvert>=6.4.4->jupyter-server<3,>=2.4.0->jupyterlab==4.2.5->metal-libs==0.53.0rc3.dev18+wormhole.b0) (0.5.1) +2024-09-30T17:05:00.1409037Z Requirement already satisfied: soupsieve>1.2 in /usr/local/lib/python3.8/dist-packages (from beautifulsoup4->nbconvert>=6.4.4->jupyter-server<3,>=2.4.0->jupyterlab==4.2.5->metal-libs==0.53.0rc3.dev18+wormhole.b0) (2.6) +2024-09-30T17:05:00.1425217Z Requirement already satisfied: cffi>=1.0.1 in /usr/local/lib/python3.8/dist-packages (from argon2-cffi-bindings->argon2-cffi>=21.1->jupyter-server<3,>=2.4.0->jupyterlab==4.2.5->metal-libs==0.53.0rc3.dev18+wormhole.b0) (1.17.1) +2024-09-30T17:05:00.1440878Z Requirement already satisfied: pycparser in /usr/local/lib/python3.8/dist-packages (from cffi>=1.0.1->argon2-cffi-bindings->argon2-cffi>=21.1->jupyter-server<3,>=2.4.0->jupyterlab==4.2.5->metal-libs==0.53.0rc3.dev18+wormhole.b0) (2.22) +2024-09-30T17:05:01.8125688Z Installing collected packages: Pillow, matplotlib, loguru, graphviz, toolz, widgetsnbextension, comm, jupyterlab-widgets, ipywidgets, dash-html-components, Werkzeug, tenacity, plotly, dash-core-components, retrying, dash-table, itsdangerous, blinker, Flask, nest-asyncio, dash, seaborn, async-lru, debugpy, ipykernel, h11, httpcore, sniffio, anyio, httpx, prometheus-client, websocket-client, terminado, jupyter-server-terminals, argon2-cffi-bindings, argon2-cffi, rfc3339-validator, rfc3986-validator, python-json-logger, jupyter-events, send2trash, overrides, jupyter-server, notebook-shim, json5, jupyterlab-server, jupyter-lsp, jupyterlab, xyzservices, bokeh, metal-libs +2024-09-30T17:05:12.7462574Z WARNING: The script flask is installed in '/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/.local/bin' which is not on PATH. +2024-09-30T17:05:12.7464146Z Consider adding this directory to PATH or, if you prefer to suppress this warning, use --no-warn-script-location. +2024-09-30T17:05:13.1601968Z WARNING: The scripts dash-generate-components, dash-update-components and renderer are installed in '/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/.local/bin' which is not on PATH. +2024-09-30T17:05:13.1603823Z Consider adding this directory to PATH or, if you prefer to suppress this warning, use --no-warn-script-location. +2024-09-30T17:05:13.9100945Z WARNING: The script debugpy is installed in '/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/.local/bin' which is not on PATH. +2024-09-30T17:05:13.9102535Z Consider adding this directory to PATH or, if you prefer to suppress this warning, use --no-warn-script-location. +2024-09-30T17:05:14.2955124Z WARNING: The script httpx is installed in '/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/.local/bin' which is not on PATH. +2024-09-30T17:05:14.2956619Z Consider adding this directory to PATH or, if you prefer to suppress this warning, use --no-warn-script-location. +2024-09-30T17:05:14.3362294Z WARNING: The script wsdump is installed in '/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/.local/bin' which is not on PATH. +2024-09-30T17:05:14.3363693Z Consider adding this directory to PATH or, if you prefer to suppress this warning, use --no-warn-script-location. +2024-09-30T17:05:14.4105481Z WARNING: The script jupyter-events is installed in '/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/.local/bin' which is not on PATH. +2024-09-30T17:05:14.4107033Z Consider adding this directory to PATH or, if you prefer to suppress this warning, use --no-warn-script-location. +2024-09-30T17:05:14.4243221Z WARNING: The script send2trash is installed in '/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/.local/bin' which is not on PATH. +2024-09-30T17:05:14.4244600Z Consider adding this directory to PATH or, if you prefer to suppress this warning, use --no-warn-script-location. +2024-09-30T17:05:14.5656757Z WARNING: The script jupyter-server is installed in '/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/.local/bin' which is not on PATH. +2024-09-30T17:05:14.5658781Z Consider adding this directory to PATH or, if you prefer to suppress this warning, use --no-warn-script-location. +2024-09-30T17:05:14.6000908Z WARNING: The script pyjson5 is installed in '/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/.local/bin' which is not on PATH. +2024-09-30T17:05:14.6002278Z Consider adding this directory to PATH or, if you prefer to suppress this warning, use --no-warn-script-location. +2024-09-30T17:05:15.1443971Z WARNING: The scripts jlpm, jupyter-lab, jupyter-labextension and jupyter-labhub are installed in '/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/.local/bin' which is not on PATH. +2024-09-30T17:05:15.1445736Z Consider adding this directory to PATH or, if you prefer to suppress this warning, use --no-warn-script-location. +2024-09-30T17:05:15.9035945Z WARNING: The script bokeh is installed in '/home/ubuntu/actions-runner/_work/tt-metal/tt-metal/.local/bin' which is not on PATH. +2024-09-30T17:05:15.9037486Z Consider adding this directory to PATH or, if you prefer to suppress this warning, use --no-warn-script-location. +2024-09-30T17:05:23.6827582Z Successfully installed Flask-3.0.3 Pillow-10.3.0 Werkzeug-3.0.4 anyio-4.5.0 argon2-cffi-23.1.0 argon2-cffi-bindings-21.2.0 async-lru-2.0.4 blinker-1.8.2 bokeh-3.1.1 comm-0.2.2 dash-2.15.0 dash-core-components-2.0.0 dash-html-components-2.0.0 dash-table-5.0.0 debugpy-1.8.6 graphviz-0.20.3 h11-0.14.0 httpcore-1.0.5 httpx-0.27.2 ipykernel-6.29.5 ipywidgets-8.1.1 itsdangerous-2.2.0 json5-0.9.25 jupyter-events-0.10.0 jupyter-lsp-2.2.5 jupyter-server-2.14.2 jupyter-server-terminals-0.5.3 jupyterlab-4.2.5 jupyterlab-server-2.27.3 jupyterlab-widgets-3.0.13 loguru-0.6.0 matplotlib-3.7.1 metal-libs-0.53.0rc3.dev18+wormhole.b0 nest-asyncio-1.6.0 notebook-shim-0.2.4 overrides-7.7.0 plotly-5.18.0 prometheus-client-0.21.0 python-json-logger-2.0.7 retrying-1.3.4 rfc3339-validator-0.1.4 rfc3986-validator-0.1.1 seaborn-0.13.2 send2trash-1.8.3 sniffio-1.3.1 tenacity-9.0.0 terminado-0.18.1 toolz-0.12.0 websocket-client-1.8.0 widgetsnbextension-4.0.13 xyzservices-2024.9.0 +2024-09-30T17:05:27.1595133Z 2024-09-30 17:05:27.158 | WARNING | ttnn.decorators:operation_decorator:801 - Should ttnn.pearson_correlation_coefficient be migrated to C++? +2024-09-30T17:05:27.1596712Z 2024-09-30 17:05:27.158 | WARNING | ttnn.decorators:operation_decorator:801 - Should ttnn.Conv1d be migrated to C++? +2024-09-30T17:05:27.1661574Z 2024-09-30 17:05:27.165 | WARNING | ttnn.decorators:operation_decorator:801 - Should ttnn.conv2d be migrated to C++? +2024-09-30T17:05:27.1667823Z 2024-09-30 17:05:27.166 | WARNING | ttnn.decorators:operation_decorator:801 - Should ttnn.reshape be migrated to C++? +2024-09-30T17:05:27.1669215Z 2024-09-30 17:05:27.166 | WARNING | ttnn.decorators:operation_decorator:801 - Should ttnn.unsqueeze_to_4D be migrated to C++? +2024-09-30T17:05:27.1670865Z 2024-09-30 17:05:27.166 | WARNING | ttnn.decorators:operation_decorator:801 - Should ttnn.from_torch be migrated to C++? +2024-09-30T17:05:27.1673544Z 2024-09-30 17:05:27.166 | WARNING | ttnn.decorators:operation_decorator:801 - Should ttnn.to_torch be migrated to C++? +2024-09-30T17:05:27.1674912Z 2024-09-30 17:05:27.166 | WARNING | ttnn.decorators:operation_decorator:801 - Should ttnn.to_device be migrated to C++? +2024-09-30T17:05:27.1676231Z 2024-09-30 17:05:27.167 | WARNING | ttnn.decorators:operation_decorator:801 - Should ttnn.from_device be migrated to C++? +2024-09-30T17:05:27.1677658Z 2024-09-30 17:05:27.167 | WARNING | ttnn.decorators:operation_decorator:801 - Should ttnn.allocate_tensor_on_device be migrated to C++? +2024-09-30T17:05:27.1681221Z 2024-09-30 17:05:27.167 | WARNING | ttnn.decorators:operation_decorator:801 - Should ttnn.copy_host_to_device_tensor be migrated to C++? +2024-09-30T17:05:27.1682663Z 2024-09-30 17:05:27.167 | WARNING | ttnn.decorators:operation_decorator:801 - Should ttnn.deallocate be migrated to C++? +2024-09-30T17:05:27.1684497Z 2024-09-30 17:05:27.167 | WARNING | ttnn.decorators:operation_decorator:801 - Should ttnn.reallocate be migrated to C++? +2024-09-30T17:05:27.1686058Z 2024-09-30 17:05:27.167 | WARNING | ttnn.decorators:operation_decorator:801 - Should ttnn.load_tensor be migrated to C++? +2024-09-30T17:05:27.1687366Z 2024-09-30 17:05:27.167 | WARNING | ttnn.decorators:operation_decorator:801 - Should ttnn.dump_tensor be migrated to C++? +2024-09-30T17:05:27.1690543Z 2024-09-30 17:05:27.168 | WARNING | ttnn.decorators:operation_decorator:801 - Should ttnn.as_tensor be migrated to C++? +2024-09-30T17:05:27.1707802Z 2024-09-30 17:05:27.170 | WARNING | ttnn.decorators:operation_decorator:801 - Should ttnn.avg_pool2d be migrated to C++? +2024-09-30T17:05:27.1758368Z 2024-09-30 17:05:27.175 | WARNING | ttnn.decorators:operation_decorator:801 - Should ttnn.conv2d be migrated to C++? +2024-09-30T17:05:27.1759968Z 2024-09-30 17:05:27.175 | WARNING | ttnn.decorators:operation_decorator:801 - Should ttnn.avg_pool2d be migrated to C++? +2024-09-30T17:05:27.1763067Z 2024-09-30 17:05:27.175 | WARNING | ttnn.decorators:operation_decorator:801 - Should ttnn.Conv1d be migrated to C++? +2024-09-30T17:05:27.2113607Z +2024-09-30T17:05:27.2114959Z [pytest-split] No test durations found. Pytest-split will split tests evenly when no durations are found. +2024-09-30T17:05:27.2116299Z [pytest-split] You can expect better results in consequent runs, when test timings have been documented. +2024-09-30T17:05:27.2116982Z +2024-09-30T17:05:27.2117212Z ============================= test session starts ============================== +2024-09-30T17:05:27.2118081Z platform linux -- Python 3.8.10, pytest-7.2.2, pluggy-1.5.0 -- /usr/bin/python3 +2024-09-30T17:05:27.2118752Z cachedir: .pytest_cache +2024-09-30T17:05:27.2123924Z rootdir: /home/ubuntu/actions-runner/_work/tt-metal/tt-metal, configfile: pytest.ini +2024-09-30T17:05:27.2125348Z plugins: anyio-4.5.0, dash-2.15.0, split-0.8.2, timeout-2.2.0, xdist-3.6.1 +2024-09-30T17:05:27.2126009Z timeout: 300.0s +2024-09-30T17:05:27.2126514Z timeout method: signal +2024-09-30T17:05:27.2126933Z timeout func_only: False +2024-09-30T17:05:29.5570015Z collecting ... +2024-09-30T17:05:29.5570461Z +2024-09-30T17:05:29.5571510Z [pytest-split] Splitting tests with algorithm: duration_based_chunks +2024-09-30T17:05:29.5572424Z [pytest-split] Running group 7/7 (estimated duration: 1078.00s) +2024-09-30T17:05:29.5572863Z +2024-09-30T17:05:29.5573211Z collected 7558 items / 6480 deselected / 1078 selected +2024-09-30T17:05:29.5573583Z +2024-09-30T17:05:29.5590058Z tests/tt_eager/python_api_testing/unit_testing/misc/test_split_any_dim_two_chunks_tiled.py::test_split_tiled_w[1x2x64x10240-2-out_L1-in_L1]  Device | INFO  | Opening user mode device driver +2024-09-30T17:05:29.6004739Z +2024-09-30T17:05:29.6319683Z 2024-09-30 17:05:29.631 | INFO  | SiliconDriver  - Detected 1 PCI device : [0] +2024-09-30T17:05:29.6447029Z 2024-09-30 17:05:29.643 | WARNING  | SiliconDriver  - init_detect_tt_device_numanodes(): Could not determine NumaNodeSet for TT device (physical_device_id: 0 pci_bus_id: 0000:07:00.0) +2024-09-30T17:05:29.6449314Z 2024-09-30 17:05:29.644 | WARNING  | SiliconDriver  - Could not find NumaNodeSet for TT Device (physical_device_id: 0 pci_bus_id: 0000:07:00.0) +2024-09-30T17:05:29.7081474Z 2024-09-30 17:05:29.707 | WARNING  | SiliconDriver  - bind_area_memory_nodeset(): Unable to determine TT Device to NumaNode mapping for physical_device_id: 0. Skipping membind. +2024-09-30T17:05:29.7084150Z ---- ttSiliconDevice::init_hugepage: bind_area_to_memory_nodeset() failed (physical_device_id: 0 ch: 0). Hugepage allocation is not on NumaNode matching TT Device. Side-Effect is decreased Device->Host perf (Issue #893). +2024-09-30T17:05:29.7933432Z 2024-09-30 17:05:29.792 | WARNING  | SiliconDriver  - bind_area_memory_nodeset(): Unable to determine TT Device to NumaNode mapping for physical_device_id: 0. Skipping membind. +2024-09-30T17:05:29.7936335Z ---- ttSiliconDevice::init_hugepage: bind_area_to_memory_nodeset() failed (physical_device_id: 0 ch: 1). Hugepage allocation is not on NumaNode matching TT Device. Side-Effect is decreased Device->Host perf (Issue #893). +2024-09-30T17:05:29.8022880Z 2024-09-30 17:05:29.801 | INFO  | SiliconDriver  - Software version 6.0.0, Ethernet FW version 6.9.0 (Device 0) +2024-09-30T17:05:29.8028061Z 2024-09-30 17:05:29.802 | INFO  | SiliconDriver  - Software version 6.0.0, Ethernet FW version 6.9.0 (Device 1) +2024-09-30T17:05:29.8056673Z  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:05:29.8064076Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:05:31.2478873Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:05:31.2480123Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:05:31.2512709Z 2024-09-30 17:05:31.250 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_split_any_dim_two_chunks_tiled:test_split_tiled_w:95 - Split tensor of size: [1, 2, 10240, 64] +2024-09-30T17:05:32.4049815Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:05:32.4054813Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:32.4063323Z +2024-09-30T17:05:32.4071967Z tests/tt_eager/python_api_testing/unit_testing/misc/test_split_any_dim_two_chunks_tiled.py::test_split_tiled_w[1x2x64x10240-3-out_DRAM-in_DRAM]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:05:32.4077611Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:05:32.4119078Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:05:32.4120325Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:05:32.4148797Z 2024-09-30 17:05:32.414 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_split_any_dim_two_chunks_tiled:test_split_tiled_w:95 - Split tensor of size: [1, 2, 10240, 64] +2024-09-30T17:05:32.9409657Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:05:32.9415079Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:32.9420274Z +2024-09-30T17:05:32.9428679Z tests/tt_eager/python_api_testing/unit_testing/misc/test_split_any_dim_two_chunks_tiled.py::test_split_tiled_w[1x2x64x10240-3-out_DRAM-in_L1]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:05:32.9434093Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:05:32.9471303Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:05:32.9472754Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:05:32.9497408Z 2024-09-30 17:05:32.948 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_split_any_dim_two_chunks_tiled:test_split_tiled_w:95 - Split tensor of size: [1, 2, 10240, 64] +2024-09-30T17:05:33.4196253Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:05:33.4197959Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:33.4207556Z +2024-09-30T17:05:33.4217301Z tests/tt_eager/python_api_testing/unit_testing/misc/test_split_any_dim_two_chunks_tiled.py::test_split_tiled_w[1x2x64x10240-3-out_L1-in_DRAM]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:05:33.4219863Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:05:33.4260103Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:05:33.4261706Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:05:33.4283223Z 2024-09-30 17:05:33.427 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_split_any_dim_two_chunks_tiled:test_split_tiled_w:95 - Split tensor of size: [1, 2, 10240, 64] +2024-09-30T17:05:33.9424218Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:05:33.9426564Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:33.9438250Z +2024-09-30T17:05:33.9447136Z tests/tt_eager/python_api_testing/unit_testing/misc/test_split_any_dim_two_chunks_tiled.py::test_split_tiled_w[1x2x64x10240-3-out_L1-in_L1]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:05:33.9449485Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:05:33.9487598Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:05:33.9489073Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:05:33.9508003Z 2024-09-30 17:05:33.950 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_split_any_dim_two_chunks_tiled:test_split_tiled_w:95 - Split tensor of size: [1, 2, 10240, 64] +2024-09-30T17:05:34.0867875Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:05:34.0870552Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:34.0882061Z +2024-09-30T17:05:34.0888498Z tests/tt_eager/python_api_testing/unit_testing/misc/test_sum.py::test_sum_for_dim_hw[shape_dim0]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:05:34.0895092Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:05:34.0937329Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:05:34.0938891Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:05:34.0943100Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:05:34.6015525Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:34.6017542Z  Metal | INFO  | Closing device 0 +2024-09-30T17:05:34.6023271Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:34.6027242Z +2024-09-30T17:05:34.6034873Z tests/tt_eager/python_api_testing/unit_testing/misc/test_sum.py::test_sum_for_dim_hw[shape_dim1]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:05:34.6039793Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:05:34.6095707Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:05:34.6097236Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:05:34.6102076Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:05:35.0793964Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:35.0795470Z  Metal | INFO  | Closing device 0 +2024-09-30T17:05:35.0796634Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:35.0804845Z +2024-09-30T17:05:35.0811538Z tests/tt_eager/python_api_testing/unit_testing/misc/test_sum.py::test_sum_for_dim_hw[shape_dim2]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:05:35.0814423Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:05:35.0857566Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:05:35.0859503Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:05:35.0862537Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:05:36.4772023Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:36.4774105Z  Metal | INFO  | Closing device 0 +2024-09-30T17:05:36.4777120Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:36.4787479Z +2024-09-30T17:05:36.4794550Z tests/tt_eager/python_api_testing/unit_testing/misc/test_sum.py::test_sum_for_dim_hw[shape_dim3]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:05:36.4796839Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:05:36.4839352Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:05:36.4840998Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:05:36.4844308Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:05:36.8317484Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:36.8320276Z  Metal | INFO  | Closing device 0 +2024-09-30T17:05:36.8321737Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:36.8331653Z +2024-09-30T17:05:36.8335986Z tests/tt_eager/python_api_testing/unit_testing/misc/test_sum.py::test_sum_global[shape0]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:05:36.8337742Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:05:36.8377280Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:05:36.8379953Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:05:36.8381527Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:05:37.2394696Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:37.2399147Z  Metal | INFO  | Closing device 0 +2024-09-30T17:05:37.2401505Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:37.2411238Z +2024-09-30T17:05:37.2416351Z tests/tt_eager/python_api_testing/unit_testing/misc/test_sum.py::test_sum_global[shape1]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:05:37.2420928Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:05:37.2461721Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:05:37.2463284Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:05:37.2466543Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:05:37.2524476Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:37.2529392Z  Metal | INFO  | Closing device 0 +2024-09-30T17:05:37.2531460Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:37.2542100Z +2024-09-30T17:05:37.2546753Z tests/tt_eager/python_api_testing/unit_testing/misc/test_sum.py::test_sum_global[shape2]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:05:37.2552061Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:05:37.2593231Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:05:37.2594872Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:05:37.2596956Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:05:37.8363650Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:37.8366083Z  Metal | INFO  | Closing device 0 +2024-09-30T17:05:37.8367217Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:37.8375117Z +2024-09-30T17:05:37.8379542Z tests/tt_eager/python_api_testing/unit_testing/misc/test_sum.py::test_sum_global[shape3]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:05:37.8381302Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:05:37.8421120Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:05:37.8422831Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:05:37.8426507Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:05:37.8606238Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:37.8610995Z  Metal | INFO  | Closing device 0 +2024-09-30T17:05:37.8613188Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:37.8622082Z +2024-09-30T17:05:37.8629241Z tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor.py::test_tensor_conversion_between_torch_and_tt[tt_dtype0-shape0]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:05:37.8634976Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:05:37.8675393Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:05:37.8676515Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:05:37.8820058Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:05:37.8823087Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:37.8829813Z +2024-09-30T17:05:37.8836118Z tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor.py::test_tensor_conversion_between_torch_and_tt[tt_dtype1-shape0]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:05:37.8837960Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:05:37.8878158Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:05:37.8879271Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:05:37.8973852Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:05:37.8976958Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:37.8982405Z +2024-09-30T17:05:37.8988593Z tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor.py::test_tensor_conversion_between_torch_and_tt[tt_dtype2-shape0]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:05:37.8990831Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:05:37.9028199Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:05:37.9029297Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:05:37.9127765Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:05:37.9131229Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:37.9137014Z +2024-09-30T17:05:37.9142869Z tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor.py::test_tensor_conversion_between_torch_and_tt[tt_dtype3-shape0]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:05:37.9144708Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:05:37.9182689Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:05:37.9183873Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:05:37.9284034Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:05:37.9287354Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:37.9292949Z +2024-09-30T17:05:37.9299301Z tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor.py::test_tensor_conversion_between_torch_and_tt[tt_dtype4-shape0]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:05:37.9301245Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:05:37.9339549Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:05:37.9340720Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:05:37.9457185Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:05:37.9459142Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:37.9466059Z +2024-09-30T17:05:37.9472118Z tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor.py::test_tensor_conversion_between_torch_and_tt[tt_dtype5-shape0]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:05:37.9474062Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:05:37.9511675Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:05:37.9512933Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:05:37.9632829Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:05:37.9635635Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:37.9641747Z +2024-09-30T17:05:37.9647668Z tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor.py::test_tensor_conversion_between_torch_and_np[tt_dtype0-shape0]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:05:37.9649510Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:05:37.9687524Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:05:37.9688637Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:05:37.9740900Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:05:37.9744133Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:37.9749938Z +2024-09-30T17:05:37.9756305Z tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor.py::test_tensor_conversion_between_torch_and_np[tt_dtype1-shape0]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:05:37.9758092Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:05:37.9796991Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:05:37.9798107Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:05:37.9816871Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:05:37.9819113Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:37.9825697Z +2024-09-30T17:05:37.9832512Z tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor.py::test_tensor_conversion_between_torch_and_np[tt_dtype2-shape0]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:05:37.9835181Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:05:37.9876105Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:05:37.9877284Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:05:37.9893957Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:05:37.9897129Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:37.9902924Z +2024-09-30T17:05:37.9941516Z tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor.py::test_serialization[tt_dtype0-shape0] PASSED +2024-09-30T17:05:37.9972668Z tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor.py::test_serialization[tt_dtype1-shape0] PASSED +2024-09-30T17:05:38.0003350Z tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor.py::test_serialization[tt_dtype2-shape0] PASSED +2024-09-30T17:05:38.0031120Z tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor.py::test_serialization[tt_dtype3-shape0] PASSED +2024-09-30T17:05:38.0069140Z tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor.py::test_serialization[tt_dtype4-shape0] PASSED +2024-09-30T17:05:38.0103007Z tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor.py::test_serialization[tt_dtype5-shape0] PASSED +2024-09-30T17:05:38.0107088Z tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor_alignment.py::test_tensor_alignment  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:05:38.0109184Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:05:38.0148006Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:05:38.0149406Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:05:38.0183229Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:05:38.0186412Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:38.0193807Z +2024-09-30T17:05:38.0202341Z tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor_prealloc_and_write.py::test_tensor_preallocation_and_write_apis[True-5-tensor_layout0-memory_location0-mem_layout0-in_dtype0]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:05:38.0204506Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:05:38.0241624Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:05:38.0242812Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:05:40.9305851Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:05:40.9307874Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:40.9319276Z +2024-09-30T17:05:40.9329219Z tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor_prealloc_and_write.py::test_tensor_preallocation_and_write_apis[True-5-tensor_layout0-memory_location0-mem_layout0-in_dtype1]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:05:40.9331748Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:05:40.9375525Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:05:40.9376764Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:05:52.6493074Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:05:52.6494359Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:52.6503934Z +2024-09-30T17:05:52.6515797Z tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor_prealloc_and_write.py::test_tensor_preallocation_and_write_apis[True-5-tensor_layout0-memory_location1-mem_layout0-in_dtype0]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:05:52.6517898Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:05:52.6559462Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:05:52.6560948Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:05:55.3638520Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:05:55.3641289Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:05:55.3650401Z +2024-09-30T17:05:55.3661259Z tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor_prealloc_and_write.py::test_tensor_preallocation_and_write_apis[True-5-tensor_layout0-memory_location1-mem_layout0-in_dtype1]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:05:55.3664644Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:05:55.3711028Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:05:55.3712164Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:06:06.9193541Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:06:06.9195469Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:06:06.9204980Z +2024-09-30T17:06:06.9214619Z tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor_prealloc_and_write.py::test_tensor_preallocation_and_write_apis[True-5-tensor_layout1-memory_location0-mem_layout0-in_dtype0]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:06:06.9219207Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:06:06.9264780Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:06:06.9265903Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:06:09.0157247Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:06:09.0159256Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:06:09.0169361Z +2024-09-30T17:06:09.0180320Z tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor_prealloc_and_write.py::test_tensor_preallocation_and_write_apis[True-5-tensor_layout1-memory_location0-mem_layout0-in_dtype1]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:06:09.0183032Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:06:09.0234256Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:06:09.0235370Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:06:09.0247648Z SKIPPED (Row Major Layout not supported for Bfp8) Metal | INFO  | Closing device 0 +2024-09-30T17:06:09.0249378Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:06:09.0257170Z +2024-09-30T17:06:09.0289036Z tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor_prealloc_and_write.py::test_tensor_preallocation_and_write_apis[True-5-tensor_layout1-memory_location1-mem_layout0-in_dtype0]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:06:09.0291425Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:06:09.0324376Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:06:09.0325508Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:06:11.2846494Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:06:11.2848024Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:06:11.2854953Z +2024-09-30T17:06:11.2866510Z tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor_prealloc_and_write.py::test_tensor_preallocation_and_write_apis[True-5-tensor_layout1-memory_location1-mem_layout0-in_dtype1]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:06:11.2869166Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:06:11.2930518Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:06:11.2931634Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:06:11.2943913Z SKIPPED (Row Major Layout not supported for Bfp8) Metal | INFO  | Closing device 0 +2024-09-30T17:06:11.2946588Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:06:11.2952514Z +2024-09-30T17:06:11.2960524Z tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor_prealloc_and_write.py::test_tensor_preallocation_and_write_apis[False-5-tensor_layout0-memory_location0-mem_layout0-in_dtype0]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:06:11.2966331Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:06:11.3007521Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:06:11.3008630Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:06:14.3679093Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:06:14.3682649Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:06:14.3692116Z +2024-09-30T17:06:14.3705053Z tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor_prealloc_and_write.py::test_tensor_preallocation_and_write_apis[False-5-tensor_layout0-memory_location0-mem_layout0-in_dtype1]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:06:14.3707947Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:06:14.3755859Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:06:14.3757850Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:06:25.7730611Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:06:25.7731861Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:06:25.7739523Z +2024-09-30T17:06:25.7749152Z tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor_prealloc_and_write.py::test_tensor_preallocation_and_write_apis[False-5-tensor_layout0-memory_location1-mem_layout0-in_dtype0]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:06:25.7755343Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:06:25.7817183Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:06:25.7818354Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:06:28.7665498Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:06:28.7668855Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:06:28.7682923Z +2024-09-30T17:06:28.7696695Z tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor_prealloc_and_write.py::test_tensor_preallocation_and_write_apis[False-5-tensor_layout0-memory_location1-mem_layout0-in_dtype1]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:06:28.7698902Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:06:28.7742088Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:06:28.7743291Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:06:40.7107386Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:06:40.7112179Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:06:40.7120010Z +2024-09-30T17:06:40.7129923Z tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor_prealloc_and_write.py::test_tensor_preallocation_and_write_apis[False-5-tensor_layout1-memory_location0-mem_layout0-in_dtype0]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:06:40.7132072Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:06:40.7174959Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:06:40.7176100Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:06:42.3805771Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:06:42.3814412Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:06:42.3822952Z +2024-09-30T17:06:42.3835487Z tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor_prealloc_and_write.py::test_tensor_preallocation_and_write_apis[False-5-tensor_layout1-memory_location0-mem_layout0-in_dtype1]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:06:42.3841943Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:06:42.3887566Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:06:42.3888709Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:06:42.3908687Z SKIPPED (Row Major Layout not supported for Bfp8) Metal | INFO  | Closing device 0 +2024-09-30T17:06:42.3913470Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:06:42.3924446Z +2024-09-30T17:06:42.3935392Z tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor_prealloc_and_write.py::test_tensor_preallocation_and_write_apis[False-5-tensor_layout1-memory_location1-mem_layout0-in_dtype0]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:06:42.3940651Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:06:42.3990403Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:06:42.3991540Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:06:44.0070671Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:06:44.0071881Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:06:44.0072500Z +2024-09-30T17:06:44.0076314Z tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor_prealloc_and_write.py::test_tensor_preallocation_and_write_apis[False-5-tensor_layout1-memory_location1-mem_layout0-in_dtype1]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:06:44.0079121Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:06:44.0093703Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:06:44.0094869Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:06:44.0112455Z SKIPPED (Row Major Layout not supported for Bfp8) Metal | INFO  | Closing device 0 +2024-09-30T17:06:44.0116163Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:06:44.0126472Z +2024-09-30T17:06:44.0133498Z tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor_ranks.py::test_tensor_ranks[shape0]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:06:44.0138874Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:06:44.0226518Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:06:44.0227633Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:06:44.0242413Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:06:44.0246556Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:06:44.0253799Z +2024-09-30T17:06:44.0260986Z tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor_ranks.py::test_tensor_ranks[shape1]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:06:44.0263014Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:06:44.0301632Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:06:44.0303219Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:06:44.0315193Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:06:44.0319458Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:06:44.0325177Z +2024-09-30T17:06:44.0333264Z tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor_ranks.py::test_tensor_ranks[shape2]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:06:44.0335338Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:06:44.0439250Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:06:44.0440877Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:06:44.0454847Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:06:44.0459307Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:06:44.0465709Z +2024-09-30T17:06:44.0471688Z tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor_ranks.py::test_tensor_ranks[shape3]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:06:44.0474076Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:06:44.0517463Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:06:44.0519050Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:06:44.0540985Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:06:44.0542634Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:06:44.0547555Z +2024-09-30T17:06:44.0553426Z tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor_ranks.py::test_tensor_ranks[shape4]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:06:44.0556079Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:06:44.0598933Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:06:44.0600494Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:06:44.0627110Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:06:44.0631650Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:06:44.0637648Z +2024-09-30T17:06:44.0644795Z tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor_ranks.py::test_tensor_ranks[shape5]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:06:44.0646903Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:06:44.0687875Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:06:44.0689457Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:06:44.0890580Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:06:44.0895932Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:06:44.0909965Z +2024-09-30T17:06:44.0919482Z tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor_ranks.py::test_tensor_ranks[shape6]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:06:44.0921136Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:06:44.0965797Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:06:44.0966902Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:06:44.1152608Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:06:44.1157691Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:06:44.1167219Z +2024-09-30T17:06:44.1175015Z tests/tt_eager/python_api_testing/unit_testing/misc/test_tilize_hpadding_matmul.py::test_tilize_hpadding_matmul  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:06:44.1180861Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:06:44.1228206Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:06:44.1229315Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:06:45.1101185Z Shape of A_t - ttnn.Shape([1, 1, 32, 288]) +2024-09-30T17:06:45.1101827Z Shape of B_t - ttnn.Shape([1, 1, 288, 32]) +2024-09-30T17:06:45.1158100Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:06:45.1164470Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:06:45.1180399Z +2024-09-30T17:06:45.1189579Z tests/tt_eager/python_api_testing/unit_testing/misc/test_tilize_matmul.py::test_run_tilize_matmul_test  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:06:45.1191280Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:06:45.1236906Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:06:45.1238045Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:06:46.0447479Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:06:46.0449577Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:06:46.0465023Z +2024-09-30T17:06:46.0475499Z tests/tt_eager/python_api_testing/unit_testing/misc/test_tilize_test.py::test_run_tilize_test[False-5-2-4-8]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:06:46.0477264Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:06:46.0523541Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:06:46.0524658Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:06:46.5363161Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:06:46.5368923Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:06:46.5391469Z +2024-09-30T17:06:46.5403644Z tests/tt_eager/python_api_testing/unit_testing/misc/test_tilize_test.py::test_run_tilize_test[False-5-2-4-7]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:06:46.5407772Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:06:46.5451834Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:06:46.5452966Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:06:47.0804734Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:06:47.0810114Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:06:47.0816611Z +2024-09-30T17:06:47.0826628Z tests/tt_eager/python_api_testing/unit_testing/misc/test_tilize_test.py::test_run_tilize_test[False-1-1-784-2]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:06:47.0828881Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:06:47.0879498Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:06:47.0880608Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:06:47.7149407Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:06:47.7154064Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:06:47.7167711Z +2024-09-30T17:06:47.7178809Z tests/tt_eager/python_api_testing/unit_testing/misc/test_tilize_test.py::test_run_tilize_test[False-8-1-2-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:06:47.7182198Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:06:47.7231609Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:06:47.7232738Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:06:48.2547207Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:06:48.2548685Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:06:48.2560172Z +2024-09-30T17:06:48.2606941Z tests/tt_eager/python_api_testing/unit_testing/misc/test_tilize_test.py::test_run_tilize_test[False-1-1-1-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:06:48.2609254Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:06:48.2613269Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:06:48.2614372Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:06:48.7083448Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:06:48.7084675Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:06:48.7092943Z +2024-09-30T17:06:48.7101109Z tests/tt_eager/python_api_testing/unit_testing/misc/test_tilize_test.py::test_run_tilize_test[True-5-2-4-8]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:06:48.7102853Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:06:48.7143428Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:06:48.7144533Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:06:49.1606979Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:06:49.1608415Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:06:49.1616504Z +2024-09-30T17:06:49.1626079Z tests/tt_eager/python_api_testing/unit_testing/misc/test_tilize_test.py::test_run_tilize_test[True-5-2-4-7]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:06:49.1628382Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:06:49.1671896Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:06:49.1673022Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:06:49.6201142Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:06:49.6203359Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:06:49.6215632Z +2024-09-30T17:06:49.6225053Z tests/tt_eager/python_api_testing/unit_testing/misc/test_tilize_test.py::test_run_tilize_test[True-1-1-784-2]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:06:49.6230967Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:06:49.6288267Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:06:49.6289391Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:06:50.1794291Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:06:50.1801592Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:06:50.1818595Z +2024-09-30T17:06:50.1830227Z tests/tt_eager/python_api_testing/unit_testing/misc/test_tilize_test.py::test_run_tilize_test[True-8-1-2-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:06:50.1837112Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:06:50.1896401Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:06:50.1897509Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:06:50.2686870Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:06:50.2693483Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:06:50.2704468Z +2024-09-30T17:06:50.2713503Z tests/tt_eager/python_api_testing/unit_testing/misc/test_tilize_test.py::test_run_tilize_test[True-1-1-1-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:06:50.2715190Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:06:50.2764053Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:06:50.2765165Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:06:50.2911835Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:06:50.2918558Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:06:50.2927512Z +2024-09-30T17:06:50.2934936Z tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py::test_transpose_hc[bfloat16]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:06:50.2941182Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:06:50.2989378Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:06:50.2990499Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:06:50.3002675Z 2024-09-30 17:06:50.299 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_transpose:test_transpose_hc:70 - transpose on C H dim +2024-09-30T17:06:50.3839139Z 2024-09-30 17:06:50.383 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_transpose:transpose:53 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:06:50.3844833Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:06:50.3850585Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:06:50.3861114Z +2024-09-30T17:06:50.3869946Z tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py::test_transpose_hc[float]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:06:50.3871997Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:06:50.3911335Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:06:50.3912506Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:06:50.3920216Z 2024-09-30 17:06:50.391 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_transpose:test_transpose_hc:70 - transpose on C H dim +2024-09-30T17:06:50.8552415Z 2024-09-30 17:06:50.854 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_transpose:transpose:53 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:06:50.8557085Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:06:50.8562257Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:06:50.8572577Z +2024-09-30T17:06:50.8580757Z tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py::test_transpose_wh_uint16  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:06:50.8583272Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:06:50.8630846Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:06:50.8631945Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:06:51.4343667Z 2024-09-30 17:06:51.433 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_transpose:transpose:53 - Max ATOL Delta: 0.0, Max RTOL Delta: nan, PCC: 1.0 +2024-09-30T17:06:51.4346269Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:06:51.4351422Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:06:51.4360174Z +2024-09-30T17:06:51.4367755Z tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py::test_transpose_wh_bfp4  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:06:51.4371925Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:06:51.4414084Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:06:51.4415223Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:06:51.8956689Z 2024-09-30 17:06:51.894 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_transpose:transpose:53 - Max ATOL Delta: 0.87109375, Max RTOL Delta: inf, PCC: 0.9882355703873094 +2024-09-30T17:06:51.8969455Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:06:51.8977283Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:06:51.8992315Z +2024-09-30T17:06:51.9002248Z tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py::test_transpose_hc_program_cache[bfloat16]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:06:51.9009028Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:06:51.9057311Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:06:51.9058421Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:06:51.9066833Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:06:51.9648513Z 2024-09-30 17:06:51.963 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_transpose:transpose:53 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:06:52.1388420Z 2024-09-30 17:06:52.137 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_transpose:transpose:53 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:06:52.6082149Z 2024-09-30 17:06:52.606 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_transpose:transpose:53 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:06:52.6092109Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:06:52.6101285Z  Metal | INFO  | Closing device 0 +2024-09-30T17:06:52.6108150Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:06:52.6186441Z +2024-09-30T17:06:52.6196316Z tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py::test_transpose_hc_program_cache[float]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:06:52.6202719Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:06:52.6250963Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:06:52.6252068Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:06:52.6259793Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:06:52.6923522Z 2024-09-30 17:06:52.691 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_transpose:transpose:53 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:06:52.8879467Z 2024-09-30 17:06:52.886 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_transpose:transpose:53 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:06:53.7986861Z 2024-09-30 17:06:53.797 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_transpose:transpose:53 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:06:53.7995000Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:06:53.8001469Z  Metal | INFO  | Closing device 0 +2024-09-30T17:06:53.8006024Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:06:53.8021818Z +2024-09-30T17:06:53.8032558Z tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py::test_transpose_cn_program_cache[bfloat16]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:06:53.8034360Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:06:53.8081104Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:06:53.8082207Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:06:53.8087825Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:06:53.8666291Z 2024-09-30 17:06:53.865 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_transpose:transpose:53 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:06:53.8764366Z 2024-09-30 17:06:53.875 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_transpose:transpose:53 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:06:53.8768084Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:06:53.8769938Z  Metal | INFO  | Closing device 0 +2024-09-30T17:06:53.8775593Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:06:53.8784120Z +2024-09-30T17:06:53.8791647Z tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py::test_transpose_cn_program_cache[float]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:06:53.8796068Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:06:53.8838864Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:06:53.8839975Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:06:53.8845162Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:06:54.3377083Z 2024-09-30 17:06:54.336 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_transpose:transpose:53 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:06:54.3486239Z 2024-09-30 17:06:54.347 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_transpose:transpose:53 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:06:54.3492593Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:06:54.3495826Z  Metal | INFO  | Closing device 0 +2024-09-30T17:06:54.3501105Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:06:54.3511692Z +2024-09-30T17:06:54.3519433Z tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py::test_transpose_wh_program_cache[bfloat16]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:06:54.3522886Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:06:54.3576154Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:06:54.3577276Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:06:54.3581323Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:06:54.7527940Z 2024-09-30 17:06:54.751 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_transpose:transpose:53 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:06:54.9399433Z 2024-09-30 17:06:54.938 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_transpose:transpose:53 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:06:54.9413690Z 2024-09-30 17:06:54.940 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_transpose:transpose:53 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:06:54.9421366Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:06:54.9425046Z  Metal | INFO  | Closing device 0 +2024-09-30T17:06:54.9430591Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:06:54.9441732Z +2024-09-30T17:06:54.9450376Z tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py::test_transpose_wh_program_cache[float]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:06:54.9452503Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:06:54.9494492Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:06:54.9495613Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:06:54.9499405Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:06:55.4632223Z 2024-09-30 17:06:55.462 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_transpose:transpose:53 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:06:55.6237757Z 2024-09-30 17:06:55.622 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_transpose:transpose:53 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:06:55.6252116Z 2024-09-30 17:06:55.624 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_transpose:transpose:53 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:06:55.6257274Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:06:55.6262403Z  Metal | INFO  | Closing device 0 +2024-09-30T17:06:55.6265104Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:06:55.6275507Z +2024-09-30T17:06:55.6283860Z tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py::test_transpose_wh_sharded_program_cache[bfloat8_b]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:06:55.6286040Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:06:55.6325724Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:06:55.6327077Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:06:55.6330531Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:06:56.2100457Z 2024-09-30 17:06:56.208 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_transpose:transpose:53 - Max ATOL Delta: 0.046875, Max RTOL Delta: inf, PCC: 0.9999612623738785 +2024-09-30T17:06:56.4224410Z 2024-09-30 17:06:56.421 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_transpose:transpose:53 - Max ATOL Delta: 0.046875, Max RTOL Delta: inf, PCC: 0.9999610977706472 +2024-09-30T17:06:57.2619934Z 2024-09-30 17:06:57.260 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_transpose:transpose:53 - Max ATOL Delta: 0.046875, Max RTOL Delta: inf, PCC: 0.9999611911632432 +2024-09-30T17:06:57.2623246Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:06:57.2628457Z  Metal | INFO  | Closing device 0 +2024-09-30T17:06:57.2632411Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:06:57.2645002Z +2024-09-30T17:06:57.2652713Z tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py::test_transpose_wh_sharded_program_cache[float]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:06:57.2654729Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:06:57.2700086Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:06:57.2701202Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:06:57.2705516Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:06:57.8240472Z 2024-09-30 17:06:57.822 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_transpose:transpose:53 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:06:57.8769828Z 2024-09-30 17:06:57.875 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_transpose:transpose:53 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:06:57.8773898Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:06:57.8777143Z  Metal | INFO  | Closing device 0 +2024-09-30T17:06:57.8782188Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:06:57.8792930Z +2024-09-30T17:06:57.8801082Z tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py::test_tranpose_hw_rm_with_padding[256-230-1-1]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:06:57.8806517Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:06:57.8849003Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:06:57.8861715Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:06:58.8065078Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:06:58.8067315Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:06:58.8084316Z +2024-09-30T17:06:58.8093369Z tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py::test_tranpose_hw_rm_no_padding[256-8-128-16]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:06:58.8100145Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:06:58.8147139Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:06:58.8148235Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:06:59.4039952Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:06:59.4044250Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:06:59.4060929Z +2024-09-30T17:06:59.4071146Z tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py::test_tranpose_hw_rm_with_program_cache[256-8-128-16]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:06:59.4073346Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:06:59.4120641Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:06:59.4121794Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:06:59.4129346Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:06:59.6427176Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:06:59.6429127Z  Metal | INFO  | Closing device 0 +2024-09-30T17:06:59.6434704Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:06:59.6443900Z +2024-09-30T17:06:59.6451505Z tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py::test_tranpose_hw_sharded_rm[112-16-224-16]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:06:59.6453801Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:06:59.6498035Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:06:59.6499138Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:07:01.0838467Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:07:01.0839898Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:07:01.0850662Z +2024-09-30T17:07:01.0860080Z tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py::test_tranpose_hw_sharded_rm_with_program_cache[16-128-128-16]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:07:01.0862886Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:07:01.0904717Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:07:01.0905840Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:07:01.0912781Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:07:02.5452930Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:07:02.5520715Z  Metal | INFO  | Closing device 0 +2024-09-30T17:07:02.5527080Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:07:02.5540245Z +2024-09-30T17:07:02.5548393Z tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py::test_tranpose_hc_rm[16-128-128-16]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:07:02.5554421Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:07:02.5599750Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:07:02.5600875Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:07:03.0352313Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:07:03.0358332Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:07:03.0369458Z +2024-09-30T17:07:03.0376986Z tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py::test_tranpose_hc_rm_with_program_cache[16-256-128-20]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:07:03.0382919Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:07:03.0427483Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:07:03.0428581Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:07:03.0437910Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:07:03.8397741Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:07:03.8402466Z  Metal | INFO  | Closing device 0 +2024-09-30T17:07:03.8405113Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:07:03.8415868Z +2024-09-30T17:07:03.8423450Z tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py::test_tranpose_hc_sharded_with_program_cache[1-8-4-16-grid_size0]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:07:03.8425299Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:07:03.8476812Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:07:03.8477928Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:07:03.8487298Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:07:04.2314983Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:07:04.2320238Z  Metal | INFO  | Closing device 0 +2024-09-30T17:07:04.2322024Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:07:04.2339209Z +2024-09-30T17:07:04.2349186Z tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py::test_tranpose_hc_sharded_with_program_cache[4-3-3-16-grid_size1]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:07:04.2353076Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:07:04.2403860Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:07:04.2404947Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:07:04.2413676Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:07:04.5968349Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:07:04.5972702Z  Metal | INFO  | Closing device 0 +2024-09-30T17:07:04.5975712Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:07:04.5980245Z +2024-09-30T17:07:04.5985617Z tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py::test_tranpose_hc_sharded_with_program_cache[2-8-4-32-grid_size2]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:07:04.5991639Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:07:04.6033375Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:07:04.6034570Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:07:04.6041745Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:07:04.6048155Z SKIPPED (grid size not for N300) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:07:04.6051645Z  Metal | INFO  | Closing device 0 +2024-09-30T17:07:04.6055050Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:07:04.6059305Z +2024-09-30T17:07:04.6064947Z tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py::test_tranpose_hc_sharded_with_program_cache[2-2-8-64-grid_size3]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:07:04.6069507Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:07:04.6112786Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:07:04.6113894Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:07:04.6120561Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:07:04.6127284Z SKIPPED (grid size not for N300) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:07:04.6128613Z  Metal | INFO  | Closing device 0 +2024-09-30T17:07:04.6133827Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:07:04.6138915Z +2024-09-30T17:07:04.6144170Z tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py::test_tranpose_hc_sharded_with_program_cache[16-4-224-224-grid_size4]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:07:04.6150693Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:07:04.6193548Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:07:04.6194645Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:07:04.6201665Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:07:04.6205618Z SKIPPED (grid size not for N300) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:07:04.6207107Z  Metal | INFO  | Closing device 0 +2024-09-30T17:07:04.6211813Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:07:04.6217352Z +2024-09-30T17:07:04.6222364Z tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py::test_tranpose_hc_sharded_with_program_cache[20-4-224-224-grid_size5]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:07:04.6224171Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:07:04.6266424Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:07:04.6267519Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:07:04.6274449Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:07:04.6280222Z SKIPPED (grid size not for N300) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:07:04.6281420Z  Metal | INFO  | Closing device 0 +2024-09-30T17:07:04.6285601Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:07:04.6291997Z +2024-09-30T17:07:04.6300532Z tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py::test_tranpose_hc_sharded_with_program_cache[24-3-224-224-grid_size6]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:07:04.6307424Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:07:04.6353653Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:07:04.6354783Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:07:04.6364710Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:07:04.6371773Z SKIPPED (grid size not for N300) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:07:04.6377145Z  Metal | INFO  | Closing device 0 +2024-09-30T17:07:04.6384017Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:07:04.6391537Z +2024-09-30T17:07:04.6398821Z tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py::test_tranpose_hc_sharded_with_program_cache[16-128-256-16-grid_size7]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:07:04.6405308Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:07:04.6450029Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:07:04.6451166Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:07:04.6461142Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:07:04.6469067Z SKIPPED (grid size not for N300) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:07:04.6471057Z  Metal | INFO  | Closing device 0 +2024-09-30T17:07:04.6478684Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:07:04.6484144Z +2024-09-30T17:07:04.6489802Z tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py::test_tranpose_hc_sharded_with_program_cache[16-128-128-16-grid_size8]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:07:04.6493869Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:07:04.6537445Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:07:04.6538624Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:07:04.6547711Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:07:04.6553839Z SKIPPED (grid size not for N300) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:07:04.6557224Z  Metal | INFO  | Closing device 0 +2024-09-30T17:07:04.6560659Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:07:04.6567253Z +2024-09-30T17:07:04.6573564Z tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py::test_transpose_bfloat8_b[shape0-swap_dims0]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:07:04.6577553Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:07:04.6618016Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:07:04.6619176Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:07:06.6372362Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:07:06.6376317Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:07:06.6390266Z +2024-09-30T17:07:06.6398206Z tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py::test_transpose_bfloat8_b[shape1-swap_dims1]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:07:06.6402325Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:07:06.6447224Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:07:06.6448392Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:07:06.7982426Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:07:06.7987895Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:07:06.8000117Z +2024-09-30T17:07:06.8007423Z tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py::test_transpose_bfloat8_b[shape2-swap_dims2]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:07:06.8010772Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:07:06.8057216Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:07:06.8058348Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:07:06.9551391Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:07:06.9557442Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:07:06.9570314Z +2024-09-30T17:07:06.9577692Z tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py::test_transpose_bfloat8_b[shape3-swap_dims3]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:07:06.9584142Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:07:06.9634226Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:07:06.9635352Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:07:07.1198298Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:07:07.1206290Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:07:07.1221573Z +2024-09-30T17:07:07.1230587Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_square_ttnn[input_shapes0]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:07:07.1232296Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:07:07.1284753Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:07:07.1285916Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:07:07.6520611Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:07:07.6525681Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:07:07.6544028Z +2024-09-30T17:07:07.6553470Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_square_ttnn[input_shapes1]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:07:07.6555182Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:07:07.6601310Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:07:07.6602448Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:07:08.3788341Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:07:08.3794676Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:07:08.3811325Z +2024-09-30T17:07:08.3821239Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_square_ttnn[input_shapes2]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:07:08.3828018Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:07:08.3888498Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:07:08.3889630Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:07:09.1013378Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:07:09.1017258Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:07:09.1029412Z +2024-09-30T17:07:09.1037872Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_pow_ttnn[0.5-input_shapes0]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:07:09.1040000Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:07:09.1094722Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:07:09.1096173Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:07:13.6529219Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:07:13.6531473Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:07:13.6545997Z +2024-09-30T17:07:13.6555042Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_pow_ttnn[0.5-input_shapes1]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:07:13.6556895Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:07:13.6600487Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:07:13.6601725Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:07:17.5310032Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:07:17.5311990Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:07:17.5322510Z +2024-09-30T17:07:17.5330610Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_pow_ttnn[0.5-input_shapes2]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:07:17.5332885Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:07:17.5388653Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:07:17.5389800Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:07:21.2276844Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:07:21.2279450Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:07:21.2289851Z +2024-09-30T17:07:21.2296912Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_pow_ttnn[2.0-input_shapes0]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:07:21.2302173Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:07:21.2360541Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:07:21.2361717Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:07:21.8046885Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:07:21.8048217Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:07:21.8060216Z +2024-09-30T17:07:21.8066579Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_pow_ttnn[2.0-input_shapes1]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:07:21.8071349Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:07:21.8126273Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:07:21.8127434Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:07:22.4639292Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:07:22.4642516Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:07:22.4654227Z +2024-09-30T17:07:22.4662461Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_pow_ttnn[2.0-input_shapes2]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:07:22.4666082Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:07:22.4715154Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:07:22.4716416Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:07:23.2113213Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:07:23.2116577Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:07:23.2127506Z +2024-09-30T17:07:23.2134823Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_abs_ttnn[input_shapes0]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:07:23.2140205Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:07:23.2184293Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:07:23.2185383Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:07:23.7289224Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:07:23.7293444Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:07:23.7306831Z +2024-09-30T17:07:23.7315686Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_abs_ttnn[input_shapes1]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:07:23.7317576Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:07:23.7365936Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:07:23.7367095Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:07:24.3454840Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:07:24.3457359Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:07:24.3471837Z +2024-09-30T17:07:24.3480555Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_abs_ttnn[input_shapes2]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:07:24.3486219Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:07:24.3540447Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:07:24.3541621Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:07:24.9669596Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:07:24.9671005Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:07:24.9671737Z +2024-09-30T17:07:24.9712711Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_asin_ttnn[input_shapes0]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:07:24.9714464Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:07:24.9742890Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:07:24.9744060Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:07:25.5482432Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:07:25.5486370Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:07:25.5499391Z +2024-09-30T17:07:25.5508234Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_asin_ttnn[input_shapes1]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:07:25.5510083Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:07:25.5565903Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:07:25.5567032Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:07:26.2304661Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:07:26.2305927Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:07:26.2324133Z +2024-09-30T17:07:26.2332031Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_asin_ttnn[input_shapes2]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:07:26.2333801Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:07:26.2391479Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:07:26.2392582Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:07:26.9639107Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:07:26.9641254Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:07:26.9651641Z +2024-09-30T17:07:26.9660840Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_acos_ttnn[input_shapes0]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:07:26.9666031Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:07:26.9717886Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:07:26.9719040Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:07:27.5066533Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:07:27.5067811Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:07:27.5075590Z +2024-09-30T17:07:27.5082562Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_acos_ttnn[input_shapes1]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:07:27.5084392Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:07:27.5135792Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:07:27.5136920Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:07:28.1273589Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:07:28.1275062Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:07:28.1289166Z +2024-09-30T17:07:28.1295981Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_acos_ttnn[input_shapes2]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:07:28.1303369Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:07:28.1352374Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:07:28.1353571Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:07:28.7982985Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:07:28.7986349Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:07:28.7995185Z +2024-09-30T17:07:28.8002332Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_atan_ttnn[input_shapes0]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:07:28.8004070Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:07:28.8053741Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:07:28.8054883Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:07:29.3907312Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:07:29.3909522Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:07:29.3918010Z +2024-09-30T17:07:29.3925025Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_atan_ttnn[input_shapes1]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:07:29.3930016Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:07:29.3976375Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:07:29.3977464Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:07:30.1559229Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:07:30.1563576Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:07:30.1574504Z +2024-09-30T17:07:30.1582411Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_atan_ttnn[input_shapes2]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:07:30.1586554Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:07:30.1633768Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:07:30.1634878Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:07:30.8591567Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:07:30.8593401Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:07:30.8605306Z +2024-09-30T17:07:30.8612232Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_cos_ttnn[input_shapes0]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:07:30.8615643Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:07:30.8659444Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:07:30.8660569Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:07:31.4141042Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:07:31.4142468Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:07:31.4154372Z +2024-09-30T17:07:31.4159306Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_cos_ttnn[input_shapes1]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:07:31.4163941Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:07:31.4217466Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:07:31.4219292Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:07:31.9771565Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:07:31.9775867Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:07:31.9789546Z +2024-09-30T17:07:31.9796054Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_cos_ttnn[input_shapes2]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:07:31.9797920Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:07:31.9847288Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:07:31.9848400Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:07:32.6309409Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:07:32.6312099Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:07:32.6322098Z +2024-09-30T17:07:32.6330600Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_eqz_ttnn[input_shapes0]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:07:32.6332718Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:07:32.6375556Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:07:32.6376706Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:07:33.1682060Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:07:33.1684394Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:07:33.1695454Z +2024-09-30T17:07:33.1703428Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_eqz_ttnn[input_shapes1]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:07:33.1705922Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:07:33.1751621Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:07:33.1752782Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:07:33.8149167Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:07:33.8162119Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:07:33.8166490Z +2024-09-30T17:07:33.8174997Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_eqz_ttnn[input_shapes2]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:07:33.8181758Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:07:33.8237563Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:07:33.8238950Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:07:34.5224345Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:07:34.5226531Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:07:34.5239716Z +2024-09-30T17:07:34.5250349Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_nez_ttnn[input_shapes0]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:07:34.5253135Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:07:34.5301341Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:07:34.5302501Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:07:35.0807224Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:07:35.0808643Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:07:35.0816467Z +2024-09-30T17:07:35.0821124Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_nez_ttnn[input_shapes1]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:07:35.0828978Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:07:35.0883424Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:07:35.0884577Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:07:35.7350397Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:07:35.7353231Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:07:35.7367152Z +2024-09-30T17:07:35.7375392Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_nez_ttnn[input_shapes2]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:07:35.7377545Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:07:35.7423416Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:07:35.7424516Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:07:36.3970907Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:07:36.3973203Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:07:36.3982997Z +2024-09-30T17:07:36.3989530Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_gez_ttnn[input_shapes0]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:07:36.3992522Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:07:36.4037134Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:07:36.4038502Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:07:36.9386376Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:07:36.9387775Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:07:36.9402998Z +2024-09-30T17:07:36.9414199Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_gez_ttnn[input_shapes1]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:07:36.9420861Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:07:36.9461716Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:07:36.9462930Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:07:37.6468116Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:07:37.6469781Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:07:37.6482823Z +2024-09-30T17:07:37.6490856Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_gez_ttnn[input_shapes2]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:07:37.6494931Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:07:37.6540450Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:07:37.6541625Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:07:38.3762198Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:07:38.3764871Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:07:38.3780544Z +2024-09-30T17:07:38.3789627Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_lez_ttnn[input_shapes0]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:07:38.3791962Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:07:38.3836973Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:07:38.3838092Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:07:38.3867029Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:07:38.3871442Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:07:38.3878192Z +2024-09-30T17:07:38.3884349Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_lez_ttnn[input_shapes1]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:07:38.3894449Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:07:38.3933437Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:07:38.3934674Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:07:38.4144809Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:07:38.4148975Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:07:38.4154217Z +2024-09-30T17:07:38.4160047Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_lez_ttnn[input_shapes2]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:07:38.4162324Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:07:38.4203245Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:07:38.4204667Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:07:38.4480403Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:07:38.4484881Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:07:38.4489662Z +2024-09-30T17:07:38.4498512Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_ltz_ttnn[input_shapes0]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:07:38.4501000Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:07:38.4538040Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:07:38.4539443Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:07:38.4571577Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:07:38.4575312Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:07:38.4580888Z +2024-09-30T17:07:38.4585949Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_ltz_ttnn[input_shapes1]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:07:38.4587902Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:07:38.4629778Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:07:38.4630982Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:07:38.4848833Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:07:38.4853096Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:07:38.4858032Z +2024-09-30T17:07:38.4863955Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_ltz_ttnn[input_shapes2]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:07:38.4869177Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:07:38.4911148Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:07:38.4912525Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:07:38.5159243Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:07:38.5162926Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:07:38.5168292Z +2024-09-30T17:07:38.5173924Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_gtz_ttnn[input_shapes0]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:07:38.5176052Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:07:38.5214663Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:07:38.5216020Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:07:38.5248384Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:07:38.5252237Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:07:38.5257241Z +2024-09-30T17:07:38.5262517Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_gtz_ttnn[input_shapes1]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:07:38.5264264Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:07:38.5305876Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:07:38.5307204Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:07:38.5505184Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:07:38.5508530Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:07:38.5514165Z +2024-09-30T17:07:38.5519692Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_gtz_ttnn[input_shapes2]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:07:38.5525799Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:07:38.5581561Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:07:38.5582742Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:07:38.5869925Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:07:38.5873757Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:07:38.5878690Z +2024-09-30T17:07:38.5884520Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_elu_ttnn[1.0-input_shapes0]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:07:38.5889371Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:07:38.5943971Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:07:38.5945153Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:07:39.1557277Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:07:39.1558606Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:07:39.1564884Z +2024-09-30T17:07:39.1572729Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_elu_ttnn[1.0-input_shapes1]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:07:39.1574476Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:07:39.1627195Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:07:39.1628297Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:07:39.7481886Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:07:39.7483543Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:07:39.7496627Z +2024-09-30T17:07:39.7505566Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_elu_ttnn[1.0-input_shapes2]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:07:39.7507708Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:07:39.7550123Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:07:39.7551320Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:07:40.4090417Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:07:40.4094103Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:07:40.4105245Z +2024-09-30T17:07:40.4112943Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_elu_ttnn[5.0-input_shapes0]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:07:40.4114667Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:07:40.4155090Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:07:40.4156679Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:07:40.8861321Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:07:40.8864066Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:07:40.8873432Z +2024-09-30T17:07:40.8879486Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_elu_ttnn[5.0-input_shapes1]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:07:40.8881225Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:07:40.8923413Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:07:40.8924551Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:07:41.5137448Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:07:41.5138906Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:07:41.5152811Z +2024-09-30T17:07:41.5161318Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_elu_ttnn[5.0-input_shapes2]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:07:41.5163202Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:07:41.5208138Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:07:41.5209380Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:07:42.1080006Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:07:42.1083111Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:07:42.1092477Z +2024-09-30T17:07:42.1100081Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_elu_ttnn[10.0-input_shapes0]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:07:42.1101865Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:07:42.1154025Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:07:42.1155182Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:07:42.5866537Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:07:42.5870025Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:07:42.5888902Z +2024-09-30T17:07:42.5897874Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_elu_ttnn[10.0-input_shapes1]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:07:42.5899990Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:07:42.5956674Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:07:42.5958156Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:07:43.1486199Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:07:43.1490591Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:07:43.1501684Z +2024-09-30T17:07:43.1512698Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_elu_ttnn[10.0-input_shapes2]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:07:43.1515624Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:07:43.1566180Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:07:43.1567311Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:07:43.7205410Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:07:43.7208526Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:07:43.7217435Z +2024-09-30T17:07:43.7224761Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_erf_ttnn[False-input_shapes0]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:07:43.7226822Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:07:43.7271914Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:07:43.7272991Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:07:44.1856518Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:07:44.1860061Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:07:44.1873943Z +2024-09-30T17:07:44.1882694Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_erf_ttnn[False-input_shapes1]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:07:44.1884483Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:07:44.1928532Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:07:44.1929615Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:07:44.8060784Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:07:44.8062946Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:07:44.8079496Z +2024-09-30T17:07:44.8091070Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_erf_ttnn[False-input_shapes2]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:07:44.8093624Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:07:44.8137456Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:07:44.8138603Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:07:45.3739754Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:07:45.3742034Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:07:45.3752959Z +2024-09-30T17:07:45.3760243Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_erf_ttnn[True-input_shapes0]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:07:45.3762076Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:07:45.3812865Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:07:45.3813980Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:07:45.8559266Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:07:45.8562623Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:07:45.8578998Z +2024-09-30T17:07:45.8588947Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_erf_ttnn[True-input_shapes1]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:07:45.8590952Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:07:45.8639815Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:07:45.8641102Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:07:46.4785656Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:07:46.4789319Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:07:46.4804404Z +2024-09-30T17:07:46.4812069Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_erf_ttnn[True-input_shapes2]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:07:46.4813864Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:07:46.4864856Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:07:46.4865975Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:07:47.1025864Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:07:47.1029006Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:07:47.1039307Z +2024-09-30T17:07:47.1046360Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_erfc_ttnn[False-input_shapes0]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:07:47.1050536Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:07:47.1097124Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:07:47.1098240Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:07:47.6569765Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:07:47.6572834Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:07:47.6581407Z +2024-09-30T17:07:47.6587858Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_erfc_ttnn[False-input_shapes1]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:07:47.6589623Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:07:47.6634572Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:07:47.6635745Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:07:48.2196218Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:07:48.2197744Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:07:48.2204932Z +2024-09-30T17:07:48.2211666Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_erfc_ttnn[False-input_shapes2]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:07:48.2213675Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:07:48.2267303Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:07:48.2268483Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:07:48.8638137Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:07:48.8639453Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:07:48.8649741Z +2024-09-30T17:07:48.8657818Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_erfc_ttnn[True-input_shapes0]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:07:48.8659602Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:07:48.8709537Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:07:48.8710677Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:07:49.3358517Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:07:49.3360306Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:07:49.3370195Z +2024-09-30T17:07:49.3376464Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_erfc_ttnn[True-input_shapes1]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:07:49.3378296Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:07:49.3431195Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:07:49.3432346Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:07:49.9045412Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:07:49.9049514Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:07:49.9060486Z +2024-09-30T17:07:49.9069121Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_erfc_ttnn[True-input_shapes2]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:07:49.9071624Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:07:49.9130472Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:07:49.9131642Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:07:50.5410752Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:07:50.5412680Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:07:50.5424466Z +2024-09-30T17:07:50.5431395Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_erfinv_ttnn[input_shapes0]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:07:50.5434762Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:07:50.5491818Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:07:50.5492933Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:07:51.0636152Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:07:51.0639240Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:07:51.0647200Z +2024-09-30T17:07:51.0655002Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_erfinv_ttnn[input_shapes1]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:07:51.0658953Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:07:51.0704353Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:07:51.0705504Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:07:51.6991572Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:07:51.6994433Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:07:51.7006605Z +2024-09-30T17:07:51.7014992Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_erfinv_ttnn[input_shapes2]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:07:51.7016813Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:07:51.7071073Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:07:51.7072247Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:07:52.3345366Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:07:52.3347047Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:07:52.3358345Z +2024-09-30T17:07:52.3366576Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_exp_ttnn[input_shapes0]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:07:52.3368361Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:07:52.3421927Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:07:52.3423021Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:07:52.3478069Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:07:52.3481154Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:07:52.3486718Z +2024-09-30T17:07:52.3492469Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_exp_ttnn[input_shapes1]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:07:52.3494109Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:07:52.3545934Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:07:52.3547111Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:07:52.3751494Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:07:52.3755157Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:07:52.3760066Z +2024-09-30T17:07:52.3765799Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_exp_ttnn[input_shapes2]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:07:52.3768141Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:07:52.3822524Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:07:52.3823947Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:07:52.4183211Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:07:52.4187030Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:07:52.4195310Z +2024-09-30T17:07:52.4200973Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_exp2_ttnn[input_shapes0]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:07:52.4202639Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:07:52.4256852Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:07:52.4257926Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:07:53.0055802Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:07:53.0058925Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:07:53.0072485Z +2024-09-30T17:07:53.0081272Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_exp2_ttnn[input_shapes1]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:07:53.0083210Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:07:53.0126636Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:07:53.0128017Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:07:53.7698221Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:07:53.7702740Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:07:53.7715537Z +2024-09-30T17:07:53.7722776Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_exp2_ttnn[input_shapes2]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:07:53.7730349Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:07:53.7775348Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:07:53.7776480Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:07:54.4730556Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:07:54.4733738Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:07:54.4742820Z +2024-09-30T17:07:54.4750030Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_expm1_ttnn[input_shapes0]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:07:54.4751787Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:07:54.4794806Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:07:54.4795979Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:07:55.0737281Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:07:55.0742616Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:07:55.0754873Z +2024-09-30T17:07:55.0774389Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_expm1_ttnn[input_shapes1]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:07:55.0776239Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:07:55.0807678Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:07:55.0808917Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:07:55.7595178Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:07:55.7598584Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:07:55.7613653Z +2024-09-30T17:07:55.7620481Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_expm1_ttnn[input_shapes2]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:07:55.7622434Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:07:55.7667697Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:07:55.7668966Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:07:56.4647392Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:07:56.4649116Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:07:56.4659753Z +2024-09-30T17:07:56.4669238Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_gelu_ttnn[False-input_shapes0]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:07:56.4671117Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:07:56.4720261Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:07:56.4729407Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:07:56.9920812Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:07:56.9922940Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:07:56.9933166Z +2024-09-30T17:07:56.9940380Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_gelu_ttnn[False-input_shapes1]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:07:56.9942954Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:07:56.9995936Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:07:56.9997195Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:07:57.5791268Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:07:57.5794903Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:07:57.5807882Z +2024-09-30T17:07:57.5816818Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_gelu_ttnn[False-input_shapes2]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:07:57.5818986Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:07:57.5866867Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:07:57.5868059Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:07:58.2039742Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:07:58.2041481Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:07:58.2052910Z +2024-09-30T17:07:58.2060808Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_gelu_ttnn[True-input_shapes0]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:07:58.2062796Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:07:58.2113840Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:07:58.2114986Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:07:58.7286431Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:07:58.7287926Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:07:58.7298702Z +2024-09-30T17:07:58.7306531Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_gelu_ttnn[True-input_shapes1]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:07:58.7308413Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:07:58.7362181Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:07:58.7363448Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:07:59.2684747Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:07:59.2686366Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:07:59.2694546Z +2024-09-30T17:07:59.2702057Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_gelu_ttnn[True-input_shapes2]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:07:59.2709196Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:07:59.2765062Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:07:59.2766153Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:07:59.8406391Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:07:59.8408085Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:07:59.8419264Z +2024-09-30T17:07:59.8426713Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_leaky_relu_ttnn[1.0-input_shapes0]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:07:59.8428478Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:07:59.8479488Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:07:59.8480562Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:08:00.3037083Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:08:00.3039003Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:08:00.3048970Z +2024-09-30T17:08:00.3055872Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_leaky_relu_ttnn[1.0-input_shapes1]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:08:00.3061709Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:08:00.3116505Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:08:00.3117784Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:08:00.8459935Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:08:00.8461559Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:08:00.8475566Z +2024-09-30T17:08:00.8484493Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_leaky_relu_ttnn[1.0-input_shapes2]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:08:00.8486736Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:08:00.8533446Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:08:00.8534576Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:08:01.3995290Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:08:01.3997574Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:08:01.3998368Z +2024-09-30T17:08:01.3999776Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_leaky_relu_ttnn[5.0-input_shapes0]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:08:01.4001726Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:08:01.4002836Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:08:01.4003897Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:08:01.8354231Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:08:01.8358074Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:08:01.8365677Z +2024-09-30T17:08:01.8372502Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_leaky_relu_ttnn[5.0-input_shapes1]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:08:01.8377041Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:08:01.8423907Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:08:01.8425118Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:08:02.3978422Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:08:02.3982565Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:08:02.3995284Z +2024-09-30T17:08:02.4003923Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_leaky_relu_ttnn[5.0-input_shapes2]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:08:02.4005760Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:08:02.4050441Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:08:02.4051643Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:08:02.9496283Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:08:02.9498223Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:08:02.9509815Z +2024-09-30T17:08:02.9518757Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_leaky_relu_ttnn[10.0-input_shapes0]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:08:02.9520588Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:08:02.9569430Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:08:02.9570884Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:08:03.3813701Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:08:03.3815163Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:08:03.3825644Z +2024-09-30T17:08:03.3837020Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_leaky_relu_ttnn[10.0-input_shapes1]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:08:03.3842849Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:08:03.3891206Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:08:03.3892515Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:08:03.9802453Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:08:03.9804812Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:08:03.9814062Z +2024-09-30T17:08:03.9823461Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_leaky_relu_ttnn[10.0-input_shapes2]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:08:03.9825297Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:08:03.9875078Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:08:03.9876224Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:08:04.6004944Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:08:04.6007792Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:08:04.6018880Z +2024-09-30T17:08:04.6026014Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_logical_not_ttnn[input_shapes0]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:08:04.6031264Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:08:04.6085671Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:08:04.6086817Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:08:05.0312057Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:08:05.0314740Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:08:05.0329715Z +2024-09-30T17:08:05.0338384Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_logical_not_ttnn[input_shapes1]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:08:05.0345175Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:08:05.0404578Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:08:05.0405915Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:08:05.5701945Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:08:05.5705881Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:08:05.5714952Z +2024-09-30T17:08:05.5725269Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_logical_not_ttnn[input_shapes2]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:08:05.5728714Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:08:05.5787651Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:08:05.5788861Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:08:06.1074290Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:08:06.1075916Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:08:06.1084668Z +2024-09-30T17:08:06.1091992Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_i0_ttnn[input_shapes0]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:08:06.1094238Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:08:06.1150430Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:08:06.1151639Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:08:06.5517456Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:08:06.5522616Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:08:06.5532640Z +2024-09-30T17:08:06.5543412Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_i0_ttnn[input_shapes1]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:08:06.5547791Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:08:06.5598523Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:08:06.5599656Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:08:07.1591281Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:08:07.1594804Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:08:07.1607746Z +2024-09-30T17:08:07.1619489Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_i0_ttnn[input_shapes2]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:08:07.1622171Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:08:07.1667414Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:08:07.1668567Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:08:07.7515525Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:08:07.7519759Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:08:07.7531053Z +2024-09-30T17:08:07.7539547Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_isfinite_ttnn[input_shapes0]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:08:07.7546799Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:08:07.7596236Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:08:07.7597370Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:08:08.2329947Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:08:08.2333898Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:08:08.2350829Z +2024-09-30T17:08:08.2360818Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_isfinite_ttnn[input_shapes1]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:08:08.2365372Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:08:08.2422767Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:08:08.2423915Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:08:08.8425225Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:08:08.8427396Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:08:08.8437722Z +2024-09-30T17:08:08.8446601Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_isfinite_ttnn[input_shapes2]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:08:08.8448693Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:08:08.8493312Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:08:08.8494423Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:08:09.4655525Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:08:09.4659774Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:08:09.4675680Z +2024-09-30T17:08:09.4687243Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_isinf_ttnn[input_shapes0]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:08:09.4689442Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:08:09.4739249Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:08:09.4740376Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:08:09.9315018Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:08:09.9320784Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:08:09.9336327Z +2024-09-30T17:08:09.9348176Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_isinf_ttnn[input_shapes1]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:08:09.9350756Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:08:09.9398314Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:08:09.9399424Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:08:10.5203313Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:08:10.5207346Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:08:10.5217284Z +2024-09-30T17:08:10.5225479Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_isinf_ttnn[input_shapes2]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:08:10.5227701Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:08:10.5268908Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:08:10.5270020Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:08:11.0580102Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:08:11.0583769Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:08:11.0597083Z +2024-09-30T17:08:11.0606638Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_isposinf_ttnn[input_shapes0]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:08:11.0608811Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:08:11.0656382Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:08:11.0657690Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:08:11.5108340Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:08:11.5112602Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:08:11.5121399Z +2024-09-30T17:08:11.5131432Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_isposinf_ttnn[input_shapes1]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:08:11.5133488Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:08:11.5178923Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:08:11.5180093Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:08:12.0994316Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:08:12.0998494Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:08:12.1013452Z +2024-09-30T17:08:12.1023218Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_isposinf_ttnn[input_shapes2]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:08:12.1025388Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:08:12.1073407Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:08:12.1074541Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:08:12.6306828Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:08:12.6309834Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:08:12.6321016Z +2024-09-30T17:08:12.6329369Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_isneginf_ttnn[input_shapes0]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:08:12.6335085Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:08:12.6381772Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:08:12.6382890Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:08:13.0821151Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:08:13.0822713Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:08:13.0834480Z +2024-09-30T17:08:13.0842394Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_isneginf_ttnn[input_shapes1]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:08:13.0844214Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:08:13.0885741Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:08:13.0886902Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:08:13.6152070Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:08:13.6158764Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:08:13.6175231Z +2024-09-30T17:08:13.6187477Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_isneginf_ttnn[input_shapes2]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:08:13.6193862Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:08:13.6246501Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:08:13.6247612Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:08:14.2531587Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:08:14.2536946Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:08:14.2552226Z +2024-09-30T17:08:14.2564046Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_isnan_ttnn[input_shapes0]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:08:14.2567304Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:08:14.2616633Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:08:14.2617829Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:08:14.7116568Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:08:14.7121633Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:08:14.7136998Z +2024-09-30T17:08:14.7147186Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_isnan_ttnn[input_shapes1]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:08:14.7153529Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:08:14.7200510Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:08:14.7201728Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:08:15.2552401Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:08:15.2557140Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:08:15.2571577Z +2024-09-30T17:08:15.2582329Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_isnan_ttnn[input_shapes2]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:08:15.2584464Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:08:15.2629888Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:08:15.2631725Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:08:15.8100150Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:08:15.8102343Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:08:15.8112791Z +2024-09-30T17:08:15.8121116Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_neg_ttnn[input_shapes0]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:08:15.8123718Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:08:15.8181130Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:08:15.8182253Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:08:16.2471789Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:08:16.2475413Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:08:16.2483662Z +2024-09-30T17:08:16.2494533Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_neg_ttnn[input_shapes1]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:08:16.2496524Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:08:16.2553011Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:08:16.2554311Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:08:16.7835845Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:08:16.7843486Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:08:16.7861021Z +2024-09-30T17:08:16.7873757Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_neg_ttnn[input_shapes2]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:08:16.7876054Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:08:16.7931827Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:08:16.7933109Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:08:17.3268256Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:08:17.3270426Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:08:17.3285834Z +2024-09-30T17:08:17.3297116Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_relu_ttnn[input_shapes0]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:08:17.3299833Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:08:17.3353043Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:08:17.3354266Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:08:17.7731670Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:08:17.7735596Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:08:17.7745502Z +2024-09-30T17:08:17.7753745Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_relu_ttnn[input_shapes1]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:08:17.7760062Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:08:17.7814745Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:08:17.7815931Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:08:18.3592196Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:08:18.3594590Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:08:18.3608770Z +2024-09-30T17:08:18.3618073Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_relu_ttnn[input_shapes2]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:08:18.3620230Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:08:18.3673189Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:08:18.3674300Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:08:18.9536116Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:08:18.9541068Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:08:18.9554236Z +2024-09-30T17:08:18.9564232Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_relu6_ttnn[input_shapes0]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:08:18.9567695Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:08:18.9623197Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:08:18.9624315Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:08:19.4739905Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:08:19.4745729Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:08:19.4761928Z +2024-09-30T17:08:19.4772124Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_relu6_ttnn[input_shapes1]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:08:19.4774532Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:08:19.4831060Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:08:19.4832245Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:08:20.0945867Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:08:20.0950509Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:08:20.0958477Z +2024-09-30T17:08:20.0966872Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_relu6_ttnn[input_shapes2]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:08:20.0969060Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:08:20.1013773Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:08:20.1014967Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:08:20.6365295Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:08:20.6369289Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:08:20.6384577Z +2024-09-30T17:08:20.6395743Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_tan_ttnn[input_shapes0]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:08:20.6398019Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:08:20.6444393Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:08:20.6445609Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:08:21.1738322Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:08:21.1742950Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:08:21.1753828Z +2024-09-30T17:08:21.1762067Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_tan_ttnn[input_shapes1]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:08:21.1763876Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:08:21.1805541Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:08:21.1806707Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:08:21.7193477Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:08:21.7195911Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:08:21.7209977Z +2024-09-30T17:08:21.7219245Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_tan_ttnn[input_shapes2]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:08:21.7226135Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:08:21.7274449Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:08:21.7275618Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:08:22.3508813Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:08:22.3512365Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:08:22.3523559Z +2024-09-30T17:08:22.3531502Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_tanh_ttnn[input_shapes0]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:08:22.3536362Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:08:22.3589613Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:08:22.3590759Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:08:22.8844750Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:08:22.8858622Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:08:22.8859885Z +2024-09-30T17:08:22.8869034Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_tanh_ttnn[input_shapes1]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:08:22.8873414Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:08:22.8927411Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:08:22.8928729Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:08:23.6072672Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:08:23.6074256Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:08:23.6088448Z +2024-09-30T17:08:23.6101189Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_tanh_ttnn[input_shapes2]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:08:23.6103810Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:08:23.6151483Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:08:23.6152614Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:08:24.3412448Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:08:24.3415086Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:08:24.3426614Z +2024-09-30T17:08:24.3435661Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_rsqrt_ttnn[input_shapes0]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:08:24.3437559Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:08:24.3481421Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:08:24.3482538Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:08:24.9019102Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:08:24.9022641Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:08:24.9034823Z +2024-09-30T17:08:24.9043741Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_rsqrt_ttnn[input_shapes1]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:08:24.9045809Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:08:24.9091025Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:08:24.9092127Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:08:25.6233953Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:08:25.6238784Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:08:25.6252917Z +2024-09-30T17:08:25.6265566Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_rsqrt_ttnn[input_shapes2]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:08:25.6272269Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:08:25.6314429Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:08:25.6315700Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:08:26.3852122Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:08:26.3855308Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:08:26.3866498Z +2024-09-30T17:08:26.3875132Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_sign_ttnn[input_shapes0]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:08:26.3880368Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:08:26.3925112Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:08:26.3926229Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:08:26.9477868Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:08:26.9484313Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:08:26.9498917Z +2024-09-30T17:08:26.9509120Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_sign_ttnn[input_shapes1]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:08:26.9511022Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:08:26.9557160Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:08:26.9558412Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:08:27.5868615Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:08:27.5871955Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:08:27.5881442Z +2024-09-30T17:08:27.5889656Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_sign_ttnn[input_shapes2]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:08:27.5891796Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:08:27.5935626Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:08:27.5936771Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:08:28.3059914Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:08:28.3062301Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:08:28.3074672Z +2024-09-30T17:08:28.3083078Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_signbit_ttnn[input_shapes0]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:08:28.3085260Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:08:28.3130799Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:08:28.3131942Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:08:28.8495100Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:08:28.8498251Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:08:28.8508216Z +2024-09-30T17:08:28.8517924Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_signbit_ttnn[input_shapes1]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:08:28.8519941Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:08:28.8562410Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:08:28.8564021Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:08:29.5797829Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:08:29.5803101Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:08:29.5818606Z +2024-09-30T17:08:29.5832700Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_signbit_ttnn[input_shapes2]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:08:29.5837510Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:08:29.5877225Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:08:29.5878577Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:08:30.2879675Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:08:30.2882543Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:08:30.2893324Z +2024-09-30T17:08:30.2902073Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_silu_ttnn[input_shapes0]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:08:30.2904165Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:08:30.2947208Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:08:30.2948323Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:08:30.9215972Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:08:30.9220651Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:08:30.9235355Z +2024-09-30T17:08:30.9248229Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_silu_ttnn[input_shapes1]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:08:30.9250144Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:08:30.9293512Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:08:30.9294668Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:08:31.5643901Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:08:31.5645771Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:08:31.5658592Z +2024-09-30T17:08:31.5666951Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_silu_ttnn[input_shapes2]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:08:31.5669445Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:08:31.5714913Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:08:31.5716340Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:08:32.2594516Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:08:32.2598703Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:08:32.2608767Z +2024-09-30T17:08:32.2617587Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_log_sigmoid_ttnn[input_shapes0]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:08:32.2619564Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:08:32.2662172Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:08:32.2663461Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:08:32.9089519Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:08:32.9092135Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:08:32.9101492Z +2024-09-30T17:08:32.9109483Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_log_sigmoid_ttnn[input_shapes1]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:08:32.9115154Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:08:32.9160012Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:08:32.9161171Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:08:33.7038081Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:08:33.7041069Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:08:33.7052053Z +2024-09-30T17:08:33.7059508Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_log_sigmoid_ttnn[input_shapes2]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:08:33.7062142Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:08:33.7107060Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:08:33.7108243Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:08:34.4980493Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:08:34.4983792Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:08:34.4994616Z +2024-09-30T17:08:34.5002806Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_sigmoid_ttnn[input_shapes0]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:08:34.5005152Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:08:34.5048047Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:08:34.5049134Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:08:35.0570920Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:08:35.0573948Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:08:35.0584665Z +2024-09-30T17:08:35.0592850Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_sigmoid_ttnn[input_shapes1]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:08:35.0597829Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:08:35.0653031Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:08:35.0654171Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:08:35.7690709Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:08:35.7693073Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:08:35.7707347Z +2024-09-30T17:08:35.7716685Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_sigmoid_ttnn[input_shapes2]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:08:35.7719154Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:08:35.7774277Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:08:35.7775432Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:08:36.4249298Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:08:36.4253107Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:08:36.4263940Z +2024-09-30T17:08:36.4272652Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_recip_ttnn[input_shapes0]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:08:36.4276791Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:08:36.4328106Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:08:36.4329236Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:08:36.9262328Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:08:36.9266796Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:08:36.9283620Z +2024-09-30T17:08:36.9293595Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_recip_ttnn[input_shapes1]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:08:36.9298250Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:08:36.9352920Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:08:36.9354150Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:08:37.5603938Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:08:37.5608750Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:08:37.5620794Z +2024-09-30T17:08:37.5633059Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_recip_ttnn[input_shapes2]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:08:37.5634991Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:08:37.5679353Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:08:37.5680514Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:08:38.2200272Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:08:38.2203721Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:08:38.2214613Z +2024-09-30T17:08:38.2224239Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_heaviside_ttnn[1.0-input_shapes0]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:08:38.2227360Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:08:38.2272162Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:08:38.2273309Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:08:38.7445333Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:08:38.7449796Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:08:38.7458022Z +2024-09-30T17:08:38.7465793Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_heaviside_ttnn[1.0-input_shapes1]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:08:38.7469109Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:08:38.7514438Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:08:38.7515748Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:08:39.3461841Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:08:39.3465123Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:08:39.3480272Z +2024-09-30T17:08:39.3491873Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_heaviside_ttnn[1.0-input_shapes2]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:08:39.3494125Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:08:39.3537383Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:08:39.3538586Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:08:40.2168223Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:08:40.2169597Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:08:40.2170246Z +2024-09-30T17:08:40.2171758Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_heaviside_ttnn[5.0-input_shapes0]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:08:40.2174197Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:08:40.2178502Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:08:40.2180043Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:08:40.7553655Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:08:40.7556725Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:08:40.7571063Z +2024-09-30T17:08:40.7582895Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_heaviside_ttnn[5.0-input_shapes1]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:08:40.7585114Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:08:40.7628994Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:08:40.7630526Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:08:41.4366293Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:08:41.4369187Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:08:41.4377987Z +2024-09-30T17:08:41.4386925Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_heaviside_ttnn[5.0-input_shapes2]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:08:41.4389207Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:08:41.4430308Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:08:41.4432174Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:08:42.0850491Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:08:42.0854215Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:08:42.0869627Z +2024-09-30T17:08:42.0880113Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_heaviside_ttnn[10.0-input_shapes0]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:08:42.0882477Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:08:42.0928659Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:08:42.0929813Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:08:42.6543084Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:08:42.6547324Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:08:42.6562429Z +2024-09-30T17:08:42.6572544Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_heaviside_ttnn[10.0-input_shapes1]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:08:42.6578397Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:08:42.6626106Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:08:42.6627494Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:08:43.3256155Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:08:43.3259780Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:08:43.3268894Z +2024-09-30T17:08:43.3278029Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_heaviside_ttnn[10.0-input_shapes2]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:08:43.3280190Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:08:43.3320567Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:08:43.3321815Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:08:44.0192129Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:08:44.0193557Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:08:44.0194308Z +2024-09-30T17:08:44.0195861Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_log_ttnn[input_shapes0]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:08:44.0230293Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:08:44.0246617Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:08:44.0247839Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:08:44.0280646Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:08:44.0285773Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:08:44.0292413Z +2024-09-30T17:08:44.0300749Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_log_ttnn[input_shapes1]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:08:44.0305202Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:08:44.0350325Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:08:44.0351464Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:08:44.0555012Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:08:44.0558883Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:08:44.0565706Z +2024-09-30T17:08:44.0573532Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_log_ttnn[input_shapes2]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:08:44.0577958Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:08:44.0624876Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:08:44.0625990Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:08:44.0874327Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:08:44.0879002Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:08:44.0888577Z +2024-09-30T17:08:44.0896409Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_log2_ttnn[input_shapes0]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:08:44.0901212Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:08:44.0946051Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:08:44.0947375Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:08:44.8078940Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:08:44.8082861Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:08:44.8093216Z +2024-09-30T17:08:44.8101015Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_log2_ttnn[input_shapes1]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:08:44.8104241Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:08:44.8149428Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:08:44.8150614Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:08:45.5840683Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:08:45.5841933Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:08:45.5853011Z +2024-09-30T17:08:45.5861922Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_log2_ttnn[input_shapes2]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:08:45.5863802Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:08:45.5909300Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:08:45.5910390Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:08:46.4098498Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:08:46.4101692Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:08:46.4113126Z +2024-09-30T17:08:46.4122042Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_log10_ttnn[input_shapes0]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:08:46.4124295Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:08:46.4169954Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:08:46.4171124Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:08:47.0013574Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:08:47.0016842Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:08:47.0025986Z +2024-09-30T17:08:47.0034759Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_log10_ttnn[input_shapes1]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:08:47.0036568Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:08:47.0079310Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:08:47.0080522Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:08:47.7692184Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:08:47.7696798Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:08:47.7708163Z +2024-09-30T17:08:47.7717100Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_log10_ttnn[input_shapes2]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:08:47.7720783Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:08:47.7767349Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:08:47.7768642Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:08:48.5429317Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:08:48.5432247Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:08:48.5443731Z +2024-09-30T17:08:48.5453571Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_sqrt_ttnn[input_shapes0]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:08:48.5456799Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:08:48.5501257Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:08:48.5502381Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:08:49.0379984Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:08:49.0385815Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:08:49.0400520Z +2024-09-30T17:08:49.0409784Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_sqrt_ttnn[input_shapes1]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:08:49.0417045Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:08:49.0462697Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:08:49.0463831Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:08:49.6110450Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:08:49.6113812Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:08:49.6128554Z +2024-09-30T17:08:49.6138114Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_sqrt_ttnn[input_shapes2]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:08:49.6144567Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:08:49.6191398Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:08:49.6192599Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:08:50.2704351Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:08:50.2708734Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:08:50.2721928Z +2024-09-30T17:08:50.2733081Z tests/tt_eager/python_api_testing/unit_testing/misc/test_untilize_test.py::test_run_untilize_test[1-1-1-2-bfloat16]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:08:50.2734881Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:08:50.2777299Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:08:50.2778492Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:08:50.7807845Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:08:50.7810831Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:08:50.7826464Z +2024-09-30T17:08:50.7837521Z tests/tt_eager/python_api_testing/unit_testing/misc/test_untilize_test.py::test_run_untilize_test[1-1-1-2-float]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:08:50.7839334Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:08:50.7883727Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:08:50.7884909Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:08:51.3073063Z 2024-09-30 17:08:51.306 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_untilize_test:test_run_untilize_test:73 - 0.9999999190094103 +2024-09-30T17:08:51.3078058Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:08:51.3083859Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:08:51.3095594Z +2024-09-30T17:08:51.3106083Z tests/tt_eager/python_api_testing/unit_testing/misc/test_untilize_test.py::test_run_untilize_test[5-2-4-8-bfloat16]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:08:51.3108109Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:08:51.3149867Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:08:51.3151087Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:08:51.8174093Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:08:51.8175555Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:08:51.8185864Z +2024-09-30T17:08:51.8199117Z tests/tt_eager/python_api_testing/unit_testing/misc/test_untilize_test.py::test_run_untilize_test[5-2-4-8-float]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:08:51.8201371Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:08:51.8239719Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:08:51.8241572Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:08:52.3997984Z 2024-09-30 17:08:52.398 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_untilize_test:test_run_untilize_test:73 - 0.9999999234061986 +2024-09-30T17:08:52.4005060Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:08:52.4019750Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:08:52.4022278Z +2024-09-30T17:08:52.4032731Z tests/tt_eager/python_api_testing/unit_testing/misc/test_untilize_test.py::test_run_untilize_test[5-2-4-7-bfloat16]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:08:52.4034533Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:08:52.4076229Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:08:52.4077360Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:08:52.8792436Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:08:52.8794131Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:08:52.8805123Z +2024-09-30T17:08:52.8815788Z tests/tt_eager/python_api_testing/unit_testing/misc/test_untilize_test.py::test_run_untilize_test[5-2-4-7-float]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:08:52.8821173Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:08:52.8866805Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:08:52.8868083Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:08:53.4617254Z 2024-09-30 17:08:53.460 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_untilize_test:test_run_untilize_test:73 - 0.999999923289567 +2024-09-30T17:08:53.4623097Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:08:53.4628968Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:08:53.4639482Z +2024-09-30T17:08:53.4650179Z tests/tt_eager/python_api_testing/unit_testing/misc/test_untilize_test.py::test_run_untilize_test[1-1-1-1-bfloat16]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:08:53.4651966Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:08:53.4694667Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:08:53.4695796Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:08:53.8911591Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:08:53.8916605Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:08:53.8931229Z +2024-09-30T17:08:53.8946693Z tests/tt_eager/python_api_testing/unit_testing/misc/test_untilize_test.py::test_run_untilize_test[1-1-1-1-float]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:08:53.8948707Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:08:53.8994549Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:08:53.8995732Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:08:54.4103601Z 2024-09-30 17:08:54.408 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_untilize_test:test_run_untilize_test:73 - 0.9999999226657509 +2024-09-30T17:08:54.4112881Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:08:54.4117779Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:08:54.4132175Z +2024-09-30T17:08:54.4143583Z tests/tt_eager/python_api_testing/unit_testing/misc/test_untilize_test.py::test_run_untilize_test[1-1-7-8-bfloat16]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:08:54.4145386Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:08:54.4192883Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:08:54.4194058Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:08:54.4400283Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:08:54.4405241Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:08:54.4415594Z +2024-09-30T17:08:54.4429232Z tests/tt_eager/python_api_testing/unit_testing/misc/test_untilize_test.py::test_run_untilize_test[1-1-7-8-float]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:08:54.4431170Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:08:54.4471657Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:08:54.4472837Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:08:54.4643149Z 2024-09-30 17:08:54.463 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_untilize_test:test_run_untilize_test:73 - 0.9999999226584342 +2024-09-30T17:08:54.4647496Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:08:54.4652622Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:08:54.4660950Z +2024-09-30T17:08:54.4670463Z tests/tt_eager/python_api_testing/unit_testing/misc/test_untilize_test.py::test_run_untilize_test[1-1-49-1-bfloat16]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:08:54.4672249Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:08:54.4714384Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:08:54.4715846Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:08:54.4839490Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:08:54.4844683Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:08:54.4851672Z +2024-09-30T17:08:54.4861724Z tests/tt_eager/python_api_testing/unit_testing/misc/test_untilize_test.py::test_run_untilize_test[1-1-49-1-float]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:08:54.4863548Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:08:54.4905097Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:08:54.4906417Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:08:54.5057947Z 2024-09-30 17:08:54.505 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_untilize_test:test_run_untilize_test:73 - 0.9999999224023571 +2024-09-30T17:08:54.5063038Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:08:54.5068502Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:08:54.5075361Z +2024-09-30T17:08:54.5084906Z tests/tt_eager/python_api_testing/unit_testing/misc/test_untilize_test.py::test_run_untilize_test[1-1-49-16-bfloat16]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:08:54.5086712Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:08:54.5135158Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:08:54.5136326Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:08:55.1551387Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:08:55.1553977Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:08:55.1568514Z +2024-09-30T17:08:55.1580051Z tests/tt_eager/python_api_testing/unit_testing/misc/test_untilize_test.py::test_run_untilize_test[1-1-49-16-float]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:08:55.1581999Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:08:55.1624796Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:08:55.1625971Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:08:55.8051598Z 2024-09-30 17:08:55.804 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_untilize_test:test_run_untilize_test:73 - 0.9999999234824541 +2024-09-30T17:08:55.8061126Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:08:55.8066899Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:08:55.8080398Z +2024-09-30T17:08:55.8091205Z tests/tt_eager/python_api_testing/unit_testing/misc/test_untilize_test.py::test_run_untilize_test[1-1-49-32-bfloat16]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:08:55.8094573Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:08:55.8141482Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:08:55.8142606Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:08:56.5689234Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:08:56.5692694Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:08:56.5704231Z +2024-09-30T17:08:56.5715303Z tests/tt_eager/python_api_testing/unit_testing/misc/test_untilize_test.py::test_run_untilize_test[1-1-49-32-float]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:08:56.5717441Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:08:56.5757636Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:08:56.5758750Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:08:57.3685552Z 2024-09-30 17:08:57.367 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_untilize_test:test_run_untilize_test:73 - 0.9999999234117388 +2024-09-30T17:08:57.3695107Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:08:57.3700361Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:08:57.3714367Z +2024-09-30T17:08:57.3726662Z tests/tt_eager/python_api_testing/unit_testing/misc/test_untilize_test.py::test_run_untilize_test[1-1-196-4-bfloat16]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:08:57.3729807Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:08:57.3777759Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:08:57.3779001Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:08:58.0501069Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:08:58.0506326Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:08:58.0527654Z +2024-09-30T17:08:58.0541307Z tests/tt_eager/python_api_testing/unit_testing/misc/test_untilize_test.py::test_run_untilize_test[1-1-196-4-float]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:08:58.0543586Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:08:58.0588378Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:08:58.0590087Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:08:58.7634071Z 2024-09-30 17:08:58.762 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_untilize_test:test_run_untilize_test:73 - 0.9999999234824541 +2024-09-30T17:08:58.7643429Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:08:58.7650034Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:08:58.7664070Z +2024-09-30T17:08:58.7676503Z tests/tt_eager/python_api_testing/unit_testing/misc/test_untilize_test.py::test_run_untilize_test[1-1-196-8-bfloat16]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:08:58.7679470Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:08:58.7724861Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:08:58.7726013Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:08:59.5306077Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:08:59.5310786Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:08:59.5324643Z +2024-09-30T17:08:59.5337374Z tests/tt_eager/python_api_testing/unit_testing/misc/test_untilize_test.py::test_run_untilize_test[1-1-196-8-float]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:08:59.5339562Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:08:59.5380682Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:08:59.5381894Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:09:00.3216249Z 2024-09-30 17:09:00.320 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_untilize_test:test_run_untilize_test:73 - 0.9999999234117388 +2024-09-30T17:09:00.3224098Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:09:00.3231012Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:00.3243966Z +2024-09-30T17:09:00.3254803Z tests/tt_eager/python_api_testing/unit_testing/misc/test_untilize_test.py::test_run_untilize_test[1-1-196-16-bfloat16]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:09:00.3256607Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:09:00.3299572Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:09:00.3300683Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:09:01.3598041Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:09:01.3602508Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:01.3616405Z +2024-09-30T17:09:01.3629414Z tests/tt_eager/python_api_testing/unit_testing/misc/test_untilize_test.py::test_run_untilize_test[1-1-196-16-float]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:09:01.3631598Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:09:01.3724591Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:09:01.3725716Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:09:02.4654007Z 2024-09-30 17:09:02.464 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_untilize_test:test_run_untilize_test:73 - 0.9999999233073287 +2024-09-30T17:09:02.4661484Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:09:02.4666775Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:02.4679039Z +2024-09-30T17:09:02.4689292Z tests/tt_eager/python_api_testing/unit_testing/misc/test_untilize_test.py::test_run_untilize_test[1-1-784-2-bfloat16]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:09:02.4692943Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:09:02.4735392Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:09:02.4736501Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:09:03.2353935Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:09:03.2357090Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:03.2372947Z +2024-09-30T17:09:03.2386034Z tests/tt_eager/python_api_testing/unit_testing/misc/test_untilize_test.py::test_run_untilize_test[1-1-784-2-float]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:09:03.2388441Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:09:03.2432132Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:09:03.2433329Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:09:04.0606156Z 2024-09-30 17:09:04.059 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_untilize_test:test_run_untilize_test:73 - 0.9999999234117366 +2024-09-30T17:09:04.0614051Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:09:04.0618758Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:04.0631455Z +2024-09-30T17:09:04.0641384Z tests/tt_eager/python_api_testing/unit_testing/misc/test_untilize_test.py::test_run_untilize_test[1-1-784-4-bfloat16]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:09:04.0643113Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:09:04.0686629Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:09:04.0688010Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:09:05.1315860Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:09:05.1317725Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:05.1330107Z +2024-09-30T17:09:05.1341457Z tests/tt_eager/python_api_testing/unit_testing/misc/test_untilize_test.py::test_run_untilize_test[1-1-784-4-float]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:09:05.1346928Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:09:05.1393181Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:09:05.1394400Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:09:06.3230573Z 2024-09-30 17:09:06.321 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_untilize_test:test_run_untilize_test:73 - 0.9999999233073329 +2024-09-30T17:09:06.3238505Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:09:06.3242784Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:06.3255164Z +2024-09-30T17:09:06.3265907Z tests/tt_eager/python_api_testing/unit_testing/misc/test_untilize_test.py::test_run_untilize_test[1-1-784-8-bfloat16]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:09:06.3267784Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:09:06.3313505Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:09:06.3314606Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:09:07.9552839Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:09:07.9555494Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:07.9568192Z +2024-09-30T17:09:07.9578638Z tests/tt_eager/python_api_testing/unit_testing/misc/test_untilize_test.py::test_run_untilize_test[1-1-784-8-float]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:09:07.9580797Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:09:07.9623567Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:09:07.9624702Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:09:09.6695358Z 2024-09-30 17:09:09.667 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_untilize_test:test_run_untilize_test:73 - 0.9999999234063259 +2024-09-30T17:09:09.6709446Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:09:09.6717757Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:09.6735103Z +2024-09-30T17:09:09.6751291Z tests/tt_eager/python_api_testing/unit_testing/misc/test_untilize_test.py::test_run_untilize_test[1-1-3136-2-bfloat16]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:09:09.6753308Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:09:09.6802672Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:09:09.6803801Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:09:11.3557072Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:09:11.3560304Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:11.3572871Z +2024-09-30T17:09:11.3585377Z tests/tt_eager/python_api_testing/unit_testing/misc/test_untilize_test.py::test_run_untilize_test[1-1-3136-2-float]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:09:11.3587742Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:09:11.3627709Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:09:11.3628834Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:09:13.0572985Z 2024-09-30 17:09:13.056 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_untilize_test:test_run_untilize_test:73 - 0.9999999234063249 +2024-09-30T17:09:13.0581055Z PASSED Metal | INFO  | Closing device 0 +2024-09-30T17:09:13.0585924Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:13.0601109Z +2024-09-30T17:09:13.0612287Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[32-input_dtype0-True-1-8-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:09:13.0614155Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:09:13.0657913Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:09:13.0659011Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:09:13.0662771Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:09:13.4434094Z 2024-09-30 17:09:13.442 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_fill_cache:68 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:09:13.4436322Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:13.4440070Z  Metal | INFO  | Closing device 0 +2024-09-30T17:09:13.4445055Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:13.4457640Z +2024-09-30T17:09:13.4468342Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[32-input_dtype0-True-1-16-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:09:13.4471321Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:09:13.4513630Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:09:13.4519336Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:09:13.4520491Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:09:13.5057685Z 2024-09-30 17:09:13.505 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_fill_cache:68 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:09:13.5059627Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:13.5063371Z  Metal | INFO  | Closing device 0 +2024-09-30T17:09:13.5067314Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:13.5074287Z +2024-09-30T17:09:13.5085106Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[32-input_dtype0-True-1-32-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:09:13.5087512Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:09:13.5128193Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:09:13.5129650Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:09:13.5133401Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:09:13.6535350Z 2024-09-30 17:09:13.652 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_fill_cache:68 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:09:13.6538748Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:13.6542805Z  Metal | INFO  | Closing device 0 +2024-09-30T17:09:13.6547661Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:13.6557200Z +2024-09-30T17:09:13.6567763Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[32-input_dtype0-True-1-64-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:09:13.6570119Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:09:13.6617722Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:09:13.6618865Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:09:13.6622943Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:09:13.9564171Z 2024-09-30 17:09:13.955 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_fill_cache:68 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:09:13.9569102Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:13.9573012Z  Metal | INFO  | Closing device 0 +2024-09-30T17:09:13.9577503Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:13.9586566Z +2024-09-30T17:09:13.9597776Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[32-input_dtype0-True-2-8-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:09:13.9603072Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:09:13.9646104Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:09:13.9647221Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:09:13.9651807Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:09:14.0175419Z 2024-09-30 17:09:14.016 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_fill_cache:68 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:09:14.0180373Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:14.0181832Z  Metal | INFO  | Closing device 0 +2024-09-30T17:09:14.0184916Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:14.0194049Z +2024-09-30T17:09:14.0204054Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[32-input_dtype0-True-2-16-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:09:14.0208047Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:09:14.0249852Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:09:14.0251050Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:09:14.0255143Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:09:14.1714573Z 2024-09-30 17:09:14.169 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_fill_cache:68 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:09:14.1717122Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:14.1719152Z  Metal | INFO  | Closing device 0 +2024-09-30T17:09:14.1724765Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:14.1734690Z +2024-09-30T17:09:14.1745960Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[32-input_dtype0-True-2-32-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:09:14.1751351Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:09:14.1795408Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:09:14.1796518Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:09:14.1801085Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:09:14.4706499Z 2024-09-30 17:09:14.469 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_fill_cache:68 - Max ATOL Delta: 0.0, Max RTOL Delta: nan, PCC: 1.0 +2024-09-30T17:09:14.4709027Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:14.4712640Z  Metal | INFO  | Closing device 0 +2024-09-30T17:09:14.4717525Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:14.4729522Z +2024-09-30T17:09:14.4742079Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[32-input_dtype0-True-2-64-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:09:14.4744510Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:09:14.4788296Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:09:14.4789445Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:09:14.4793030Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:09:15.0245219Z 2024-09-30 17:09:15.023 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_fill_cache:68 - Max ATOL Delta: 0.0, Max RTOL Delta: nan, PCC: 1.0 +2024-09-30T17:09:15.0286588Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:15.0289603Z  Metal | INFO  | Closing device 0 +2024-09-30T17:09:15.0294502Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:15.0308317Z +2024-09-30T17:09:15.0319929Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[32-input_dtype0-False-1-8-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:09:15.0321860Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:09:15.0363717Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:09:15.0364857Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:09:15.0369104Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:09:15.4515623Z 2024-09-30 17:09:15.450 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_fill_cache:68 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:09:15.4522789Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:15.4526020Z  Metal | INFO  | Closing device 0 +2024-09-30T17:09:15.4531025Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:15.4545878Z +2024-09-30T17:09:15.4559815Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[32-input_dtype0-False-1-16-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:09:15.4562212Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:09:15.4608932Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:09:15.4610717Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:09:15.4613529Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:09:15.5392638Z 2024-09-30 17:09:15.538 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_fill_cache:68 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:09:15.5397503Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:15.5401054Z  Metal | INFO  | Closing device 0 +2024-09-30T17:09:15.5405946Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:15.5418955Z +2024-09-30T17:09:15.5431736Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[32-input_dtype0-False-1-32-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:09:15.5434088Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:09:15.5480090Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:09:15.5481926Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:09:15.5484483Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:09:15.6831363Z 2024-09-30 17:09:15.681 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_fill_cache:68 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:09:15.6834727Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:15.6836734Z  Metal | INFO  | Closing device 0 +2024-09-30T17:09:15.6838881Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:15.6849562Z +2024-09-30T17:09:15.6863090Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[32-input_dtype0-False-1-64-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:09:15.6865943Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:09:15.6909242Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:09:15.6911868Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:09:15.6913634Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:09:15.9476098Z 2024-09-30 17:09:15.945 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_fill_cache:68 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:09:15.9479848Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:15.9483296Z  Metal | INFO  | Closing device 0 +2024-09-30T17:09:15.9484714Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:15.9495830Z +2024-09-30T17:09:15.9509611Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[32-input_dtype0-False-2-8-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:09:15.9511959Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:09:15.9558023Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:09:15.9559162Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:09:15.9569795Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:09:16.0309404Z 2024-09-30 17:09:16.029 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_fill_cache:68 - Max ATOL Delta: 0.0, Max RTOL Delta: nan, PCC: 1.0 +2024-09-30T17:09:16.0313438Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:16.0314913Z  Metal | INFO  | Closing device 0 +2024-09-30T17:09:16.0318620Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:16.0328787Z +2024-09-30T17:09:16.0339926Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[32-input_dtype0-False-2-16-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:09:16.0342282Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:09:16.0383833Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:09:16.0384962Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:09:16.0389003Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:09:16.1534051Z 2024-09-30 17:09:16.152 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_fill_cache:68 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:09:16.1540189Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:16.1543346Z  Metal | INFO  | Closing device 0 +2024-09-30T17:09:16.1545067Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:16.1555740Z +2024-09-30T17:09:16.1566987Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[32-input_dtype0-False-2-32-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:09:16.1571376Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:09:16.1619894Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:09:16.1621573Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:09:16.1623959Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:09:16.4557703Z 2024-09-30 17:09:16.454 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_fill_cache:68 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:09:16.4560923Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:16.4562800Z  Metal | INFO  | Closing device 0 +2024-09-30T17:09:16.4567739Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:16.4580127Z +2024-09-30T17:09:16.4592669Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[32-input_dtype0-False-2-64-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:09:16.4603663Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:09:16.4639438Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:09:16.4641069Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:09:16.4643586Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:09:17.0103122Z 2024-09-30 17:09:17.009 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_fill_cache:68 - Max ATOL Delta: 0.0, Max RTOL Delta: nan, PCC: 1.0 +2024-09-30T17:09:17.0140835Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:17.0144646Z  Metal | INFO  | Closing device 0 +2024-09-30T17:09:17.0150489Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:17.0161855Z +2024-09-30T17:09:17.0175259Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[32-input_dtype1-True-1-8-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:09:17.0177620Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:09:17.0220414Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:09:17.0221574Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:09:17.0226303Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:09:17.5760774Z 2024-09-30 17:09:17.574 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_fill_cache:68 - Max ATOL Delta: 0.03125, Max RTOL Delta: inf, PCC: 0.9999748988347286 +2024-09-30T17:09:17.5767106Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:17.5769023Z  Metal | INFO  | Closing device 0 +2024-09-30T17:09:17.5774866Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:17.5788501Z +2024-09-30T17:09:17.5800326Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[32-input_dtype1-True-1-16-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:09:17.5802309Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:09:17.5848206Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:09:17.5849330Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:09:17.5854503Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:09:17.7947868Z 2024-09-30 17:09:17.793 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_fill_cache:68 - Max ATOL Delta: 0.03125, Max RTOL Delta: inf, PCC: 0.99997490580837 +2024-09-30T17:09:17.7955748Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:17.7958890Z  Metal | INFO  | Closing device 0 +2024-09-30T17:09:17.7964583Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:17.7976228Z +2024-09-30T17:09:17.7987939Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[32-input_dtype1-True-1-32-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:09:17.7993912Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:09:17.8044177Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:09:17.8045290Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:09:17.8049955Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:09:18.2111311Z 2024-09-30 17:09:18.209 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_fill_cache:68 - Max ATOL Delta: 0.03125, Max RTOL Delta: inf, PCC: 0.9999749556450994 +2024-09-30T17:09:18.2116580Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:18.2120395Z  Metal | INFO  | Closing device 0 +2024-09-30T17:09:18.2125794Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:18.2141031Z +2024-09-30T17:09:18.2154986Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[32-input_dtype1-True-1-64-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:09:18.2156927Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:09:18.2199789Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:09:18.2200926Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:09:18.2205689Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:09:19.0287710Z 2024-09-30 17:09:19.027 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_fill_cache:68 - Max ATOL Delta: 0.03125, Max RTOL Delta: inf, PCC: 0.9999749472955763 +2024-09-30T17:09:19.0293919Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:19.0298224Z  Metal | INFO  | Closing device 0 +2024-09-30T17:09:19.0305006Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:19.0318117Z +2024-09-30T17:09:19.0330289Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[32-input_dtype1-True-2-8-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:09:19.0336859Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:09:19.0387432Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:09:19.0388493Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:09:19.0393482Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:09:19.2700811Z 2024-09-30 17:09:19.268 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_fill_cache:68 - Max ATOL Delta: 0.03125, Max RTOL Delta: inf, PCC: 0.9999748603276097 +2024-09-30T17:09:19.2710112Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:19.2714242Z  Metal | INFO  | Closing device 0 +2024-09-30T17:09:19.2719632Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:19.2732766Z +2024-09-30T17:09:19.2744639Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[32-input_dtype1-True-2-16-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:09:19.2746965Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:09:19.2789108Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:09:19.2790406Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:09:19.2793080Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:09:19.7068434Z 2024-09-30 17:09:19.705 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_fill_cache:68 - Max ATOL Delta: 0.03125, Max RTOL Delta: inf, PCC: 0.9999748614200851 +2024-09-30T17:09:19.7075618Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:19.7080625Z  Metal | INFO  | Closing device 0 +2024-09-30T17:09:19.7086380Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:19.7098275Z +2024-09-30T17:09:19.7110785Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[32-input_dtype1-True-2-32-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:09:19.7114848Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:09:19.7162841Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:09:19.7163949Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:09:19.7168438Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:09:20.5117506Z 2024-09-30 17:09:20.510 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_fill_cache:68 - Max ATOL Delta: 0.03125, Max RTOL Delta: inf, PCC: 0.9999749525675491 +2024-09-30T17:09:20.5123692Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:20.5128416Z  Metal | INFO  | Closing device 0 +2024-09-30T17:09:20.5133775Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:20.5146357Z +2024-09-30T17:09:20.5159018Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[32-input_dtype1-True-2-64-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:09:20.5165644Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:09:20.5218593Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:09:20.5219716Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:09:20.5225981Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:09:22.3217056Z 2024-09-30 17:09:22.320 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_fill_cache:68 - Max ATOL Delta: 0.03125, Max RTOL Delta: nan, PCC: 0.9999749474692397 +2024-09-30T17:09:22.3259541Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:22.3263565Z  Metal | INFO  | Closing device 0 +2024-09-30T17:09:22.3269267Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:22.3281583Z +2024-09-30T17:09:22.3293209Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[32-input_dtype1-False-1-8-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:09:22.3295053Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:09:22.3338302Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:09:22.3339441Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:09:22.3344391Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:09:22.8037673Z 2024-09-30 17:09:22.802 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_fill_cache:68 - Max ATOL Delta: 0.03125, Max RTOL Delta: inf, PCC: 0.9999749063999736 +2024-09-30T17:09:22.8045134Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:22.8048245Z  Metal | INFO  | Closing device 0 +2024-09-30T17:09:22.8054749Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:22.8067595Z +2024-09-30T17:09:22.8079820Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[32-input_dtype1-False-1-16-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:09:22.8084965Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:09:22.8132451Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:09:22.8133559Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:09:22.8138606Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:09:23.0213544Z 2024-09-30 17:09:23.020 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_fill_cache:68 - Max ATOL Delta: 0.03125, Max RTOL Delta: inf, PCC: 0.999974952572229 +2024-09-30T17:09:23.0222287Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:23.0225886Z  Metal | INFO  | Closing device 0 +2024-09-30T17:09:23.0231856Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:23.0243914Z +2024-09-30T17:09:23.0255938Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[32-input_dtype1-False-1-32-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:09:23.0258130Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:09:23.0308594Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:09:23.0309694Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:09:23.0314722Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:09:23.4771543Z 2024-09-30 17:09:23.476 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_fill_cache:68 - Max ATOL Delta: 0.03125, Max RTOL Delta: inf, PCC: 0.9999749394700381 +2024-09-30T17:09:23.4780312Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:23.4784609Z  Metal | INFO  | Closing device 0 +2024-09-30T17:09:23.4790734Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:23.4808485Z +2024-09-30T17:09:23.4822317Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[32-input_dtype1-False-1-64-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:09:23.4824863Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:09:23.4866974Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:09:23.4868202Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:09:23.4874062Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:09:24.2966452Z 2024-09-30 17:09:24.295 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_fill_cache:68 - Max ATOL Delta: 0.03125, Max RTOL Delta: nan, PCC: 0.9999749198010557 +2024-09-30T17:09:24.2972427Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:24.2976830Z  Metal | INFO  | Closing device 0 +2024-09-30T17:09:24.2982688Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:24.2994939Z +2024-09-30T17:09:24.3007864Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[32-input_dtype1-False-2-8-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:09:24.3009922Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:09:24.3054685Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:09:24.3055922Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:09:24.3061644Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:09:24.5553257Z 2024-09-30 17:09:24.554 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_fill_cache:68 - Max ATOL Delta: 0.03125, Max RTOL Delta: nan, PCC: 0.9999749544500031 +2024-09-30T17:09:24.5561654Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:24.5567200Z  Metal | INFO  | Closing device 0 +2024-09-30T17:09:24.5574545Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:24.5588407Z +2024-09-30T17:09:24.5604517Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[32-input_dtype1-False-2-16-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:09:24.5606432Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:09:24.5649723Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:09:24.5651529Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:09:24.5654245Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:09:24.9651380Z 2024-09-30 17:09:24.964 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_fill_cache:68 - Max ATOL Delta: 0.03125, Max RTOL Delta: inf, PCC: 0.9999748612413364 +2024-09-30T17:09:24.9659117Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:24.9665287Z  Metal | INFO  | Closing device 0 +2024-09-30T17:09:24.9672822Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:24.9685450Z +2024-09-30T17:09:24.9698588Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[32-input_dtype1-False-2-32-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:09:24.9702682Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:09:24.9751718Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:09:24.9752849Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:09:24.9758016Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:09:25.8494081Z 2024-09-30 17:09:25.847 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_fill_cache:68 - Max ATOL Delta: 0.03125, Max RTOL Delta: inf, PCC: 0.9999749070144437 +2024-09-30T17:09:25.8502393Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:25.8507105Z  Metal | INFO  | Closing device 0 +2024-09-30T17:09:25.8513356Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:25.8527080Z +2024-09-30T17:09:25.8542106Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[32-input_dtype1-False-2-64-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:09:25.8545171Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:09:25.8594731Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:09:25.8595837Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:09:25.8601315Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:09:27.6116047Z 2024-09-30 17:09:27.610 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_fill_cache:68 - Max ATOL Delta: 0.03125, Max RTOL Delta: nan, PCC: 0.99997490643105 +2024-09-30T17:09:27.6151819Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:27.6156704Z  Metal | INFO  | Closing device 0 +2024-09-30T17:09:27.6163063Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:27.6175072Z +2024-09-30T17:09:27.6187483Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[512-input_dtype0-True-1-8-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:09:27.6189332Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:09:27.6232361Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:09:27.6233462Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:09:27.6238048Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:09:27.6577093Z 2024-09-30 17:09:27.657 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_fill_cache:68 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:09:27.6583868Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:27.6656432Z  Metal | INFO  | Closing device 0 +2024-09-30T17:09:27.6661944Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:27.6672870Z +2024-09-30T17:09:27.6686414Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[512-input_dtype0-True-1-16-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:09:27.6688726Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:09:27.6730119Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:09:27.6731313Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:09:27.6736897Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:09:27.7553437Z 2024-09-30 17:09:27.754 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_fill_cache:68 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:09:27.7556999Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:27.7559325Z  Metal | INFO  | Closing device 0 +2024-09-30T17:09:27.7561064Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:27.7568674Z +2024-09-30T17:09:27.7582586Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[512-input_dtype0-True-1-32-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:09:27.7584981Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:09:27.7627725Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:09:27.7628905Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:09:27.7638628Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:09:27.9148958Z 2024-09-30 17:09:27.913 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_fill_cache:68 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:09:27.9153268Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:27.9156094Z  Metal | INFO  | Closing device 0 +2024-09-30T17:09:27.9161032Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:27.9171243Z +2024-09-30T17:09:27.9185974Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[512-input_dtype0-True-1-64-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:09:27.9188477Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:09:27.9254639Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:09:27.9255763Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:09:27.9261583Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:09:28.1694117Z 2024-09-30 17:09:28.168 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_fill_cache:68 - Max ATOL Delta: 0.0, Max RTOL Delta: nan, PCC: 1.0 +2024-09-30T17:09:28.1698855Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:28.1704221Z  Metal | INFO  | Closing device 0 +2024-09-30T17:09:28.1709594Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:28.1720510Z +2024-09-30T17:09:28.1732921Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[512-input_dtype0-True-2-8-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:09:28.1735697Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:09:28.1776556Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:09:28.1777693Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:09:28.1783590Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:09:28.2518475Z 2024-09-30 17:09:28.251 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_fill_cache:68 - Max ATOL Delta: 0.0, Max RTOL Delta: nan, PCC: 1.0 +2024-09-30T17:09:28.2524952Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:28.2527258Z  Metal | INFO  | Closing device 0 +2024-09-30T17:09:28.2532006Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:28.2542306Z +2024-09-30T17:09:28.2554415Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[512-input_dtype0-True-2-16-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:09:28.2559634Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:09:28.2603384Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:09:28.2604509Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:09:28.2609961Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:09:28.4137459Z 2024-09-30 17:09:28.412 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_fill_cache:68 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:09:28.4141006Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:28.4143447Z  Metal | INFO  | Closing device 0 +2024-09-30T17:09:28.4148327Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:28.4157929Z +2024-09-30T17:09:28.4170478Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[512-input_dtype0-True-2-32-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:09:28.4175853Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:09:28.4219734Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:09:28.4220853Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:09:28.4225156Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:09:28.8031234Z 2024-09-30 17:09:28.801 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_fill_cache:68 - Max ATOL Delta: 0.0, Max RTOL Delta: nan, PCC: 1.0 +2024-09-30T17:09:28.8039038Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:28.8043049Z  Metal | INFO  | Closing device 0 +2024-09-30T17:09:28.8049700Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:28.8064273Z +2024-09-30T17:09:28.8079216Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[512-input_dtype0-True-2-64-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:09:28.8085375Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:09:28.8134870Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:09:28.8136303Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:09:28.8146490Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:09:29.4768621Z 2024-09-30 17:09:29.475 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_fill_cache:68 - Max ATOL Delta: 0.0, Max RTOL Delta: nan, PCC: 1.0 +2024-09-30T17:09:29.4775745Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:29.4781698Z  Metal | INFO  | Closing device 0 +2024-09-30T17:09:29.4790426Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:29.4803953Z +2024-09-30T17:09:29.4817489Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[512-input_dtype0-False-1-8-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:09:29.4822401Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:09:29.4870574Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:09:29.4871702Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:09:29.4878710Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:09:29.5158244Z 2024-09-30 17:09:29.515 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_fill_cache:68 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:09:29.5164093Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:29.5165646Z  Metal | INFO  | Closing device 0 +2024-09-30T17:09:29.5170237Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:29.5180920Z +2024-09-30T17:09:29.5196134Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[512-input_dtype0-False-1-16-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:09:29.5198609Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:09:29.5240466Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:09:29.5241790Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:09:29.5251591Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:09:29.6123796Z 2024-09-30 17:09:29.611 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_fill_cache:68 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:09:29.6132317Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:29.6137666Z  Metal | INFO  | Closing device 0 +2024-09-30T17:09:29.6143858Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:29.6157044Z +2024-09-30T17:09:29.6170025Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[512-input_dtype0-False-1-32-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:09:29.6176421Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:09:29.6219211Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:09:29.6220344Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:09:29.6231940Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:09:29.7785348Z 2024-09-30 17:09:29.777 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_fill_cache:68 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:09:29.7789027Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:29.7792366Z  Metal | INFO  | Closing device 0 +2024-09-30T17:09:29.7793963Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:29.7805008Z +2024-09-30T17:09:29.7817167Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[512-input_dtype0-False-1-64-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:09:29.7822663Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:09:29.7899448Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:09:29.7900746Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:09:29.7906365Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:09:30.1536227Z 2024-09-30 17:09:30.152 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_fill_cache:68 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:09:30.1541981Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:30.1545687Z  Metal | INFO  | Closing device 0 +2024-09-30T17:09:30.1547506Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:30.1558685Z +2024-09-30T17:09:30.1569335Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[512-input_dtype0-False-2-8-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:09:30.1574971Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:09:30.1618019Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:09:30.1619412Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:09:30.1625175Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:09:30.2178099Z 2024-09-30 17:09:30.217 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_fill_cache:68 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:09:30.2180076Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:30.2181304Z  Metal | INFO  | Closing device 0 +2024-09-30T17:09:30.2185113Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:30.2193968Z +2024-09-30T17:09:30.2202948Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[512-input_dtype0-False-2-16-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:09:30.2205662Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:09:30.2251122Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:09:30.2252244Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:09:30.2258159Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:09:30.3642744Z 2024-09-30 17:09:30.363 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_fill_cache:68 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:09:30.3648815Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:30.3650334Z  Metal | INFO  | Closing device 0 +2024-09-30T17:09:30.3655212Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:30.3662733Z +2024-09-30T17:09:30.3673223Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[512-input_dtype0-False-2-32-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:09:30.3675127Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:09:30.3718651Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:09:30.3720224Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:09:30.3723257Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:09:30.7360228Z 2024-09-30 17:09:30.734 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_fill_cache:68 - Max ATOL Delta: 0.0, Max RTOL Delta: nan, PCC: 1.0 +2024-09-30T17:09:30.7363234Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:30.7367601Z  Metal | INFO  | Closing device 0 +2024-09-30T17:09:30.7370673Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:30.7380299Z +2024-09-30T17:09:30.7390747Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[512-input_dtype0-False-2-64-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:09:30.7392628Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:09:30.7438892Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:09:30.7440278Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:09:30.7444964Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:09:31.4718857Z 2024-09-30 17:09:31.467 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_fill_cache:68 - Max ATOL Delta: 0.0, Max RTOL Delta: nan, PCC: 1.0 +2024-09-30T17:09:31.4720507Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:31.4721590Z  Metal | INFO  | Closing device 0 +2024-09-30T17:09:31.4722645Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:31.4728809Z +2024-09-30T17:09:31.4737957Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[512-input_dtype1-True-1-8-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:09:31.4744293Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:09:31.4797452Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:09:31.4798581Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:09:31.4807066Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:09:31.6375515Z 2024-09-30 17:09:31.636 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_fill_cache:68 - Max ATOL Delta: 0.03125, Max RTOL Delta: inf, PCC: 0.9999750425214688 +2024-09-30T17:09:31.6380829Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:31.6383168Z  Metal | INFO  | Closing device 0 +2024-09-30T17:09:31.6388589Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:31.6401008Z +2024-09-30T17:09:31.6411470Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[512-input_dtype1-True-1-16-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:09:31.6413417Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:09:31.6455980Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:09:31.6457119Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:09:31.6461307Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:09:31.8912265Z 2024-09-30 17:09:31.890 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_fill_cache:68 - Max ATOL Delta: 0.03125, Max RTOL Delta: inf, PCC: 0.9999749489116235 +2024-09-30T17:09:31.8917934Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:31.8928074Z  Metal | INFO  | Closing device 0 +2024-09-30T17:09:31.8929202Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:31.8938037Z +2024-09-30T17:09:31.8948909Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[512-input_dtype1-True-1-32-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:09:31.8950848Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:09:31.8994730Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:09:31.8995836Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:09:31.8999532Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:09:32.3832386Z 2024-09-30 17:09:32.381 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_fill_cache:68 - Max ATOL Delta: 0.03125, Max RTOL Delta: inf, PCC: 0.9999749572729458 +2024-09-30T17:09:32.3834588Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:32.3838223Z  Metal | INFO  | Closing device 0 +2024-09-30T17:09:32.3844959Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:32.3859646Z +2024-09-30T17:09:32.3873178Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[512-input_dtype1-True-1-64-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:09:32.3875108Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:09:32.3927459Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:09:32.3928865Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:09:32.3932348Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:09:33.3176335Z 2024-09-30 17:09:33.316 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_fill_cache:68 - Max ATOL Delta: 0.03125, Max RTOL Delta: inf, PCC: 0.9999749066295113 +2024-09-30T17:09:33.3178422Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:33.3181211Z  Metal | INFO  | Closing device 0 +2024-09-30T17:09:33.3186445Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:33.3198973Z +2024-09-30T17:09:33.3209692Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[512-input_dtype1-True-2-8-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:09:33.3216182Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:09:33.3278067Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:09:33.3279236Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:09:33.3284276Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:09:33.5721821Z 2024-09-30 17:09:33.571 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_fill_cache:68 - Max ATOL Delta: 0.03125, Max RTOL Delta: inf, PCC: 0.9999749508420105 +2024-09-30T17:09:33.5726136Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:33.5729307Z  Metal | INFO  | Closing device 0 +2024-09-30T17:09:33.5734037Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:33.5745832Z +2024-09-30T17:09:33.5756779Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[512-input_dtype1-True-2-16-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:09:33.5761697Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:09:33.5819006Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:09:33.5820103Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:09:33.5824754Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:09:34.0626487Z 2024-09-30 17:09:34.061 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_fill_cache:68 - Max ATOL Delta: 0.03125, Max RTOL Delta: nan, PCC: 0.9999749893710921 +2024-09-30T17:09:34.0630257Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:34.0633007Z  Metal | INFO  | Closing device 0 +2024-09-30T17:09:34.0637662Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:34.0648346Z +2024-09-30T17:09:34.0658851Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[512-input_dtype1-True-2-32-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:09:34.0662718Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:09:34.0713332Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:09:34.0714449Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:09:34.0717936Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:09:35.0829833Z 2024-09-30 17:09:35.077 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_fill_cache:68 - Max ATOL Delta: 0.03125, Max RTOL Delta: nan, PCC: 0.9999749266035466 +2024-09-30T17:09:35.0831547Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:35.0832672Z  Metal | INFO  | Closing device 0 +2024-09-30T17:09:35.0833719Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:35.0834339Z +2024-09-30T17:09:35.0835915Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[512-input_dtype1-True-2-64-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:09:35.0837828Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:09:35.0893723Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:09:35.0894875Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:09:35.0899868Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:09:37.2287908Z 2024-09-30 17:09:37.227 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_fill_cache:68 - Max ATOL Delta: 0.03125, Max RTOL Delta: inf, PCC: 0.9999749422293935 +2024-09-30T17:09:37.2320307Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:37.2324489Z  Metal | INFO  | Closing device 0 +2024-09-30T17:09:37.2328574Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:37.2339260Z +2024-09-30T17:09:37.2350086Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[512-input_dtype1-False-1-8-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:09:37.2351988Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:09:37.2401914Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:09:37.2403222Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:09:37.2407607Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:09:37.3683583Z 2024-09-30 17:09:37.367 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_fill_cache:68 - Max ATOL Delta: 0.03125, Max RTOL Delta: inf, PCC: 0.9999749718590636 +2024-09-30T17:09:37.3691392Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:37.3694138Z  Metal | INFO  | Closing device 0 +2024-09-30T17:09:37.3698971Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:37.3710517Z +2024-09-30T17:09:37.3720958Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[512-input_dtype1-False-1-16-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:09:37.3722860Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:09:37.3778823Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:09:37.3779894Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:09:37.3784401Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:09:37.6083910Z 2024-09-30 17:09:37.607 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_fill_cache:68 - Max ATOL Delta: 0.03125, Max RTOL Delta: inf, PCC: 0.9999749178096918 +2024-09-30T17:09:37.6090501Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:37.6092884Z  Metal | INFO  | Closing device 0 +2024-09-30T17:09:37.6097466Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:37.6108963Z +2024-09-30T17:09:37.6120244Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[512-input_dtype1-False-1-32-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:09:37.6122229Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:09:37.6175305Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:09:37.6176405Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:09:37.6180633Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:09:38.0580528Z 2024-09-30 17:09:38.056 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_fill_cache:68 - Max ATOL Delta: 0.03125, Max RTOL Delta: inf, PCC: 0.9999749297087474 +2024-09-30T17:09:38.0584303Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:38.0587233Z  Metal | INFO  | Closing device 0 +2024-09-30T17:09:38.0592222Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:38.0602868Z +2024-09-30T17:09:38.0613018Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[512-input_dtype1-False-1-64-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:09:38.0620047Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:09:38.0711037Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:09:38.0712258Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:09:38.0716508Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:09:38.9731472Z 2024-09-30 17:09:38.971 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_fill_cache:68 - Max ATOL Delta: 0.03125, Max RTOL Delta: inf, PCC: 0.9999749621148123 +2024-09-30T17:09:38.9736385Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:38.9739506Z  Metal | INFO  | Closing device 0 +2024-09-30T17:09:38.9744015Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:38.9755890Z +2024-09-30T17:09:38.9766499Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[512-input_dtype1-False-2-8-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:09:38.9771808Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:09:38.9832581Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:09:38.9833728Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:09:38.9838779Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:09:39.2414797Z 2024-09-30 17:09:39.240 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_fill_cache:68 - Max ATOL Delta: 0.03125, Max RTOL Delta: inf, PCC: 0.9999748812619982 +2024-09-30T17:09:39.2418800Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:39.2422058Z  Metal | INFO  | Closing device 0 +2024-09-30T17:09:39.2426753Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:39.2438702Z +2024-09-30T17:09:39.2449472Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[512-input_dtype1-False-2-16-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:09:39.2451516Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:09:39.2506509Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:09:39.2507848Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:09:39.2511875Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:09:39.7657469Z 2024-09-30 17:09:39.764 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_fill_cache:68 - Max ATOL Delta: 0.03125, Max RTOL Delta: nan, PCC: 0.9999749492039822 +2024-09-30T17:09:39.7662059Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:39.7666584Z  Metal | INFO  | Closing device 0 +2024-09-30T17:09:39.7671940Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:39.7684335Z +2024-09-30T17:09:39.7695512Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[512-input_dtype1-False-2-32-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:09:39.7701151Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:09:39.7751627Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:09:39.7752780Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:09:39.7758506Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:09:40.7857591Z 2024-09-30 17:09:40.784 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_fill_cache:68 - Max ATOL Delta: 0.03125, Max RTOL Delta: inf, PCC: 0.999974954289853 +2024-09-30T17:09:40.7865897Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:40.7872754Z  Metal | INFO  | Closing device 0 +2024-09-30T17:09:40.7881816Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:40.7898883Z +2024-09-30T17:09:40.7915049Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[512-input_dtype1-False-2-64-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:09:40.7917221Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:09:40.7964286Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:09:40.7965457Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:09:40.7971359Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:09:42.7913505Z 2024-09-30 17:09:42.790 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_fill_cache:68 - Max ATOL Delta: 0.03125, Max RTOL Delta: nan, PCC: 0.9999749289773943 +2024-09-30T17:09:42.7942554Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:42.7947235Z  Metal | INFO  | Closing device 0 +2024-09-30T17:09:42.7954061Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:42.7962848Z +2024-09-30T17:09:42.7975993Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[2048-input_dtype0-True-1-8-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:09:42.7978033Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:09:42.8018305Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:09:42.8019548Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:09:42.8025005Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:09:42.8565344Z 2024-09-30 17:09:42.855 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_fill_cache:68 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:09:42.8607919Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:42.8615007Z  Metal | INFO  | Closing device 0 +2024-09-30T17:09:42.8622652Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:42.8637245Z +2024-09-30T17:09:42.8650485Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[2048-input_dtype0-True-1-16-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:09:42.8652479Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:09:42.8698529Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:09:42.8699722Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:09:42.8707975Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:09:43.0077046Z 2024-09-30 17:09:43.006 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_fill_cache:68 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:09:43.0079353Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:43.0083648Z  Metal | INFO  | Closing device 0 +2024-09-30T17:09:43.0088326Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:43.0097566Z +2024-09-30T17:09:43.0108966Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[2048-input_dtype0-True-1-32-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:09:43.0111308Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:09:43.0154564Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:09:43.0155925Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:09:43.0160843Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:09:43.2488713Z 2024-09-30 17:09:43.247 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_fill_cache:68 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:09:43.2491477Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:43.2495983Z  Metal | INFO  | Closing device 0 +2024-09-30T17:09:43.2500961Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:43.2511436Z +2024-09-30T17:09:43.2522845Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[2048-input_dtype0-True-1-64-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:09:43.2529682Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:09:43.2576000Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:09:43.2577220Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:09:43.2581250Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:09:43.8030117Z 2024-09-30 17:09:43.801 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_fill_cache:68 - Max ATOL Delta: 0.0, Max RTOL Delta: nan, PCC: 1.0 +2024-09-30T17:09:43.8067904Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:43.8073186Z  Metal | INFO  | Closing device 0 +2024-09-30T17:09:43.8079831Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:43.8094478Z +2024-09-30T17:09:43.8108400Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[2048-input_dtype0-True-2-8-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:09:43.8110579Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:09:43.8153168Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:09:43.8154378Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:09:43.8159926Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:09:43.9354403Z 2024-09-30 17:09:43.934 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_fill_cache:68 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:09:43.9363647Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:43.9368057Z  Metal | INFO  | Closing device 0 +2024-09-30T17:09:43.9374974Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:43.9389327Z +2024-09-30T17:09:43.9402582Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[2048-input_dtype0-True-2-16-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:09:43.9408737Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:09:43.9457506Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:09:43.9458608Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:09:43.9461562Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:09:44.1616990Z 2024-09-30 17:09:44.160 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_fill_cache:68 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:09:44.1623652Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:44.1627594Z  Metal | INFO  | Closing device 0 +2024-09-30T17:09:44.1633720Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:44.1645180Z +2024-09-30T17:09:44.1657795Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[2048-input_dtype0-True-2-32-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:09:44.1660724Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:09:44.1711476Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:09:44.1712952Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:09:44.1716692Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:09:45.4125184Z 2024-09-30 17:09:45.411 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_fill_cache:68 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:09:45.4136765Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:45.4142891Z  Metal | INFO  | Closing device 0 +2024-09-30T17:09:45.4149854Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:45.4166136Z +2024-09-30T17:09:45.4179680Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[2048-input_dtype0-True-2-64-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:09:45.4181960Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:09:45.4228639Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:09:45.4230863Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:09:45.4234216Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:09:46.5784885Z 2024-09-30 17:09:46.577 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_fill_cache:68 - Max ATOL Delta: 0.0, Max RTOL Delta: nan, PCC: 1.0 +2024-09-30T17:09:46.5822131Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:46.5827162Z  Metal | INFO  | Closing device 0 +2024-09-30T17:09:46.5833960Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:46.5845462Z +2024-09-30T17:09:46.5856525Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[2048-input_dtype0-False-1-8-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:09:46.5858445Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:09:46.5905695Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:09:46.5906921Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:09:46.5911477Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:09:46.6470330Z 2024-09-30 17:09:46.646 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_fill_cache:68 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:09:46.6477639Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:46.6481305Z  Metal | INFO  | Closing device 0 +2024-09-30T17:09:46.6486042Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:46.6496433Z +2024-09-30T17:09:46.6507563Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[2048-input_dtype0-False-1-16-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:09:46.6510162Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:09:46.6557212Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:09:46.6558314Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:09:46.6564270Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:09:46.7834763Z 2024-09-30 17:09:46.782 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_fill_cache:68 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:09:46.7845029Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:46.7849516Z  Metal | INFO  | Closing device 0 +2024-09-30T17:09:46.7856309Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:46.7869475Z +2024-09-30T17:09:46.7881282Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[2048-input_dtype0-False-1-32-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:09:46.7885375Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:09:46.7928292Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:09:46.7929427Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:09:46.7934359Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:09:47.0048668Z 2024-09-30 17:09:47.003 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_fill_cache:68 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:09:47.0056226Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:47.0061299Z  Metal | INFO  | Closing device 0 +2024-09-30T17:09:47.0067697Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:47.0080104Z +2024-09-30T17:09:47.0092958Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[2048-input_dtype0-False-1-64-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:09:47.0095647Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:09:47.0186801Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:09:47.0187933Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:09:47.0192472Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:09:47.4912508Z 2024-09-30 17:09:47.490 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_fill_cache:68 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:09:47.4921265Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:47.4926380Z  Metal | INFO  | Closing device 0 +2024-09-30T17:09:47.4931755Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:47.4945865Z +2024-09-30T17:09:47.4959608Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[2048-input_dtype0-False-2-8-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:09:47.4965181Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:09:47.5009405Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:09:47.5011038Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:09:47.5021500Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:09:47.5037066Z SKIPPED (For interleaved, each core can only have 1 tile along seq_len if num_heads > 1, so there is a restriction on max seq_len!) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:47.5039934Z  Metal | INFO  | Closing device 0 +2024-09-30T17:09:47.5048204Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:47.5063774Z +2024-09-30T17:09:47.5076124Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[2048-input_dtype0-False-2-16-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:09:47.5078131Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:09:47.5126039Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:09:47.5127245Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:09:47.5132365Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:09:47.5140128Z SKIPPED (For interleaved, each core can only have 1 tile along seq_len if num_heads > 1, so there is a restriction on max seq_len!) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:47.5142879Z  Metal | INFO  | Closing device 0 +2024-09-30T17:09:47.5148209Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:47.5155880Z +2024-09-30T17:09:47.5165929Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[2048-input_dtype0-False-2-32-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:09:47.5167884Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:09:47.5211047Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:09:47.5212257Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:09:47.5217330Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:09:47.5224406Z SKIPPED (For interleaved, each core can only have 1 tile along seq_len if num_heads > 1, so there is a restriction on max seq_len!) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:47.5226145Z  Metal | INFO  | Closing device 0 +2024-09-30T17:09:47.5231387Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:47.5239372Z +2024-09-30T17:09:47.5249772Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[2048-input_dtype0-False-2-64-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:09:47.5251866Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:09:47.5291327Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:09:47.5292468Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:09:47.5297913Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:09:47.5305906Z SKIPPED (For interleaved, each core can only have 1 tile along seq_len if num_heads > 1, so there is a restriction on max seq_len!) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:47.5308298Z  Metal | INFO  | Closing device 0 +2024-09-30T17:09:47.5314015Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:47.5321012Z +2024-09-30T17:09:47.5331290Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[2048-input_dtype1-True-1-8-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:09:47.5333218Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:09:47.5374136Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:09:47.5375285Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:09:47.5380098Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:09:47.7166618Z 2024-09-30 17:09:47.715 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_fill_cache:68 - Max ATOL Delta: 0.03125, Max RTOL Delta: nan, PCC: 0.9999749264646616 +2024-09-30T17:09:47.7176245Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:47.7181465Z  Metal | INFO  | Closing device 0 +2024-09-30T17:09:47.7188218Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:47.7202692Z +2024-09-30T17:09:47.7215885Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[2048-input_dtype1-True-1-16-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:09:47.7218457Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:09:47.7261998Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:09:47.7263126Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:09:47.7268600Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:09:48.0576568Z 2024-09-30 17:09:48.056 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_fill_cache:68 - Max ATOL Delta: 0.03125, Max RTOL Delta: inf, PCC: 0.9999749790754126 +2024-09-30T17:09:48.0585926Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:48.0590593Z  Metal | INFO  | Closing device 0 +2024-09-30T17:09:48.0596473Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:48.0610893Z +2024-09-30T17:09:48.0625339Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[2048-input_dtype1-True-1-32-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:09:48.0627443Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:09:48.0679675Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:09:48.0680849Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:09:48.0686277Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:09:48.7294971Z 2024-09-30 17:09:48.728 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_fill_cache:68 - Max ATOL Delta: 0.03125, Max RTOL Delta: inf, PCC: 0.999974935962941 +2024-09-30T17:09:48.7304332Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:48.7309450Z  Metal | INFO  | Closing device 0 +2024-09-30T17:09:48.7315329Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:48.7327338Z +2024-09-30T17:09:48.7339946Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[2048-input_dtype1-True-1-64-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:09:48.7341879Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:09:48.7388763Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:09:48.7389865Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:09:48.7394770Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:09:50.1712780Z 2024-09-30 17:09:50.163 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_fill_cache:68 - Max ATOL Delta: 0.03125, Max RTOL Delta: nan, PCC: 0.9999749062360572 +2024-09-30T17:09:50.1747315Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:50.1954540Z  Metal | INFO  | Closing device 0 +2024-09-30T17:09:50.1960157Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:50.1979078Z +2024-09-30T17:09:50.1991070Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[2048-input_dtype1-True-2-8-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:09:50.1995977Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:09:50.2044792Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:09:50.2045932Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:09:50.2050309Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:09:50.5237312Z 2024-09-30 17:09:50.522 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_fill_cache:68 - Max ATOL Delta: 0.03125, Max RTOL Delta: inf, PCC: 0.9999749951951676 +2024-09-30T17:09:50.5242751Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:50.5245576Z  Metal | INFO  | Closing device 0 +2024-09-30T17:09:50.5250088Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:50.5263189Z +2024-09-30T17:09:50.5274648Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[2048-input_dtype1-True-2-16-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:09:50.5277447Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:09:50.5326404Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:09:50.5327570Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:09:50.5334463Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:09:51.1976001Z 2024-09-30 17:09:51.195 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_fill_cache:68 - Max ATOL Delta: 0.03125, Max RTOL Delta: nan, PCC: 0.9999749393231097 +2024-09-30T17:09:51.1979372Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:51.1982827Z  Metal | INFO  | Closing device 0 +2024-09-30T17:09:51.1989536Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:51.2007282Z +2024-09-30T17:09:51.2019662Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[2048-input_dtype1-True-2-32-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:09:51.2025346Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:09:51.2077586Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:09:51.2078732Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:09:51.2083513Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:09:52.6318948Z 2024-09-30 17:09:52.630 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_fill_cache:68 - Max ATOL Delta: 0.03125, Max RTOL Delta: nan, PCC: 0.9999749671585499 +2024-09-30T17:09:52.6350740Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:52.6352223Z  Metal | INFO  | Closing device 0 +2024-09-30T17:09:52.6360252Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:52.6378034Z +2024-09-30T17:09:52.6394559Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[2048-input_dtype1-True-2-64-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:09:52.6399534Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:09:52.6447480Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:09:52.6448609Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:09:52.6453542Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:09:55.5491735Z 2024-09-30 17:09:55.547 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_fill_cache:68 - Max ATOL Delta: 0.03125, Max RTOL Delta: inf, PCC: 0.9999749537149235 +2024-09-30T17:09:55.5547338Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:55.5548518Z  Metal | INFO  | Closing device 0 +2024-09-30T17:09:55.5553065Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:55.5563723Z +2024-09-30T17:09:55.5573487Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[2048-input_dtype1-False-1-8-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:09:55.5575397Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:09:55.5616120Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:09:55.5617247Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:09:55.5620982Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:09:55.7599048Z 2024-09-30 17:09:55.758 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_fill_cache:68 - Max ATOL Delta: 0.03125, Max RTOL Delta: inf, PCC: 0.9999749469323578 +2024-09-30T17:09:55.7603760Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:55.7606673Z  Metal | INFO  | Closing device 0 +2024-09-30T17:09:55.7611272Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:55.7623501Z +2024-09-30T17:09:55.7635233Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[2048-input_dtype1-False-1-16-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:09:55.7638260Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:09:55.7714376Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:09:55.7715576Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:09:55.7719572Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:09:56.1305258Z 2024-09-30 17:09:56.129 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_fill_cache:68 - Max ATOL Delta: 0.03125, Max RTOL Delta: inf, PCC: 0.999974882861388 +2024-09-30T17:09:56.1307784Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:56.1309384Z  Metal | INFO  | Closing device 0 +2024-09-30T17:09:56.1314847Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:56.1326525Z +2024-09-30T17:09:56.1337544Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[2048-input_dtype1-False-1-32-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:09:56.1339495Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:09:56.1392104Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:09:56.1393228Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:09:56.1398613Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:09:56.7986601Z 2024-09-30 17:09:56.797 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_fill_cache:68 - Max ATOL Delta: 0.03125, Max RTOL Delta: nan, PCC: 0.9999749328398768 +2024-09-30T17:09:56.7990889Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:56.7992164Z  Metal | INFO  | Closing device 0 +2024-09-30T17:09:56.7995469Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:56.8005870Z +2024-09-30T17:09:56.8015915Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[2048-input_dtype1-False-1-64-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:09:56.8017800Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:09:56.8063277Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:09:56.8064629Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:09:56.8067992Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:09:58.2191836Z 2024-09-30 17:09:58.217 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_fill_cache:68 - Max ATOL Delta: 0.03125, Max RTOL Delta: inf, PCC: 0.9999749444971173 +2024-09-30T17:09:58.2218453Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:58.2220836Z  Metal | INFO  | Closing device 0 +2024-09-30T17:09:58.2225737Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:58.2239466Z +2024-09-30T17:09:58.2252191Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[2048-input_dtype1-False-2-8-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:09:58.2260790Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:09:58.2314387Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:09:58.2315535Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:09:58.2320496Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:09:58.2331668Z SKIPPED (For interleaved, each core can only have 1 tile along seq_len if num_heads > 1, so there is a restriction on max seq_len!) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:58.2333398Z  Metal | INFO  | Closing device 0 +2024-09-30T17:09:58.2334922Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:58.2343329Z +2024-09-30T17:09:58.2357118Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[2048-input_dtype1-False-2-16-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:09:58.2360342Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:09:58.2406573Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:09:58.2407756Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:09:58.2411406Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:09:58.2417265Z SKIPPED (For interleaved, each core can only have 1 tile along seq_len if num_heads > 1, so there is a restriction on max seq_len!) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:58.2419455Z  Metal | INFO  | Closing device 0 +2024-09-30T17:09:58.2421183Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:58.2427367Z +2024-09-30T17:09:58.2436413Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[2048-input_dtype1-False-2-32-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:09:58.2439635Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:09:58.2484885Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:09:58.2486163Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:09:58.2489186Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:09:58.2497587Z SKIPPED (For interleaved, each core can only have 1 tile along seq_len if num_heads > 1, so there is a restriction on max seq_len!) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:58.2499790Z  Metal | INFO  | Closing device 0 +2024-09-30T17:09:58.2501052Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:58.2508027Z +2024-09-30T17:09:58.2516625Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[2048-input_dtype1-False-2-64-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:09:58.2521668Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:09:58.2576332Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:09:58.2577593Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:09:58.2581825Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:09:58.2587658Z SKIPPED (For interleaved, each core can only have 1 tile along seq_len if num_heads > 1, so there is a restriction on max seq_len!) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:58.2589702Z  Metal | INFO  | Closing device 0 +2024-09-30T17:09:58.2592094Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:58.2597055Z +2024-09-30T17:09:58.2606774Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-0-input_dtype0-True-1-8-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:09:58.2611711Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:09:58.2666523Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:09:58.2667715Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:09:58.2671916Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:09:58.8346811Z 2024-09-30 17:09:58.833 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:142 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:09:58.8354209Z 2024-09-30 17:09:58.833 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:143 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:09:58.8357909Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:58.8359313Z  Metal | INFO  | Closing device 0 +2024-09-30T17:09:58.8360596Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:58.8372325Z +2024-09-30T17:09:58.8384520Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-0-input_dtype0-True-1-16-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:09:58.8389854Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:09:58.8432755Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:09:58.8434128Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:09:58.8437703Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:09:59.3916900Z 2024-09-30 17:09:59.390 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:142 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:09:59.3921359Z 2024-09-30 17:09:59.390 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:143 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:09:59.3923491Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:59.3925418Z  Metal | INFO  | Closing device 0 +2024-09-30T17:09:59.3928221Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:09:59.3939442Z +2024-09-30T17:09:59.3951698Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-0-input_dtype0-True-1-32-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:09:59.3954946Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:09:59.3997756Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:09:59.3998871Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:09:59.4003283Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:00.0598645Z 2024-09-30 17:10:00.058 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:142 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:00.0601679Z 2024-09-30 17:10:00.059 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:143 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:00.0604425Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:00.0605831Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:00.0610266Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:00.0623815Z +2024-09-30T17:10:00.0635972Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-0-input_dtype0-True-1-64-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:00.0642069Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:00.0685453Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:00.0686800Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:00.0690078Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:00.0697332Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:00.0699387Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:00.0702360Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:00.0708959Z +2024-09-30T17:10:00.0718737Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-0-input_dtype0-True-2-8-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:00.0721878Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:00.0762537Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:00.0763651Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:00.0766890Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:00.1270235Z 2024-09-30 17:10:00.125 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:142 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:00.1273957Z 2024-09-30 17:10:00.126 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:143 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:00.1277225Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:00.1278577Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:00.1279826Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:00.1286731Z +2024-09-30T17:10:00.1298619Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-0-input_dtype0-True-2-16-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:00.1301111Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:00.1339385Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:00.1340890Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:00.1345016Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:00.2539483Z 2024-09-30 17:10:00.252 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:142 - Max ATOL Delta: 0.0, Max RTOL Delta: nan, PCC: 1.0 +2024-09-30T17:10:00.2542834Z 2024-09-30 17:10:00.253 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:143 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:00.2545133Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:00.2546793Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:00.2551567Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:00.2562956Z +2024-09-30T17:10:00.2575235Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-0-input_dtype0-True-2-32-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:00.2577763Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:00.2619584Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:00.2620989Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:00.2624401Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:00.5307622Z 2024-09-30 17:10:00.529 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:142 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:00.5310897Z 2024-09-30 17:10:00.529 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:143 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:00.5313790Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:00.5315231Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:00.5320299Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:00.5334263Z +2024-09-30T17:10:00.5348314Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-0-input_dtype0-True-2-64-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:00.5350726Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:00.5393589Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:00.5394988Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:00.5398402Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:00.5406387Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:00.5409400Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:00.5410921Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:00.5417859Z +2024-09-30T17:10:00.5431077Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-0-input_dtype0-False-1-8-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:00.5433122Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:00.5470729Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:00.5471941Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:00.5475676Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:00.9688404Z 2024-09-30 17:10:00.967 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:142 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:00.9691171Z 2024-09-30 17:10:00.968 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:143 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:00.9696337Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:00.9697815Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:00.9702853Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:00.9715301Z +2024-09-30T17:10:00.9726076Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-0-input_dtype0-False-1-16-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:00.9732514Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:00.9775483Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:00.9776870Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:00.9780649Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:01.4165001Z 2024-09-30 17:10:01.413 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:142 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:01.4166672Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:01.4168550Z 2024-09-30 17:10:01.413 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:143 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:01.4170273Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:01.4212014Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:01.4235416Z +2024-09-30T17:10:01.4238397Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-0-input_dtype0-False-1-32-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:01.4241104Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:01.4245497Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:01.4246653Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:01.4263722Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:01.9363643Z 2024-09-30 17:10:01.935 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:142 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:01.9365640Z 2024-09-30 17:10:01.935 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:143 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:01.9412611Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:01.9419144Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:01.9427830Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:01.9443422Z +2024-09-30T17:10:01.9457637Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-0-input_dtype0-False-1-64-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:01.9459680Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:01.9509654Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:01.9510788Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:01.9519644Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:01.9530964Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:01.9536907Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:01.9543666Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:01.9554431Z +2024-09-30T17:10:01.9566193Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-0-input_dtype0-False-2-8-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:01.9572920Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:01.9616877Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:01.9618114Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:01.9628015Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:02.0151709Z 2024-09-30 17:10:02.014 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:142 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:02.0153675Z 2024-09-30 17:10:02.014 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:143 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:02.0161281Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:02.0167284Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:02.0173873Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:02.0184635Z +2024-09-30T17:10:02.0202701Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-0-input_dtype0-False-2-16-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:02.0209652Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:02.0250162Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:02.0251487Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:02.0256339Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:02.1423915Z 2024-09-30 17:10:02.141 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:142 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:02.1427237Z 2024-09-30 17:10:02.141 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:143 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:02.1429276Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:02.1432364Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:02.1437639Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:02.1448039Z +2024-09-30T17:10:02.1461634Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-0-input_dtype0-False-2-32-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:02.1464176Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:02.1506635Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:02.1508901Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:02.1514469Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:02.4421443Z 2024-09-30 17:10:02.440 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:142 - Max ATOL Delta: 0.0, Max RTOL Delta: nan, PCC: 1.0 +2024-09-30T17:10:02.4423926Z 2024-09-30 17:10:02.441 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:143 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:02.4451368Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:02.4455246Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:02.4459840Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:02.4472933Z +2024-09-30T17:10:02.4485574Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-0-input_dtype0-False-2-64-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:02.4491740Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:02.4541852Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:02.4542964Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:02.4548952Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:02.4560187Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:02.4561717Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:02.4566078Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:02.4573489Z +2024-09-30T17:10:02.4584304Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-0-input_dtype1-True-1-8-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:02.4591857Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:02.4638729Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:02.4639826Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:02.4645223Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:03.0298157Z 2024-09-30 17:10:03.028 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:142 - Max ATOL Delta: 0.015625, Max RTOL Delta: inf, PCC: 0.9999999848796847 +2024-09-30T17:10:03.0300621Z 2024-09-30 17:10:03.028 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:143 - Max ATOL Delta: 0.015625, Max RTOL Delta: inf, PCC: 0.9999730865105193 +2024-09-30T17:10:03.0304973Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:03.0309603Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:03.0314721Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:03.0327253Z +2024-09-30T17:10:03.0340233Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-0-input_dtype1-True-1-16-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:03.0342260Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:03.0386558Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:03.0387702Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:03.0393725Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:03.6888118Z 2024-09-30 17:10:03.687 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:142 - Max ATOL Delta: 0.015625, Max RTOL Delta: inf, PCC: 0.9999999864566171 +2024-09-30T17:10:03.6892949Z 2024-09-30 17:10:03.687 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:143 - Max ATOL Delta: 0.015625, Max RTOL Delta: inf, PCC: 0.9999767024734818 +2024-09-30T17:10:03.6894669Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:03.6897682Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:03.6904039Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:03.6917410Z +2024-09-30T17:10:03.6930379Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-0-input_dtype1-True-1-32-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:03.6932412Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:03.6975982Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:03.6977121Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:03.6983715Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:04.4249682Z 2024-09-30 17:10:04.423 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:142 - Max ATOL Delta: 0.015625, Max RTOL Delta: inf, PCC: 0.9999999858450677 +2024-09-30T17:10:04.4252506Z 2024-09-30 17:10:04.424 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:143 - Max ATOL Delta: 0.015625, Max RTOL Delta: inf, PCC: 0.9999753655832857 +2024-09-30T17:10:04.4256060Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:04.4261406Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:04.4265216Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:04.4277473Z +2024-09-30T17:10:04.4289970Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-0-input_dtype1-True-1-64-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:04.4291984Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:04.4348723Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:04.4349891Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:04.4357303Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:04.4366635Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:04.4368978Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:04.4375066Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:04.4382609Z +2024-09-30T17:10:04.4398185Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-0-input_dtype1-True-2-8-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:04.4403433Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:04.4459374Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:04.4460542Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:04.4467033Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:04.5482712Z 2024-09-30 17:10:04.547 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:142 - Max ATOL Delta: 0.03125, Max RTOL Delta: inf, PCC: 0.9999999850051182 +2024-09-30T17:10:04.5484955Z 2024-09-30 17:10:04.547 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:143 - Max ATOL Delta: 0.03125, Max RTOL Delta: inf, PCC: 0.9999735341667563 +2024-09-30T17:10:04.5492409Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:04.5496967Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:04.5503266Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:04.5517278Z +2024-09-30T17:10:04.5530777Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-0-input_dtype1-True-2-16-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:04.5532837Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:04.5591373Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:04.5592508Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:04.5599207Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:04.7833109Z 2024-09-30 17:10:04.781 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:142 - Max ATOL Delta: 0.015625, Max RTOL Delta: inf, PCC: 0.9999999863150493 +2024-09-30T17:10:04.7835333Z 2024-09-30 17:10:04.782 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:143 - Max ATOL Delta: 0.015625, Max RTOL Delta: inf, PCC: 0.9999763528387215 +2024-09-30T17:10:04.7909694Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:04.7916259Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:04.7922575Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:04.7940110Z +2024-09-30T17:10:04.7954722Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-0-input_dtype1-True-2-32-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:04.7956835Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:04.8019199Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:04.8020436Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:04.8027935Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:05.2731218Z 2024-09-30 17:10:05.271 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:142 - Max ATOL Delta: 0.015625, Max RTOL Delta: inf, PCC: 0.999999985740241 +2024-09-30T17:10:05.2733429Z 2024-09-30 17:10:05.272 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:143 - Max ATOL Delta: 0.015625, Max RTOL Delta: inf, PCC: 0.9999745849886597 +2024-09-30T17:10:05.2763414Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:05.2767790Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:05.2774904Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:05.2787427Z +2024-09-30T17:10:05.2799477Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-0-input_dtype1-True-2-64-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:05.2803285Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:05.2861670Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:05.2863164Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:05.2870652Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:05.2878766Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:05.2881675Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:05.2888456Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:05.2898311Z +2024-09-30T17:10:05.2909958Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-0-input_dtype1-False-1-8-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:05.2916046Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:05.2972900Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:05.2974035Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:05.2981975Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:05.7355113Z 2024-09-30 17:10:05.734 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:142 - Max ATOL Delta: 0.015625, Max RTOL Delta: inf, PCC: 0.9999999881919273 +2024-09-30T17:10:05.7357611Z 2024-09-30 17:10:05.734 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:143 - Max ATOL Delta: 0.015625, Max RTOL Delta: inf, PCC: 0.9999774547502228 +2024-09-30T17:10:05.7360942Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:05.7364329Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:05.7368472Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:05.7379908Z +2024-09-30T17:10:05.7392141Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-0-input_dtype1-False-1-16-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:05.7394195Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:05.7449329Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:05.7450429Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:05.7454140Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:06.2153970Z 2024-09-30 17:10:06.214 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:142 - Max ATOL Delta: 0.015625, Max RTOL Delta: inf, PCC: 0.9999999851219724 +2024-09-30T17:10:06.2156926Z 2024-09-30 17:10:06.214 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:143 - Max ATOL Delta: 0.015625, Max RTOL Delta: inf, PCC: 0.9999735241083079 +2024-09-30T17:10:06.2160176Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:06.2161891Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:06.2164470Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:06.2175007Z +2024-09-30T17:10:06.2187207Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-0-input_dtype1-False-1-32-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:06.2189260Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:06.2244162Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:06.2245306Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:06.2249520Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:06.7738003Z 2024-09-30 17:10:06.772 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:142 - Max ATOL Delta: 0.015625, Max RTOL Delta: inf, PCC: 0.9999999859711818 +2024-09-30T17:10:06.7740740Z 2024-09-30 17:10:06.772 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:143 - Max ATOL Delta: 0.015625, Max RTOL Delta: inf, PCC: 0.9999759736129936 +2024-09-30T17:10:06.7742546Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:06.7744984Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:06.7749115Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:06.7760603Z +2024-09-30T17:10:06.7776467Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-0-input_dtype1-False-1-64-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:06.7778594Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:06.7834750Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:06.7836211Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:06.7844451Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:06.7853838Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:06.7857965Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:06.7862825Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:06.7873152Z +2024-09-30T17:10:06.7884437Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-0-input_dtype1-False-2-8-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:06.7887136Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:06.7944451Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:06.7945729Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:06.7949644Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:06.8993491Z 2024-09-30 17:10:06.898 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:142 - Max ATOL Delta: 0.015625, Max RTOL Delta: inf, PCC: 0.9999999859203732 +2024-09-30T17:10:06.8996720Z 2024-09-30 17:10:06.898 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:143 - Max ATOL Delta: 0.015625, Max RTOL Delta: inf, PCC: 0.9999751870713461 +2024-09-30T17:10:06.8999124Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:06.9001020Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:06.9005872Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:06.9016943Z +2024-09-30T17:10:06.9029217Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-0-input_dtype1-False-2-16-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:06.9031244Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:06.9087229Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:06.9088315Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:06.9092411Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:07.0884606Z 2024-09-30 17:10:07.086 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:142 - Max ATOL Delta: 0.015625, Max RTOL Delta: inf, PCC: 0.9999999857916281 +2024-09-30T17:10:07.0887185Z 2024-09-30 17:10:07.087 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:143 - Max ATOL Delta: 0.015625, Max RTOL Delta: inf, PCC: 0.999974900315203 +2024-09-30T17:10:07.0890194Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:07.0895329Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:07.0900416Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:07.0917411Z +2024-09-30T17:10:07.0930416Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-0-input_dtype1-False-2-32-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:07.0936360Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:07.0999426Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:07.1000806Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:07.1004323Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:07.5093761Z 2024-09-30 17:10:07.507 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:142 - Max ATOL Delta: 0.03125, Max RTOL Delta: inf, PCC: 0.9999999859015386 +2024-09-30T17:10:07.5097411Z 2024-09-30 17:10:07.508 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:143 - Max ATOL Delta: 0.03125, Max RTOL Delta: inf, PCC: 0.9999744366396979 +2024-09-30T17:10:07.5100662Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:07.5102122Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:07.5104305Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:07.5115903Z +2024-09-30T17:10:07.5127721Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-0-input_dtype1-False-2-64-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:07.5129715Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:07.5185477Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:07.5186954Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:07.5190494Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:07.5199083Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:07.5200947Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:07.5203059Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:07.5210215Z +2024-09-30T17:10:07.5222263Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1-input_dtype0-True-1-8-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:07.5228122Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:07.5276851Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:07.5278195Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:07.5281148Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:07.5510502Z 2024-09-30 17:10:07.550 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:142 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:07.5513479Z 2024-09-30 17:10:07.550 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:143 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:07.5515424Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:07.5582908Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:07.5585836Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:07.5591616Z +2024-09-30T17:10:07.5602357Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1-input_dtype0-True-1-16-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:07.5604473Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:07.5645048Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:07.5646522Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:07.5648655Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:07.6399234Z 2024-09-30 17:10:07.639 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:142 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:07.6402592Z 2024-09-30 17:10:07.639 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:143 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:07.6405623Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:07.6406942Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:07.6408357Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:07.6410921Z +2024-09-30T17:10:07.6422124Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1-input_dtype0-True-1-32-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:07.6424929Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:07.6477979Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:07.6479493Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:07.6482001Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:07.7840205Z 2024-09-30 17:10:07.782 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:142 - Max ATOL Delta: 0.0, Max RTOL Delta: nan, PCC: 1.0 +2024-09-30T17:10:07.7844494Z 2024-09-30 17:10:07.783 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:143 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:07.7847993Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:07.7849606Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:07.7850873Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:07.7857303Z +2024-09-30T17:10:07.7868764Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1-input_dtype0-True-1-64-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:07.7875376Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:07.7931717Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:07.7933242Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:07.7935990Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:07.7943239Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:07.7945225Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:07.7947389Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:07.7953371Z +2024-09-30T17:10:07.7964201Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1-input_dtype0-True-2-8-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:07.7966352Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:07.8020165Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:07.8021392Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:07.8024945Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:07.8447815Z 2024-09-30 17:10:07.843 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:142 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:07.8451275Z 2024-09-30 17:10:07.844 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:143 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:07.8453219Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:07.8511320Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:07.8515296Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:07.8522384Z +2024-09-30T17:10:07.8532850Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1-input_dtype0-True-2-16-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:07.8535299Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:07.8609506Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:07.8610862Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:07.8614007Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:07.9889720Z 2024-09-30 17:10:07.987 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:142 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:07.9893302Z 2024-09-30 17:10:07.988 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:143 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:07.9896461Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:07.9898577Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:07.9899968Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:07.9910256Z +2024-09-30T17:10:07.9921567Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1-input_dtype0-True-2-32-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:07.9925252Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:07.9970950Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:07.9972375Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:07.9974483Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:08.2881161Z 2024-09-30 17:10:08.286 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:142 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:08.2885984Z 2024-09-30 17:10:08.287 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:143 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:08.2888219Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:08.2890377Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:08.2891682Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:08.2901253Z +2024-09-30T17:10:08.2913362Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1-input_dtype0-True-2-64-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:08.2916915Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:08.2961586Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:08.2963429Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:08.2965881Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:08.2974937Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:08.2977679Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:08.2979177Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:08.2984360Z +2024-09-30T17:10:08.2995340Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1-input_dtype0-False-1-8-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:08.2997350Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:08.3037230Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:08.3038671Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:08.3040768Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:08.3323220Z 2024-09-30 17:10:08.331 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:142 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:08.3326718Z 2024-09-30 17:10:08.331 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:143 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:08.3329587Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:08.3331175Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:08.3332675Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:08.3335045Z +2024-09-30T17:10:08.3345504Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1-input_dtype0-False-1-16-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:08.3349969Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:08.3393461Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:08.3395353Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:08.3397765Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:08.4025895Z 2024-09-30 17:10:08.401 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:142 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:08.4029683Z 2024-09-30 17:10:08.401 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:143 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:08.4032251Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:08.4033888Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:08.4036060Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:08.4036862Z +2024-09-30T17:10:08.4046759Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1-input_dtype0-False-1-32-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:08.4049683Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:08.4089259Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:08.4090881Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:08.4093070Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:08.5172094Z 2024-09-30 17:10:08.515 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:142 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:08.5175008Z 2024-09-30 17:10:08.516 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:143 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:08.5177470Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:08.5179010Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:08.5182336Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:08.5190745Z +2024-09-30T17:10:08.5203686Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1-input_dtype0-False-1-64-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:08.5206220Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:08.5246873Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:08.5248277Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:08.5251263Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:08.5259169Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:08.5260952Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:08.5262838Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:08.5269599Z +2024-09-30T17:10:08.5281493Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1-input_dtype0-False-2-8-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:08.5283527Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:08.5323316Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:08.5324469Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:08.5327835Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:08.5829903Z 2024-09-30 17:10:08.582 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:142 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:08.5832603Z 2024-09-30 17:10:08.582 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:143 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:08.5834585Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:08.5903190Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:08.5906924Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:08.5914175Z +2024-09-30T17:10:08.5923896Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1-input_dtype0-False-2-16-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:08.5925948Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:08.5967585Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:08.5968705Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:08.5972251Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:08.7054337Z 2024-09-30 17:10:08.704 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:142 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:08.7057168Z 2024-09-30 17:10:08.704 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:143 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:08.7059404Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:08.7061617Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:08.7064904Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:08.7076201Z +2024-09-30T17:10:08.7088920Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1-input_dtype0-False-2-32-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:08.7091472Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:08.7133890Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:08.7135011Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:08.7138502Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:09.0107875Z 2024-09-30 17:10:09.009 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:142 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:09.0110628Z 2024-09-30 17:10:09.009 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:143 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:09.0112773Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:09.0115952Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:09.0118648Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:09.0129157Z +2024-09-30T17:10:09.0141214Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1-input_dtype0-False-2-64-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:09.0143778Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:09.0186006Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:09.0187500Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:09.0190732Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:09.0197889Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:09.0199814Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:09.0202486Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:09.0208464Z +2024-09-30T17:10:09.0218328Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1-input_dtype1-True-1-8-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:09.0220315Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:09.0262142Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:09.0263533Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:09.0266521Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:09.1057456Z 2024-09-30 17:10:09.104 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:142 - Max ATOL Delta: 0.015625, Max RTOL Delta: inf, PCC: 0.999999985497702 +2024-09-30T17:10:09.1060789Z 2024-09-30 17:10:09.105 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:143 - Max ATOL Delta: 0.015625, Max RTOL Delta: inf, PCC: 0.9999744874823986 +2024-09-30T17:10:09.1063849Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:09.1065831Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:09.1070139Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:09.1081804Z +2024-09-30T17:10:09.1093637Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1-input_dtype1-True-1-16-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:09.1097009Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:09.1143369Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:09.1144552Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:09.1147596Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:09.2023980Z 2024-09-30 17:10:09.201 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:142 - Max ATOL Delta: 0.015625, Max RTOL Delta: inf, PCC: 0.9999999843516945 +2024-09-30T17:10:09.2026644Z 2024-09-30 17:10:09.201 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:143 - Max ATOL Delta: 0.015625, Max RTOL Delta: inf, PCC: 0.9999743348219314 +2024-09-30T17:10:09.2029508Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:09.2031765Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:09.2037366Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:09.2047556Z +2024-09-30T17:10:09.2059178Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1-input_dtype1-True-1-32-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:09.2061165Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:09.2104450Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:09.2105604Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:09.2109482Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:09.4018721Z 2024-09-30 17:10:09.400 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:142 - Max ATOL Delta: 0.015625, Max RTOL Delta: inf, PCC: 0.9999999860643749 +2024-09-30T17:10:09.4022030Z 2024-09-30 17:10:09.400 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:143 - Max ATOL Delta: 0.015625, Max RTOL Delta: inf, PCC: 0.9999769060664465 +2024-09-30T17:10:09.4025723Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:09.4027300Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:09.4029447Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:09.4041201Z +2024-09-30T17:10:09.4057745Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1-input_dtype1-True-1-64-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:09.4059818Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:09.4112103Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:09.4113571Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:09.4116592Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:09.4127975Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:09.4130781Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:09.4133268Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:09.4142781Z +2024-09-30T17:10:09.4153487Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1-input_dtype1-True-2-8-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:09.4158083Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:09.4209334Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:09.4210630Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:09.4212103Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:09.5196241Z 2024-09-30 17:10:09.518 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:142 - Max ATOL Delta: 0.015625, Max RTOL Delta: inf, PCC: 0.9999999850775975 +2024-09-30T17:10:09.5198817Z 2024-09-30 17:10:09.518 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:143 - Max ATOL Delta: 0.015625, Max RTOL Delta: inf, PCC: 0.9999743641511039 +2024-09-30T17:10:09.5202531Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:09.5209499Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:09.5216090Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:09.5231231Z +2024-09-30T17:10:09.5244823Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1-input_dtype1-True-2-16-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:09.5251550Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:09.5298552Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:09.5299669Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:09.5307301Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:09.7367115Z 2024-09-30 17:10:09.735 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:142 - Max ATOL Delta: 0.015625, Max RTOL Delta: inf, PCC: 0.9999999857654562 +2024-09-30T17:10:09.7370462Z 2024-09-30 17:10:09.735 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:143 - Max ATOL Delta: 0.015625, Max RTOL Delta: inf, PCC: 0.9999745554581714 +2024-09-30T17:10:09.7373451Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:09.7374851Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:09.7380675Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:09.7397350Z +2024-09-30T17:10:09.7411197Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1-input_dtype1-True-2-32-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:09.7413363Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:09.7459945Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:09.7461376Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:09.7464289Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:10.1934119Z 2024-09-30 17:10:10.192 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:142 - Max ATOL Delta: 0.02734375, Max RTOL Delta: nan, PCC: 0.9999999852488006 +2024-09-30T17:10:10.1937507Z 2024-09-30 17:10:10.192 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:143 - Max ATOL Delta: 0.02734375, Max RTOL Delta: inf, PCC: 0.9999745230506585 +2024-09-30T17:10:10.1940554Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:10.1941736Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:10.1945006Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:10.1957674Z +2024-09-30T17:10:10.1970609Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1-input_dtype1-True-2-64-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:10.1973037Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:10.2014704Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:10.2016207Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:10.2018839Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:10.2027853Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:10.2030518Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:10.2031873Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:10.2038814Z +2024-09-30T17:10:10.2051271Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1-input_dtype1-False-1-8-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:10.2056266Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:10.2098959Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:10.2109325Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:10.2110424Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:10.2602474Z 2024-09-30 17:10:10.258 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:142 - Max ATOL Delta: 0.015625, Max RTOL Delta: inf, PCC: 0.999999987240516 +2024-09-30T17:10:10.2604789Z 2024-09-30 17:10:10.259 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:143 - Max ATOL Delta: 0.015625, Max RTOL Delta: inf, PCC: 0.99997593957971 +2024-09-30T17:10:10.2608880Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:10.2613631Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:10.2619187Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:10.2635896Z +2024-09-30T17:10:10.2648351Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1-input_dtype1-False-1-16-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:10.2653760Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:10.2700819Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:10.2702187Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:10.2705358Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:10.3661215Z 2024-09-30 17:10:10.365 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:142 - Max ATOL Delta: 0.03125, Max RTOL Delta: inf, PCC: 0.9999999857676408 +2024-09-30T17:10:10.3665340Z 2024-09-30 17:10:10.365 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:143 - Max ATOL Delta: 0.03125, Max RTOL Delta: inf, PCC: 0.9999755850671519 +2024-09-30T17:10:10.3668509Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:10.3669963Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:10.3673076Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:10.3685472Z +2024-09-30T17:10:10.3697663Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1-input_dtype1-False-1-32-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:10.3699687Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:10.3740160Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:10.3741548Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:10.3744441Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:10.5447403Z 2024-09-30 17:10:10.543 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:142 - Max ATOL Delta: 0.015625, Max RTOL Delta: inf, PCC: 0.9999999872953311 +2024-09-30T17:10:10.5450295Z 2024-09-30 17:10:10.543 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:143 - Max ATOL Delta: 0.015625, Max RTOL Delta: inf, PCC: 0.9999767768919354 +2024-09-30T17:10:10.5453251Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:10.5454696Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:10.5456833Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:10.5466862Z +2024-09-30T17:10:10.5478483Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1-input_dtype1-False-1-64-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:10.5481680Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:10.5524352Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:10.5525778Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:10.5528097Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:10.5535478Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:10.5537432Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:10.5539951Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:10.5546095Z +2024-09-30T17:10:10.5556495Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1-input_dtype1-False-2-8-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:10.5561608Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:10.5603726Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:10.5605161Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:10.5607478Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:10.6576686Z 2024-09-30 17:10:10.656 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:142 - Max ATOL Delta: 0.015625, Max RTOL Delta: inf, PCC: 0.9999999846172155 +2024-09-30T17:10:10.6580188Z 2024-09-30 17:10:10.656 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:143 - Max ATOL Delta: 0.015625, Max RTOL Delta: inf, PCC: 0.9999729815424881 +2024-09-30T17:10:10.6583069Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:10.6584583Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:10.6587671Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:10.6599098Z +2024-09-30T17:10:10.6612044Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1-input_dtype1-False-2-16-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:10.6614086Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:10.6655538Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:10.6656890Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:10.6659669Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:10.8400180Z 2024-09-30 17:10:10.838 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:142 - Max ATOL Delta: 0.015625, Max RTOL Delta: inf, PCC: 0.9999999840845633 +2024-09-30T17:10:10.8403880Z 2024-09-30 17:10:10.838 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:143 - Max ATOL Delta: 0.015625, Max RTOL Delta: inf, PCC: 0.9999719203298754 +2024-09-30T17:10:10.8406173Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:10.8408334Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:10.8409474Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:10.8417783Z +2024-09-30T17:10:10.8431043Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1-input_dtype1-False-2-32-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:10.8433117Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:10.8473674Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:10.8475003Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:10.8477811Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:11.3045623Z 2024-09-30 17:10:11.302 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:142 - Max ATOL Delta: 0.015625, Max RTOL Delta: inf, PCC: 0.9999999860387759 +2024-09-30T17:10:11.3049990Z 2024-09-30 17:10:11.302 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:143 - Max ATOL Delta: 0.015625, Max RTOL Delta: inf, PCC: 0.9999751807917258 +2024-09-30T17:10:11.3052821Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:11.3053972Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:11.3056028Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:11.3070670Z +2024-09-30T17:10:11.3083045Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1-input_dtype1-False-2-64-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:11.3085207Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:11.3128295Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:11.3129765Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:11.3133010Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:11.3143589Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:11.3146991Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:11.3151068Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:11.3161530Z +2024-09-30T17:10:11.3173607Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-127-input_dtype0-True-1-8-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:11.3179932Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:11.3222931Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:11.3224934Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:11.3226918Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:11.3521191Z 2024-09-30 17:10:11.351 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:142 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:11.3523863Z 2024-09-30 17:10:11.351 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:143 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:11.3526895Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:11.3529105Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:11.3530460Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:11.3537700Z +2024-09-30T17:10:11.3549026Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-127-input_dtype0-True-1-16-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:11.3552380Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:11.3595176Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:11.3596758Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:11.3599906Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:11.4096580Z 2024-09-30 17:10:11.408 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:142 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:11.4099954Z 2024-09-30 17:10:11.408 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:143 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:11.4102778Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:11.4104221Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:11.4105511Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:11.4111343Z +2024-09-30T17:10:11.4122782Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-127-input_dtype0-True-1-32-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:11.4127251Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:11.4170285Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:11.4171816Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:11.4174593Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:11.5087095Z 2024-09-30 17:10:11.507 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:142 - Max ATOL Delta: 0.0, Max RTOL Delta: nan, PCC: 1.0 +2024-09-30T17:10:11.5091152Z 2024-09-30 17:10:11.507 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:143 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:11.5094009Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:11.5095370Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:11.5096626Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:11.5104244Z +2024-09-30T17:10:11.5117203Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-127-input_dtype0-True-1-64-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:11.5119676Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:11.5159199Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:11.5160600Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:11.5163271Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:11.5169542Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:11.5172297Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:11.5174480Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:11.5180743Z +2024-09-30T17:10:11.5205411Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-127-input_dtype0-True-2-8-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:11.5209429Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:11.5251050Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:11.5252486Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:11.5254579Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:11.5767397Z 2024-09-30 17:10:11.575 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:142 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:11.5770087Z 2024-09-30 17:10:11.575 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:143 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:11.5772938Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:11.5774313Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:11.5776398Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:11.5785885Z +2024-09-30T17:10:11.5798896Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-127-input_dtype0-True-2-16-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:11.5801396Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:11.5840271Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:11.5841742Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:11.5844051Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:11.6961087Z 2024-09-30 17:10:11.694 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:142 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:11.6964501Z 2024-09-30 17:10:11.694 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:143 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:11.6966667Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:11.6968817Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:11.6970114Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:11.6979179Z +2024-09-30T17:10:11.6991678Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-127-input_dtype0-True-2-32-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:11.6996203Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:11.7041423Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:11.7042796Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:11.7045661Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:11.9938335Z 2024-09-30 17:10:11.992 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:142 - Max ATOL Delta: 0.0, Max RTOL Delta: nan, PCC: 1.0 +2024-09-30T17:10:11.9940849Z 2024-09-30 17:10:11.992 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:143 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:11.9968104Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:11.9971355Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:11.9974303Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:11.9985426Z +2024-09-30T17:10:11.9998382Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-127-input_dtype0-True-2-64-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:12.0001340Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:12.0042833Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:12.0045273Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:12.0047358Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:12.0054638Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:12.0057655Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:12.0059801Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:12.0066862Z +2024-09-30T17:10:12.0077902Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-127-input_dtype0-False-1-8-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:12.0079902Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:12.0120522Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:12.0122318Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:12.0124324Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:12.0369224Z 2024-09-30 17:10:12.035 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:142 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:12.0371633Z 2024-09-30 17:10:12.036 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:143 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:12.0373534Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:12.0391976Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:12.0394859Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:12.0403379Z +2024-09-30T17:10:12.0414409Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-127-input_dtype0-False-1-16-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:12.0420390Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:12.0467474Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:12.0469150Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:12.0470654Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:12.1174187Z 2024-09-30 17:10:12.116 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:142 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:12.1178171Z 2024-09-30 17:10:12.116 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:143 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:12.1180880Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:12.1182571Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:12.1183984Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:12.1192681Z +2024-09-30T17:10:12.1205295Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-127-input_dtype0-False-1-32-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:12.1208006Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:12.1252426Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:12.1253542Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:12.1256766Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:12.2315916Z 2024-09-30 17:10:12.230 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:142 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:12.2318658Z 2024-09-30 17:10:12.230 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:143 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:12.2320780Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:12.2322091Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:12.2325699Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:12.2336155Z +2024-09-30T17:10:12.2350206Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-127-input_dtype0-False-1-64-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:12.2352807Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:12.2395326Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:12.2397317Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:12.2400317Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:12.2407987Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:12.2410814Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:12.2412825Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:12.2419383Z +2024-09-30T17:10:12.2430191Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-127-input_dtype0-False-2-8-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:12.2432357Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:12.2473331Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:12.2474467Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:12.2478190Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:12.3052268Z 2024-09-30 17:10:12.304 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:142 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:12.3055404Z 2024-09-30 17:10:12.304 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:143 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:12.3057793Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:12.3059131Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:12.3060411Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:12.3066274Z +2024-09-30T17:10:12.3077382Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-127-input_dtype0-False-2-16-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:12.3079919Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:12.3119748Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:12.3121419Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:12.3124523Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:12.4442757Z 2024-09-30 17:10:12.442 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:142 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:12.4446111Z 2024-09-30 17:10:12.443 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:143 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:12.4448465Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:12.4449883Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:12.4451517Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:12.4462280Z +2024-09-30T17:10:12.4475316Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-127-input_dtype0-False-2-32-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:12.4481214Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:12.4527002Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:12.4528097Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:12.4531298Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:12.7737623Z 2024-09-30 17:10:12.772 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:142 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:12.7740104Z 2024-09-30 17:10:12.772 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:143 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:12.7762889Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:12.7766972Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:12.7770992Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:12.7781514Z +2024-09-30T17:10:12.7794664Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-127-input_dtype0-False-2-64-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:12.7797234Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:12.7839887Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:12.7842628Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:12.7844657Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:12.7854360Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:12.7856845Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:12.7857934Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:12.7863542Z +2024-09-30T17:10:12.7877303Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-127-input_dtype1-True-1-8-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:12.7879313Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:12.7918766Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:12.7921263Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:12.7923660Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:12.8462580Z 2024-09-30 17:10:12.844 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:142 - Max ATOL Delta: 0.015625, Max RTOL Delta: inf, PCC: 0.9999999860710892 +2024-09-30T17:10:12.8467457Z 2024-09-30 17:10:12.844 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:143 - Max ATOL Delta: 0.015625, Max RTOL Delta: inf, PCC: 0.9999767122301031 +2024-09-30T17:10:12.8469142Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:12.8470212Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:12.8471258Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:12.8477784Z +2024-09-30T17:10:12.8490794Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-127-input_dtype1-True-1-16-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:12.8493149Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:12.8536342Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:12.8539677Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:12.8540999Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:12.9508944Z 2024-09-30 17:10:12.949 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:142 - Max ATOL Delta: 0.015625, Max RTOL Delta: inf, PCC: 0.9999999867854209 +2024-09-30T17:10:12.9513362Z 2024-09-30 17:10:12.949 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:143 - Max ATOL Delta: 0.015625, Max RTOL Delta: inf, PCC: 0.9999781085070893 +2024-09-30T17:10:12.9515828Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:12.9517574Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:12.9518634Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:12.9528287Z +2024-09-30T17:10:12.9541621Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-127-input_dtype1-True-1-32-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:12.9543894Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:12.9588076Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:12.9590021Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:12.9592468Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:13.1430375Z 2024-09-30 17:10:13.141 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:142 - Max ATOL Delta: 0.015625, Max RTOL Delta: inf, PCC: 0.9999999864235767 +2024-09-30T17:10:13.1436368Z 2024-09-30 17:10:13.141 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:143 - Max ATOL Delta: 0.015625, Max RTOL Delta: inf, PCC: 0.9999758543311432 +2024-09-30T17:10:13.1438290Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:13.1439363Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:13.1440409Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:13.1447585Z +2024-09-30T17:10:13.1460145Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-127-input_dtype1-True-1-64-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:13.1462556Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:13.1514013Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:13.1515229Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:13.1518788Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:13.1524495Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:13.1528123Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:13.1529319Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:13.1536430Z +2024-09-30T17:10:13.1547452Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-127-input_dtype1-True-2-8-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:13.1552931Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:13.1601143Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:13.1603037Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:13.1604194Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:13.2572807Z 2024-09-30 17:10:13.256 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:142 - Max ATOL Delta: 0.015625, Max RTOL Delta: inf, PCC: 0.9999999859252677 +2024-09-30T17:10:13.2576566Z 2024-09-30 17:10:13.256 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:143 - Max ATOL Delta: 0.015625, Max RTOL Delta: inf, PCC: 0.9999729169185623 +2024-09-30T17:10:13.2580731Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:13.2581814Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:13.2583169Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:13.2591579Z +2024-09-30T17:10:13.2603002Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-127-input_dtype1-True-2-16-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:13.2605020Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:13.2648159Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:13.2649441Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:13.2652525Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:13.4361553Z 2024-09-30 17:10:13.434 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:142 - Max ATOL Delta: 0.015625, Max RTOL Delta: inf, PCC: 0.9999999855985915 +2024-09-30T17:10:13.4363834Z 2024-09-30 17:10:13.434 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:143 - Max ATOL Delta: 0.015625, Max RTOL Delta: inf, PCC: 0.9999746547542039 +2024-09-30T17:10:13.4416189Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:13.4419856Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:13.4424687Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:13.4438054Z +2024-09-30T17:10:13.4452134Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-127-input_dtype1-True-2-32-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:13.4454239Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:13.4499444Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:13.4501265Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:13.4503896Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:13.8884777Z 2024-09-30 17:10:13.887 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:142 - Max ATOL Delta: 0.015625, Max RTOL Delta: nan, PCC: 0.9999999854096256 +2024-09-30T17:10:13.8886981Z 2024-09-30 17:10:13.887 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:143 - Max ATOL Delta: 0.015625, Max RTOL Delta: inf, PCC: 0.9999739101340892 +2024-09-30T17:10:13.8911895Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:13.8914044Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:13.8918294Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:13.8929915Z +2024-09-30T17:10:13.8941276Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-127-input_dtype1-True-2-64-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:13.8947832Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:13.8995063Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:13.8997001Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:13.8999297Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:13.9007810Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:13.9012085Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:13.9013234Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:13.9019514Z +2024-09-30T17:10:13.9030602Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-127-input_dtype1-False-1-8-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:13.9032590Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:13.9075841Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:13.9077973Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:13.9080045Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:13.9625849Z 2024-09-30 17:10:13.961 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:142 - Max ATOL Delta: 0.015625, Max RTOL Delta: inf, PCC: 0.9999999884782133 +2024-09-30T17:10:13.9630857Z 2024-09-30 17:10:13.961 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:143 - Max ATOL Delta: 0.015625, Max RTOL Delta: inf, PCC: 0.9999774114976224 +2024-09-30T17:10:13.9633614Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:13.9634715Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:13.9635775Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:13.9643110Z +2024-09-30T17:10:13.9655410Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-127-input_dtype1-False-1-16-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:13.9657458Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:13.9698496Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:13.9701641Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:13.9703257Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:14.0646804Z 2024-09-30 17:10:14.063 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:142 - Max ATOL Delta: 0.015625, Max RTOL Delta: inf, PCC: 0.9999999861397999 +2024-09-30T17:10:14.0652761Z 2024-09-30 17:10:14.063 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:143 - Max ATOL Delta: 0.015625, Max RTOL Delta: inf, PCC: 0.9999748968669046 +2024-09-30T17:10:14.0657144Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:14.0658231Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:14.0659316Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:14.0667798Z +2024-09-30T17:10:14.0678828Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-127-input_dtype1-False-1-32-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:14.0682937Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:14.0726903Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:14.0737563Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:14.0738783Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:14.2488791Z 2024-09-30 17:10:14.247 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:142 - Max ATOL Delta: 0.015625, Max RTOL Delta: inf, PCC: 0.9999999863443852 +2024-09-30T17:10:14.2492253Z 2024-09-30 17:10:14.247 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:143 - Max ATOL Delta: 0.015625, Max RTOL Delta: inf, PCC: 0.999974906539387 +2024-09-30T17:10:14.2495523Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:14.2496919Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:14.2497977Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:14.2507479Z +2024-09-30T17:10:14.2525554Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-127-input_dtype1-False-1-64-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:14.2527656Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:14.2628539Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:14.2632569Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:14.2633736Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:14.2645607Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:14.2647514Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:14.2648587Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:14.2653893Z +2024-09-30T17:10:14.2666723Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-127-input_dtype1-False-2-8-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:14.2672972Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:14.2716507Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:14.2719478Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:14.2720600Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:14.3667363Z 2024-09-30 17:10:14.365 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:142 - Max ATOL Delta: 0.015625, Max RTOL Delta: inf, PCC: 0.9999999860865292 +2024-09-30T17:10:14.3674047Z 2024-09-30 17:10:14.365 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:143 - Max ATOL Delta: 0.015625, Max RTOL Delta: inf, PCC: 0.9999758588946704 +2024-09-30T17:10:14.3675918Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:14.3677065Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:14.3678130Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:14.3685159Z +2024-09-30T17:10:14.3697196Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-127-input_dtype1-False-2-16-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:14.3699234Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:14.3740630Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:14.3742540Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:14.3744739Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:14.5523612Z 2024-09-30 17:10:14.550 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:142 - Max ATOL Delta: 0.015625, Max RTOL Delta: inf, PCC: 0.9999999854790176 +2024-09-30T17:10:14.5527396Z 2024-09-30 17:10:14.551 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:143 - Max ATOL Delta: 0.015625, Max RTOL Delta: inf, PCC: 0.9999741911985244 +2024-09-30T17:10:14.5530390Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:14.5532814Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:14.5534128Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:14.5545834Z +2024-09-30T17:10:14.5557487Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-127-input_dtype1-False-2-32-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:14.5562473Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:14.5609509Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:14.5610658Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:14.5615679Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:14.9822954Z 2024-09-30 17:10:14.981 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:142 - Max ATOL Delta: 0.015625, Max RTOL Delta: inf, PCC: 0.9999999853765309 +2024-09-30T17:10:14.9825209Z 2024-09-30 17:10:14.981 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:143 - Max ATOL Delta: 0.015625, Max RTOL Delta: inf, PCC: 0.9999734234385699 +2024-09-30T17:10:14.9851289Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:14.9857250Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:14.9863309Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:14.9875906Z +2024-09-30T17:10:14.9889893Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-127-input_dtype1-False-2-64-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:14.9895445Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:14.9941352Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:14.9942504Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:14.9946517Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:14.9957799Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:14.9960292Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:14.9965081Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:14.9973680Z +2024-09-30T17:10:14.9986960Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1057-input_dtype0-True-1-8-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:14.9989282Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:15.0031198Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:15.0034041Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:15.0035949Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:15.0270640Z 2024-09-30 17:10:15.026 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:142 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:15.0275292Z 2024-09-30 17:10:15.026 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:143 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:15.0278251Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:15.0280199Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:15.0282538Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:15.0290494Z +2024-09-30T17:10:15.0303359Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1057-input_dtype0-True-1-16-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:15.0305897Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:15.0344892Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:15.0349463Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:15.0350865Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:15.1023101Z 2024-09-30 17:10:15.101 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:142 - Max ATOL Delta: 0.0, Max RTOL Delta: nan, PCC: 1.0 +2024-09-30T17:10:15.1026015Z 2024-09-30 17:10:15.101 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:143 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:15.1029499Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:15.1030834Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:15.1032117Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:15.1038710Z +2024-09-30T17:10:15.1051103Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1057-input_dtype0-True-1-32-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:15.1053568Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:15.1092045Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:15.1093435Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:15.1098034Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:15.2414154Z 2024-09-30 17:10:15.240 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:142 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:15.2417407Z 2024-09-30 17:10:15.240 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:143 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:15.2419366Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:15.2433369Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:15.2442381Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:15.2461836Z +2024-09-30T17:10:15.2478463Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1057-input_dtype0-True-1-64-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:15.2486770Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:15.2538843Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:15.2539980Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:15.2548423Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:15.2561438Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:15.2563984Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:15.2567632Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:15.2577988Z +2024-09-30T17:10:15.2590217Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1057-input_dtype0-True-2-8-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:15.2592247Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:15.2633107Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:15.2635150Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:15.2637190Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:15.3273009Z 2024-09-30 17:10:15.326 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:142 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:15.3275559Z 2024-09-30 17:10:15.326 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:143 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:15.3291675Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:15.3300162Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:15.3309821Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:15.3326638Z +2024-09-30T17:10:15.3343803Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1057-input_dtype0-True-2-16-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:15.3345972Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:15.3389313Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:15.3390480Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:15.3395758Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:15.4589424Z 2024-09-30 17:10:15.457 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:142 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:15.4591425Z 2024-09-30 17:10:15.458 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:143 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:15.4599829Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:15.4605051Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:15.4612481Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:15.4627544Z +2024-09-30T17:10:15.4642791Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1057-input_dtype0-True-2-32-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:15.4644826Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:15.4690416Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:15.4691542Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:15.4697299Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:15.7517034Z 2024-09-30 17:10:15.750 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:142 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:15.7519528Z 2024-09-30 17:10:15.750 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:143 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:15.7533379Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:15.7540970Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:15.7549679Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:15.7564494Z +2024-09-30T17:10:15.7579963Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1057-input_dtype0-True-2-64-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:15.7587449Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:15.7635245Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:15.7636432Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:15.7644991Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:15.7660603Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:15.7666948Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:15.7673423Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:15.7683865Z +2024-09-30T17:10:15.7696426Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1057-input_dtype0-False-1-8-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:15.7703542Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:15.7749769Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:15.7750920Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:15.7758804Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:15.8046253Z 2024-09-30 17:10:15.803 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:142 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:15.8048722Z 2024-09-30 17:10:15.804 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:143 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:15.8058847Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:15.8064070Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:15.8070851Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:15.8081757Z +2024-09-30T17:10:15.8094872Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1057-input_dtype0-False-1-16-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:15.8101033Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:15.8151384Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:15.8153102Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:15.8162902Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:15.8790098Z 2024-09-30 17:10:15.878 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:142 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:15.8792558Z 2024-09-30 17:10:15.878 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:143 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:15.8804259Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:15.8863266Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:15.8871092Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:15.8883472Z +2024-09-30T17:10:15.8896967Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1057-input_dtype0-False-1-32-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:15.8899035Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:15.8944845Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:15.8945958Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:15.8954840Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:16.0007584Z 2024-09-30 17:10:15.999 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:142 - Max ATOL Delta: 0.0, Max RTOL Delta: nan, PCC: 1.0 +2024-09-30T17:10:16.0010229Z 2024-09-30 17:10:15.999 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:143 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:16.0015128Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:16.0019674Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:16.0025738Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:16.0036813Z +2024-09-30T17:10:16.0051024Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1057-input_dtype0-False-1-64-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:16.0053666Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:16.0096238Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:16.0097359Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:16.0102453Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:16.0113781Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:16.0116137Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:16.0122286Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:16.0130980Z +2024-09-30T17:10:16.0143837Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1057-input_dtype0-False-2-8-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:16.0147443Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:16.0190135Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:16.0191251Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:16.0197357Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:16.0705868Z 2024-09-30 17:10:16.069 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:142 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:16.0708657Z 2024-09-30 17:10:16.069 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:143 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:16.0715303Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:16.0719748Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:16.0725689Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:16.0735649Z +2024-09-30T17:10:16.0751345Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1057-input_dtype0-False-2-16-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:16.0754073Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:16.0802871Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:16.0804077Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:16.0809037Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:16.1911135Z 2024-09-30 17:10:16.190 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:142 - Max ATOL Delta: 0.0, Max RTOL Delta: nan, PCC: 1.0 +2024-09-30T17:10:16.1913718Z 2024-09-30 17:10:16.190 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:143 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:16.1917269Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:16.1922247Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:16.1929094Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:16.1941062Z +2024-09-30T17:10:16.1955324Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1057-input_dtype0-False-2-32-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:16.1957803Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:16.2001501Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:16.2002617Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:16.2007229Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:16.4567042Z 2024-09-30 17:10:16.455 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:142 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:16.4569588Z 2024-09-30 17:10:16.455 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:143 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:16.4573156Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:16.4577615Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:16.4582986Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:16.4595104Z +2024-09-30T17:10:16.4608105Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1057-input_dtype0-False-2-64-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:16.4610552Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:16.4651972Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:16.4653053Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:16.4657635Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:16.4666103Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:16.4668965Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:16.4673591Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:16.4682186Z +2024-09-30T17:10:16.4692950Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1057-input_dtype1-True-1-8-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:16.4694890Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:16.4735184Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:16.4736265Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:16.4740448Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:16.5275412Z 2024-09-30 17:10:16.526 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:142 - Max ATOL Delta: 0.015625, Max RTOL Delta: inf, PCC: 0.999999986674501 +2024-09-30T17:10:16.5277818Z 2024-09-30 17:10:16.526 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:143 - Max ATOL Delta: 0.015625, Max RTOL Delta: inf, PCC: 0.99997719451741 +2024-09-30T17:10:16.5282217Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:16.5287791Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:16.5293302Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:16.5306474Z +2024-09-30T17:10:16.5319584Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1057-input_dtype1-True-1-16-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:16.5321568Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:16.5364938Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:16.5366007Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:16.5370985Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:16.6315562Z 2024-09-30 17:10:16.630 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:142 - Max ATOL Delta: 0.015625, Max RTOL Delta: inf, PCC: 0.9999999853917555 +2024-09-30T17:10:16.6317869Z 2024-09-30 17:10:16.630 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:143 - Max ATOL Delta: 0.015625, Max RTOL Delta: inf, PCC: 0.999974095995605 +2024-09-30T17:10:16.6320340Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:16.6324163Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:16.6329797Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:16.6340567Z +2024-09-30T17:10:16.6352638Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1057-input_dtype1-True-1-32-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:16.6359424Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:16.6403156Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:16.6404573Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:16.6409065Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:16.8045309Z 2024-09-30 17:10:16.803 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:142 - Max ATOL Delta: 0.015625, Max RTOL Delta: inf, PCC: 0.9999999850073309 +2024-09-30T17:10:16.8047639Z 2024-09-30 17:10:16.803 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:143 - Max ATOL Delta: 0.015625, Max RTOL Delta: inf, PCC: 0.9999756423606156 +2024-09-30T17:10:16.8049310Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:16.8053119Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:16.8058121Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:16.8068916Z +2024-09-30T17:10:16.8080406Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1057-input_dtype1-True-1-64-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:16.8086684Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:16.8130989Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:16.8132057Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:16.8136331Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:16.8144692Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:16.8147513Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:16.8151697Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:16.8160085Z +2024-09-30T17:10:16.8171007Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1057-input_dtype1-True-2-8-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:16.8177346Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:16.8219642Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:16.8220701Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:16.8225344Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:16.9239049Z 2024-09-30 17:10:16.923 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:142 - Max ATOL Delta: 0.015625, Max RTOL Delta: inf, PCC: 0.999999985435666 +2024-09-30T17:10:16.9241455Z 2024-09-30 17:10:16.923 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:143 - Max ATOL Delta: 0.015625, Max RTOL Delta: inf, PCC: 0.9999755183876919 +2024-09-30T17:10:16.9246187Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:16.9249773Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:16.9255382Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:16.9266345Z +2024-09-30T17:10:16.9278288Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1057-input_dtype1-True-2-16-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:16.9280326Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:16.9323590Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:16.9324679Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:16.9329260Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:17.1069728Z 2024-09-30 17:10:17.105 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:142 - Max ATOL Delta: 0.015625, Max RTOL Delta: inf, PCC: 0.9999999861448178 +2024-09-30T17:10:17.1072254Z 2024-09-30 17:10:17.105 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:143 - Max ATOL Delta: 0.015625, Max RTOL Delta: inf, PCC: 0.9999756089384523 +2024-09-30T17:10:17.1074361Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:17.1079113Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:17.1085352Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:17.1099543Z +2024-09-30T17:10:17.1112473Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1057-input_dtype1-True-2-32-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:17.1118565Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:17.1169066Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:17.1170215Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:17.1175560Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:17.5373671Z 2024-09-30 17:10:17.536 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:142 - Max ATOL Delta: 0.015625, Max RTOL Delta: nan, PCC: 0.9999999851226115 +2024-09-30T17:10:17.5376500Z 2024-09-30 17:10:17.536 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:143 - Max ATOL Delta: 0.015625, Max RTOL Delta: inf, PCC: 0.9999747724288446 +2024-09-30T17:10:17.5378488Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:17.5381502Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:17.5386890Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:17.5396642Z +2024-09-30T17:10:17.5408163Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1057-input_dtype1-True-2-64-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:17.5411712Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:17.5456698Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:17.5458312Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:17.5461981Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:17.5470164Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:17.5471874Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:17.5476136Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:17.5482934Z +2024-09-30T17:10:17.5494272Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1057-input_dtype1-False-1-8-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:17.5496666Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:17.5536687Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:17.5538281Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:17.5541456Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:17.6231784Z 2024-09-30 17:10:17.622 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:142 - Max ATOL Delta: 0.015625, Max RTOL Delta: inf, PCC: 0.999999986682672 +2024-09-30T17:10:17.6233991Z 2024-09-30 17:10:17.622 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:143 - Max ATOL Delta: 0.015625, Max RTOL Delta: inf, PCC: 0.999974686188376 +2024-09-30T17:10:17.6235903Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:17.6239440Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:17.6244620Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:17.6254257Z +2024-09-30T17:10:17.6265634Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1057-input_dtype1-False-1-16-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:17.6268520Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:17.6312675Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:17.6313821Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:17.6317684Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:17.7173604Z 2024-09-30 17:10:17.716 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:142 - Max ATOL Delta: 0.015625, Max RTOL Delta: inf, PCC: 0.9999999846148311 +2024-09-30T17:10:17.7175754Z 2024-09-30 17:10:17.716 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:143 - Max ATOL Delta: 0.015625, Max RTOL Delta: inf, PCC: 0.9999727124250315 +2024-09-30T17:10:17.7179274Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:17.7183099Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:17.7188690Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:17.7199674Z +2024-09-30T17:10:17.7211470Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1057-input_dtype1-False-1-32-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:17.7218536Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:17.7262762Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:17.7263873Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:17.7268390Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:17.9019721Z 2024-09-30 17:10:17.900 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:142 - Max ATOL Delta: 0.015625, Max RTOL Delta: nan, PCC: 0.9999999847691222 +2024-09-30T17:10:17.9022148Z 2024-09-30 17:10:17.901 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:143 - Max ATOL Delta: 0.015625, Max RTOL Delta: inf, PCC: 0.9999736390701374 +2024-09-30T17:10:17.9024037Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:17.9028479Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:17.9033539Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:17.9044990Z +2024-09-30T17:10:17.9057986Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1057-input_dtype1-False-1-64-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:17.9060058Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:17.9101428Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:17.9102799Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:17.9106388Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:17.9117261Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:17.9119437Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:17.9124144Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:17.9132310Z +2024-09-30T17:10:17.9143547Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1057-input_dtype1-False-2-8-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:17.9149711Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:17.9193065Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:17.9205402Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:17.9206660Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:18.0151163Z 2024-09-30 17:10:18.014 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:142 - Max ATOL Delta: 0.015625, Max RTOL Delta: inf, PCC: 0.9999999858831092 +2024-09-30T17:10:18.0153701Z 2024-09-30 17:10:18.014 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:143 - Max ATOL Delta: 0.015625, Max RTOL Delta: inf, PCC: 0.9999734649500359 +2024-09-30T17:10:18.0156581Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:18.0160608Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:18.0165726Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:18.0177069Z +2024-09-30T17:10:18.0189375Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1057-input_dtype1-False-2-16-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:18.0191405Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:18.0233490Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:18.0234604Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:18.0238943Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:18.1924013Z 2024-09-30 17:10:18.191 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:142 - Max ATOL Delta: 0.015625, Max RTOL Delta: inf, PCC: 0.9999999862982185 +2024-09-30T17:10:18.1927243Z 2024-09-30 17:10:18.191 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:143 - Max ATOL Delta: 0.015625, Max RTOL Delta: inf, PCC: 0.9999763695715022 +2024-09-30T17:10:18.1929521Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:18.1932673Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:18.1937679Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:18.1947590Z +2024-09-30T17:10:18.1959546Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1057-input_dtype1-False-2-32-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:18.1965974Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:18.2012027Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:18.2013637Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:18.2017196Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:18.6288136Z 2024-09-30 17:10:18.627 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:142 - Max ATOL Delta: 0.03125, Max RTOL Delta: nan, PCC: 0.9999999848124304 +2024-09-30T17:10:18.6290810Z 2024-09-30 17:10:18.627 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:143 - Max ATOL Delta: 0.03125, Max RTOL Delta: inf, PCC: 0.9999738743596793 +2024-09-30T17:10:18.6294237Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:18.6298016Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:18.6303979Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:18.6316865Z +2024-09-30T17:10:18.6329818Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1057-input_dtype1-False-2-64-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:18.6331823Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:18.6388666Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:18.6389800Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:18.6394005Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:18.6403756Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:18.6407699Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:18.6412525Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:18.6421305Z +2024-09-30T17:10:18.6434885Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-0-input_dtype0-True-1-8-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:18.6436874Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:18.6490117Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:18.6491205Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:18.6496538Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:18.6505596Z SKIPPED (#12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:18.6508500Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:18.6513631Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:18.6522023Z +2024-09-30T17:10:18.6535303Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-0-input_dtype0-True-1-16-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:18.6537276Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:18.6594641Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:18.6595797Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:18.6599410Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:18.6609063Z SKIPPED (#12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:18.6611881Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:18.6617659Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:18.6626135Z +2024-09-30T17:10:18.6640692Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-0-input_dtype0-True-1-32-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:18.6643861Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:18.6702406Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:18.6703504Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:18.6707665Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:18.6717172Z SKIPPED (#12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:18.6720249Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:18.6725647Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:18.6733783Z +2024-09-30T17:10:18.6749018Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-0-input_dtype0-True-1-64-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:18.6750978Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:18.6805141Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:18.6806246Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:18.6811606Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:18.6819959Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:18.6822410Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:18.6828868Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:18.6837042Z +2024-09-30T17:10:18.6849587Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-0-input_dtype0-True-2-8-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:18.6855853Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:18.6913323Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:18.6914446Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:18.6919287Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:18.6927856Z SKIPPED (#12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:18.6931557Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:18.6937061Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:18.6945100Z +2024-09-30T17:10:18.6959919Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-0-input_dtype0-True-2-16-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:18.6961876Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:18.7015541Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:18.7016644Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:18.7021579Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:18.7030974Z SKIPPED (#12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:18.7033709Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:18.7039561Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:18.7047731Z +2024-09-30T17:10:18.7061308Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-0-input_dtype0-True-2-32-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:18.7063261Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:18.7116689Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:18.7117771Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:18.7122923Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:18.7132076Z SKIPPED (#12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:18.7134793Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:18.7140419Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:18.7148669Z +2024-09-30T17:10:18.7162307Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-0-input_dtype0-True-2-64-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:18.7164273Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:18.7217080Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:18.7218162Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:18.7223753Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:18.7232300Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:18.7235870Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:18.7241565Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:18.7249700Z +2024-09-30T17:10:18.7263331Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-0-input_dtype0-False-1-8-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:18.7265307Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:18.7318606Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:18.7319691Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:18.7325398Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:18.7336485Z SKIPPED (#12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:18.7339216Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:18.7344970Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:18.7354956Z +2024-09-30T17:10:18.7366228Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-0-input_dtype0-False-1-16-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:18.7371548Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:18.7427365Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:18.7428449Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:18.7434224Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:18.7443570Z SKIPPED (#12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:18.7446434Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:18.7451323Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:18.7460599Z +2024-09-30T17:10:18.7474375Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-0-input_dtype0-False-1-32-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:18.7476545Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:18.7528184Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:18.7529312Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:18.7535479Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:18.7544836Z SKIPPED (#12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:18.7546765Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:18.7552810Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:18.7560388Z +2024-09-30T17:10:18.7571514Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-0-input_dtype0-False-1-64-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:18.7573633Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:18.7631099Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:18.7632219Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:18.7639971Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:18.7648003Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:18.7650874Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:18.7656428Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:18.7663971Z +2024-09-30T17:10:18.7676435Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-0-input_dtype0-False-2-8-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:18.7678466Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:18.7731711Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:18.7732848Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:18.7738538Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:18.7747890Z SKIPPED (#12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:18.7749940Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:18.7755738Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:18.7763687Z +2024-09-30T17:10:18.7775550Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-0-input_dtype0-False-2-16-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:18.7777812Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:18.7831013Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:18.7832165Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:18.7837964Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:18.7846868Z SKIPPED (#12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:18.7848603Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:18.7854868Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:18.7861948Z +2024-09-30T17:10:18.7876147Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-0-input_dtype0-False-2-32-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:18.7878176Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:18.7931326Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:18.7932466Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:18.7938252Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:18.7946955Z SKIPPED (#12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:18.7949949Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:18.7956305Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:18.7964052Z +2024-09-30T17:10:18.7976076Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-0-input_dtype0-False-2-64-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:18.7978140Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:18.8032380Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:18.8033562Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:18.8038627Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:18.8047040Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:18.8050090Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:18.8055201Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:18.8062549Z +2024-09-30T17:10:18.8074683Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-0-input_dtype1-True-1-8-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:18.8076954Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:18.8132431Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:18.8133603Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:18.8139228Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:18.8147611Z SKIPPED (#12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:18.8151142Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:18.8155789Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:18.8163424Z +2024-09-30T17:10:18.8174946Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-0-input_dtype1-True-1-16-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:18.8177879Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:18.8233525Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:18.8234670Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:18.8240501Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:18.8248953Z SKIPPED (#12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:18.8252026Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:18.8257211Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:18.8264637Z +2024-09-30T17:10:18.8276464Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-0-input_dtype1-True-1-32-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:18.8278905Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:18.8334095Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:18.8335257Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:18.8340868Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:18.8349362Z SKIPPED (#12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:18.8352993Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:18.8357701Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:18.8364924Z +2024-09-30T17:10:18.8376455Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-0-input_dtype1-True-1-64-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:18.8379762Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:18.8435902Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:18.8437094Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:18.8442726Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:18.8450533Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:18.8454071Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:18.8458760Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:18.8466627Z +2024-09-30T17:10:18.8480485Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-0-input_dtype1-True-2-8-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:18.8482752Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:18.8537245Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:18.8538427Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:18.8543835Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:18.8552447Z SKIPPED (#12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:18.8555596Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:18.8560701Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:18.8568351Z +2024-09-30T17:10:18.8580036Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-0-input_dtype1-True-2-16-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:18.8582552Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:18.8639420Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:18.8640502Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:18.8646277Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:18.8654719Z SKIPPED (#12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:18.8658185Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:18.8662915Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:18.8670528Z +2024-09-30T17:10:18.8681882Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-0-input_dtype1-True-2-32-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:18.8683803Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:18.8737939Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:18.8739034Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:18.8744525Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:18.8752780Z SKIPPED (#12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:18.8756015Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:18.8760787Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:18.8767961Z +2024-09-30T17:10:18.8779328Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-0-input_dtype1-True-2-64-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:18.8783491Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:18.8836127Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:18.8837206Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:18.8844450Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:18.8853177Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:18.8855796Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:18.8859623Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:18.8868769Z +2024-09-30T17:10:18.8878766Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-0-input_dtype1-False-1-8-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:18.8884454Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:18.8932978Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:18.8934035Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:18.8938554Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:18.8944428Z SKIPPED (#12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:18.8946081Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:18.8948705Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:18.8954670Z +2024-09-30T17:10:18.8964066Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-0-input_dtype1-False-1-16-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:18.8966082Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:18.9014721Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:18.9015783Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:18.9019534Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:18.9028379Z SKIPPED (#12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:18.9030065Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:18.9032619Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:18.9038453Z +2024-09-30T17:10:18.9047611Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-0-input_dtype1-False-1-32-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:18.9049575Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:18.9101882Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:18.9103188Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:18.9107254Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:18.9113579Z SKIPPED (#12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:18.9116579Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:18.9118661Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:18.9124508Z +2024-09-30T17:10:18.9133811Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-0-input_dtype1-False-1-64-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:18.9137161Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:18.9190571Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:18.9191614Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:18.9195651Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:18.9201010Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:18.9202624Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:18.9208245Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:18.9214090Z +2024-09-30T17:10:18.9223510Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-0-input_dtype1-False-2-8-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:18.9228748Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:18.9282936Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:18.9284070Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:18.9287200Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:18.9292437Z SKIPPED (#12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:18.9294773Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:18.9297295Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:18.9303141Z +2024-09-30T17:10:18.9312899Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-0-input_dtype1-False-2-16-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:18.9319647Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:18.9374197Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:18.9375314Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:18.9377294Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:18.9383214Z SKIPPED (#12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:18.9385653Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:18.9387941Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:18.9393772Z +2024-09-30T17:10:18.9403175Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-0-input_dtype1-False-2-32-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:18.9405151Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:18.9456833Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:18.9458012Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:18.9461043Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:18.9465833Z SKIPPED (#12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:18.9468259Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:18.9470766Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:18.9476650Z +2024-09-30T17:10:18.9487493Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-0-input_dtype1-False-2-64-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:18.9491033Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:18.9544522Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:18.9545613Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:18.9549032Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:18.9554515Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:18.9557263Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:18.9559737Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:18.9565277Z +2024-09-30T17:10:18.9574869Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1-input_dtype0-True-1-8-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:18.9581564Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:18.9637681Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:18.9638823Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:18.9643691Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:18.9648926Z SKIPPED (#12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:18.9651424Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:18.9654590Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:18.9661245Z +2024-09-30T17:10:18.9671034Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1-input_dtype0-True-1-16-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:18.9673847Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:18.9728333Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:18.9729627Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:18.9731973Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:18.9738248Z SKIPPED (#12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:18.9741203Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:18.9743997Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:18.9750578Z +2024-09-30T17:10:18.9759994Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1-input_dtype0-True-1-32-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:18.9762003Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:18.9813246Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:18.9814778Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:18.9817988Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:18.9823250Z SKIPPED (#12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:18.9825091Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:18.9828493Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:18.9834837Z +2024-09-30T17:10:18.9844093Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1-input_dtype0-True-1-64-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:18.9846141Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:18.9898176Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:18.9899330Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:18.9903579Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:18.9908296Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:18.9911115Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:18.9914440Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:18.9920447Z +2024-09-30T17:10:18.9929912Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1-input_dtype0-True-2-8-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:18.9935522Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:18.9989277Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:19.0006953Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:19.0008336Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:19.0010295Z SKIPPED (#12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:19.0012043Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:19.0013178Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:19.0021182Z +2024-09-30T17:10:19.0041139Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1-input_dtype0-True-2-16-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:19.0043386Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:19.0091651Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:19.0092842Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:19.0098038Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:19.0103289Z SKIPPED (#12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:19.0105036Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:19.0109917Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:19.0113600Z +2024-09-30T17:10:19.0121978Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1-input_dtype0-True-2-32-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:19.0127201Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:19.0180822Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:19.0181934Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:19.0186644Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:19.0192587Z SKIPPED (#12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:19.0196897Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:19.0198040Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:19.0201337Z +2024-09-30T17:10:19.0211782Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1-input_dtype0-True-2-64-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:19.0213795Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:19.0264585Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:19.0265866Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:19.0268997Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:19.0275167Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:19.0277508Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:19.0279445Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:19.0285750Z +2024-09-30T17:10:19.0295331Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1-input_dtype0-False-1-8-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:19.0299460Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:19.0353585Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:19.0354730Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:19.0358451Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:19.0365007Z SKIPPED (#12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:19.0367211Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:19.0369893Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:19.0375003Z +2024-09-30T17:10:19.0385177Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1-input_dtype0-False-1-16-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:19.0390244Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:19.0444668Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:19.0445823Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:19.0450051Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:19.0457408Z SKIPPED (#12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:19.0459622Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:19.0461520Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:19.0467882Z +2024-09-30T17:10:19.0477391Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1-input_dtype0-False-1-32-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:19.0481225Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:19.0534568Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:19.0535991Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:19.0539522Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:19.0545284Z SKIPPED (#12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:19.0547725Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:19.0549883Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:19.0555891Z +2024-09-30T17:10:19.0567433Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1-input_dtype0-False-1-64-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:19.0569497Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:19.0620330Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:19.0621539Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:19.0624865Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:19.0630045Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:19.0632068Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:19.0635308Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:19.0643566Z +2024-09-30T17:10:19.0653576Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1-input_dtype0-False-2-8-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:19.0655685Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:19.0707003Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:19.0708199Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:19.0711791Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:19.0718017Z SKIPPED (#12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:19.0720136Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:19.0722275Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:19.0728488Z +2024-09-30T17:10:19.0738308Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1-input_dtype0-False-2-16-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:19.0744086Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:19.0798786Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:19.0800044Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:19.0803295Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:19.0808842Z SKIPPED (#12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:19.0811059Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:19.0816895Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:19.0825340Z +2024-09-30T17:10:19.0835494Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1-input_dtype0-False-2-32-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:19.0837699Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:19.0889481Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:19.0890624Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:19.0894274Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:19.0901245Z SKIPPED (#12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:19.0904636Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:19.0905767Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:19.0910818Z +2024-09-30T17:10:19.0920443Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1-input_dtype0-False-2-64-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:19.0925091Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:19.0978425Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:19.0979558Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:19.0983109Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:19.0990263Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:19.0993465Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:19.0994547Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:19.0999441Z +2024-09-30T17:10:19.1008829Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1-input_dtype1-True-1-8-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:19.1010842Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:19.1061829Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:19.1063514Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:19.1066674Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:19.1071594Z SKIPPED (#12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:19.1073797Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:19.1076533Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:19.1082443Z +2024-09-30T17:10:19.1093855Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1-input_dtype1-True-1-16-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:19.1096920Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:19.1150368Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:19.1151469Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:19.1155130Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:19.1160635Z SKIPPED (#12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:19.1162795Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:19.1165326Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:19.1171310Z +2024-09-30T17:10:19.1180837Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1-input_dtype1-True-1-32-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:19.1182793Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:19.1234701Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:19.1235812Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:19.1238335Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:19.1243843Z SKIPPED (#12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:19.1246046Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:19.1248592Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:19.1254516Z +2024-09-30T17:10:19.1264118Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1-input_dtype1-True-1-64-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:19.1270303Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:19.1323964Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:19.1325071Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:19.1328720Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:19.1333722Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:19.1335874Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:19.1338616Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:19.1344811Z +2024-09-30T17:10:19.1354856Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1-input_dtype1-True-2-8-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:19.1359161Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:19.1412570Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:19.1413652Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:19.1418001Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:19.1423903Z SKIPPED (#12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:19.1425750Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:19.1428721Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:19.1434943Z +2024-09-30T17:10:19.1444377Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1-input_dtype1-True-2-16-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:19.1450024Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:19.1503524Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:19.1504579Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:19.1508572Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:19.1513733Z SKIPPED (#12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:19.1516379Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:19.1519671Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:19.1525570Z +2024-09-30T17:10:19.1534890Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1-input_dtype1-True-2-32-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:19.1540875Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:19.1593083Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:19.1594154Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:19.1600947Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:19.1610289Z SKIPPED (#12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:19.1613049Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:19.1616394Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:19.1625145Z +2024-09-30T17:10:19.1639272Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1-input_dtype1-True-2-64-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:19.1641581Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:19.1685620Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:19.1686699Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:19.1690154Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:19.1695043Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:19.1697601Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:19.1700993Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:19.1707190Z +2024-09-30T17:10:19.1716530Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1-input_dtype1-False-1-8-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:19.1722770Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:19.1765890Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:19.1766939Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:19.1769895Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:19.1775317Z SKIPPED (#12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:19.1778289Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:19.1780375Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:19.1786667Z +2024-09-30T17:10:19.1796446Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1-input_dtype1-False-1-16-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:19.1798458Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:19.1840137Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:19.1841258Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:19.1844691Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:19.1850324Z SKIPPED (#12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:19.1852468Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:19.1855442Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:19.1861243Z +2024-09-30T17:10:19.1871609Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1-input_dtype1-False-1-32-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:19.1878390Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:19.1922303Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:19.1923503Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:19.1925441Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:19.1931167Z SKIPPED (#12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:19.1933357Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:19.1936306Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:19.1942645Z +2024-09-30T17:10:19.1952560Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1-input_dtype1-False-1-64-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:19.1956249Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:19.1998145Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:19.1999307Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:19.2002838Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:19.2009524Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:19.2011478Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:19.2015319Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:19.2021442Z +2024-09-30T17:10:19.2031257Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1-input_dtype1-False-2-8-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:19.2036880Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:19.2079983Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:19.2081057Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:19.2084295Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:19.2090011Z SKIPPED (#12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:19.2092175Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:19.2095000Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:19.2105091Z +2024-09-30T17:10:19.2116879Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1-input_dtype1-False-2-16-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:19.2119006Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:19.2159727Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:19.2160902Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:19.2164134Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:19.2170180Z SKIPPED (#12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:19.2172226Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:19.2173972Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:19.2180513Z +2024-09-30T17:10:19.2190782Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1-input_dtype1-False-2-32-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:19.2192810Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:19.2232198Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:19.2233376Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:19.2236250Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:19.2241596Z SKIPPED (#12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:19.2243815Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:19.2246655Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:19.2252739Z +2024-09-30T17:10:19.2262469Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1-input_dtype1-False-2-64-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:19.2269288Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:19.2316058Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:19.2317527Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:19.2319532Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:19.2322571Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:19.2326431Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:19.2329298Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:19.2334354Z +2024-09-30T17:10:19.2344300Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-127-input_dtype0-True-1-8-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:19.2350223Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:19.2398285Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:19.2399962Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:19.2404273Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:19.2412654Z SKIPPED (#12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:19.2414747Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:19.2420704Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:19.2424790Z +2024-09-30T17:10:19.2435542Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-127-input_dtype0-True-1-16-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:19.2441958Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:19.2485227Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:19.2486569Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:19.2489537Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:19.2494722Z SKIPPED (#12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:19.2499424Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:19.2501138Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:19.2506783Z +2024-09-30T17:10:19.2517590Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-127-input_dtype0-True-1-32-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:19.2522560Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:19.2565268Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:19.2566512Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:19.2569257Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:19.2577162Z SKIPPED (#12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:19.2580675Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:19.2581801Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:19.2586536Z +2024-09-30T17:10:19.2598345Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-127-input_dtype0-True-1-64-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:19.2602133Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:19.2644040Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:19.2646461Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:19.2648069Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:19.2654953Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:19.2657746Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:19.2659009Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:19.2664485Z +2024-09-30T17:10:19.2675092Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-127-input_dtype0-True-2-8-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:19.2677155Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:19.2717906Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:19.2719066Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:19.2722529Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:19.2729504Z SKIPPED (#12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:19.2733383Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:19.2734706Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:19.2738617Z +2024-09-30T17:10:19.2748236Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-127-input_dtype0-True-2-16-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:19.2753658Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:19.2797181Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:19.2798293Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:19.2801639Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:19.2808618Z SKIPPED (#12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:19.2811495Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:19.2812593Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:19.2817664Z +2024-09-30T17:10:19.2827766Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-127-input_dtype0-True-2-32-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:19.2834483Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:19.2878019Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:19.2879138Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:19.2882651Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:19.2889588Z SKIPPED (#12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:19.2892235Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:19.2893589Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:19.2898726Z +2024-09-30T17:10:19.2908323Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-127-input_dtype0-True-2-64-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:19.2915058Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:19.2960875Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:19.2962176Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:19.2965642Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:19.2972131Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:19.2975395Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:19.2976575Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:19.2982015Z +2024-09-30T17:10:19.2991838Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-127-input_dtype0-False-1-8-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:19.2993871Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:19.3035627Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:19.3036785Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:19.3040063Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:19.3046096Z SKIPPED (#12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:19.3048101Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:19.3050063Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:19.3055976Z +2024-09-30T17:10:19.3067776Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-127-input_dtype0-False-1-16-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:19.3069789Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:19.3109418Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:19.3110589Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:19.3114150Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:19.3121111Z SKIPPED (#12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:19.3124644Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:19.3125727Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:19.3130331Z +2024-09-30T17:10:19.3140103Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-127-input_dtype0-False-1-32-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:19.3142217Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:19.3181546Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:19.3182665Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:19.3187164Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:19.3196436Z SKIPPED (#12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:19.3199985Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:19.3201402Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:19.3208784Z +2024-09-30T17:10:19.3218590Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-127-input_dtype0-False-1-64-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:19.3220619Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:19.3259664Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:19.3260777Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:19.3264318Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:19.3270704Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:19.3272632Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:19.3274572Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:19.3280342Z +2024-09-30T17:10:19.3290373Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-127-input_dtype0-False-2-8-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:19.3292422Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:19.3332421Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:19.3333590Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:19.3336238Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:19.3343380Z SKIPPED (#12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:19.3347343Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:19.3348434Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:19.3352928Z +2024-09-30T17:10:19.3362511Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-127-input_dtype0-False-2-16-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:19.3364560Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:19.3402805Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:19.3403918Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:19.3406874Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:19.3414205Z SKIPPED (#12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:19.3417713Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:19.3418802Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:19.3423944Z +2024-09-30T17:10:19.3433642Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-127-input_dtype0-False-2-32-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:19.3440326Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:19.3481137Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:19.3482276Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:19.3485440Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:19.3492454Z SKIPPED (#12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:19.3495979Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:19.3497085Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:19.3515738Z +2024-09-30T17:10:19.3518036Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-127-input_dtype0-False-2-64-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:19.3520106Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:19.3554935Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:19.3558419Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:19.3563261Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:19.3569014Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:19.3571961Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:19.3574644Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:19.3583290Z +2024-09-30T17:10:19.3593279Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-127-input_dtype1-True-1-8-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:19.3595357Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:19.3636481Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:19.3637707Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:19.3641612Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:19.3647303Z SKIPPED (#12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:19.3649160Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:19.3653044Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:19.3662335Z +2024-09-30T17:10:19.3670023Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-127-input_dtype1-True-1-16-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:19.3673967Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:19.3717805Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:19.3719105Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:19.3723811Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:19.3729195Z SKIPPED (#12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:19.3731657Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:19.3733352Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:19.3740317Z +2024-09-30T17:10:19.3758112Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-127-input_dtype1-True-1-32-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:19.3760518Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:19.3799050Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:19.3800297Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:19.3803313Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:19.3809207Z SKIPPED (#12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:19.3811523Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:19.3814299Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:19.3821061Z +2024-09-30T17:10:19.3830650Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-127-input_dtype1-True-1-64-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:19.3834819Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:19.3878677Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:19.3879861Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:19.3882684Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:19.3888817Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:19.3890586Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:19.3893927Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:19.3901248Z +2024-09-30T17:10:19.3911336Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-127-input_dtype1-True-2-8-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:19.3915874Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:19.3958138Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:19.3959254Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:19.3961909Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:19.3968353Z SKIPPED (#12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:19.3970348Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:19.3973083Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:19.3980232Z +2024-09-30T17:10:19.3991886Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-127-input_dtype1-True-2-16-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:19.3998723Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:19.4042070Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:19.4043235Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:19.4046573Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:19.4052033Z SKIPPED (#12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:19.4054254Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:19.4057460Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:19.4064446Z +2024-09-30T17:10:19.4074201Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-127-input_dtype1-True-2-32-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:19.4076991Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:19.4119990Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:19.4121145Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:19.4123674Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:19.4129346Z SKIPPED (#12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:19.4131306Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:19.4134175Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:19.4142124Z +2024-09-30T17:10:19.4151899Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-127-input_dtype1-True-2-64-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:19.4157865Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:19.4205115Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:19.4206403Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:19.4209643Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:19.4215649Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:19.4217608Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:19.4223058Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:19.4229737Z +2024-09-30T17:10:19.4239979Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-127-input_dtype1-False-1-8-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:19.4242086Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:19.4279805Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:19.4280988Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:19.4284380Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:19.4289003Z SKIPPED (#12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:19.4290982Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:19.4294326Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:19.4300655Z +2024-09-30T17:10:19.4310658Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-127-input_dtype1-False-1-16-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:19.4312717Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:19.4351277Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:19.4352452Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:19.4355329Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:19.4360631Z SKIPPED (#12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:19.4362356Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:19.4365443Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:19.4371783Z +2024-09-30T17:10:19.4381675Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-127-input_dtype1-False-1-32-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:19.4383781Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:19.4423030Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:19.4424223Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:19.4427346Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:19.4433205Z SKIPPED (#12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:19.4434964Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:19.4438258Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:19.4444457Z +2024-09-30T17:10:19.4455708Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-127-input_dtype1-False-1-64-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:19.4460575Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:19.4502713Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:19.4503838Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:19.4507318Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:19.4512301Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:19.4514251Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:19.4517408Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:19.4523901Z +2024-09-30T17:10:19.4533426Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-127-input_dtype1-False-2-8-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:19.4535469Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:19.4578819Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:19.4580311Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:19.4583422Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:19.4589085Z SKIPPED (#12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:19.4592157Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:19.4595617Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:19.4605048Z +2024-09-30T17:10:19.4614355Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-127-input_dtype1-False-2-16-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:19.4616416Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:19.4656537Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:19.4657700Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:19.4660201Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:19.4665539Z SKIPPED (#12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:19.4667736Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:19.4670694Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:19.4676976Z +2024-09-30T17:10:19.4686389Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-127-input_dtype1-False-2-32-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:19.4692801Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:19.4734883Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:19.4736043Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:19.4739384Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:19.4744693Z SKIPPED (#12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:19.4746825Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:19.4750186Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:19.4756345Z +2024-09-30T17:10:19.4765956Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-127-input_dtype1-False-2-64-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:19.4768126Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:19.4807786Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:19.4808890Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:19.4812688Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:19.4817979Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:19.4819921Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:19.4823477Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:19.4830187Z +2024-09-30T17:10:19.4839748Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1057-input_dtype0-True-1-8-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:19.4844270Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:19.4887091Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:19.4888268Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:19.4892495Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:19.4899497Z SKIPPED (#12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:19.4904172Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:19.4911246Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:19.4919576Z +2024-09-30T17:10:19.4932998Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1057-input_dtype0-True-1-16-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:19.4939834Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:19.4985015Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:19.4986597Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:19.4993745Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:19.5002104Z SKIPPED (#12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:19.5008625Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:19.5013986Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:19.5023831Z +2024-09-30T17:10:19.5035590Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1057-input_dtype0-True-1-32-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:19.5037707Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:19.5085075Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:19.5086308Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:19.5093411Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:19.5101683Z SKIPPED (#12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:19.5107499Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:19.5113739Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:19.5122484Z +2024-09-30T17:10:19.5133828Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1057-input_dtype0-True-1-64-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:19.5140131Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:19.5186505Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:19.5187757Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:19.5194691Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:19.5202398Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:19.5204479Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:19.5213511Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:19.5222251Z +2024-09-30T17:10:19.5234382Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1057-input_dtype0-True-2-8-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:19.5240902Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:19.5285297Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:19.5286518Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:19.5294056Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:19.5301958Z SKIPPED (#12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:19.5308349Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:19.5314317Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:19.5322844Z +2024-09-30T17:10:19.5334255Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1057-input_dtype0-True-2-16-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:19.5340520Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:19.5385281Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:19.5386744Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:19.5393936Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:19.5402294Z SKIPPED (#12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:19.5408705Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:19.5414399Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:19.5423259Z +2024-09-30T17:10:19.5435043Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1057-input_dtype0-True-2-32-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:19.5441153Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:19.5486344Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:19.5487508Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:19.5494135Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:19.5502480Z SKIPPED (#12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:19.5508895Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:19.5514554Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:19.5523046Z +2024-09-30T17:10:19.5540848Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1057-input_dtype0-True-2-64-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:19.5544258Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:19.5593520Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:19.5594782Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:19.5604383Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:19.5613662Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:19.5615234Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:19.5625248Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:19.5633733Z +2024-09-30T17:10:19.5646507Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1057-input_dtype0-False-1-8-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:19.5648566Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:19.5694276Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:19.5695415Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:19.5702290Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:19.5711297Z SKIPPED (#12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:19.5717208Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:19.5723530Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:19.5732113Z +2024-09-30T17:10:19.5743346Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1057-input_dtype0-False-1-16-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:19.5745569Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:19.5804603Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:19.5805829Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:19.5810531Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:19.5819313Z SKIPPED (#12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:19.5821408Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:19.5824976Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:19.5833844Z +2024-09-30T17:10:19.5844239Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1057-input_dtype0-False-1-32-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:19.5846320Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:19.5899633Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:19.5900882Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:19.5903974Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:19.5910348Z SKIPPED (#12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:19.5912123Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:19.5915447Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:19.5922019Z +2024-09-30T17:10:19.5931506Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1057-input_dtype0-False-1-64-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:19.5935632Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:19.5989570Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:19.5990747Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:19.5994243Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:19.6000112Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:19.6002048Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:19.6005732Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:19.6011559Z +2024-09-30T17:10:19.6021320Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1057-input_dtype0-False-2-8-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:19.6023373Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:19.6075143Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:19.6076533Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:19.6079593Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:19.6084736Z SKIPPED (#12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:19.6086524Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:19.6089880Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:19.6095878Z +2024-09-30T17:10:19.6114974Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1057-input_dtype0-False-2-16-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:19.6119276Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:19.6172752Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:19.6173917Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:19.6177430Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:19.6182327Z SKIPPED (#12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:19.6184132Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:19.6188257Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:19.6194425Z +2024-09-30T17:10:19.6205553Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1057-input_dtype0-False-2-32-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:19.6207977Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:19.6261694Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:19.6263015Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:19.6266468Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:19.6271763Z SKIPPED (#12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:19.6273581Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:19.6276816Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:19.6283081Z +2024-09-30T17:10:19.6293945Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1057-input_dtype0-False-2-64-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:19.6299673Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:19.6353135Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:19.6354292Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:19.6357967Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:19.6363191Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:19.6364789Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:19.6368322Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:19.6374520Z +2024-09-30T17:10:19.6384123Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1057-input_dtype1-True-1-8-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:19.6390455Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:19.6444546Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:19.6445745Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:19.6449388Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:19.6455075Z SKIPPED (#12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:19.6456870Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:19.6459646Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:19.6465779Z +2024-09-30T17:10:19.6475645Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1057-input_dtype1-True-1-16-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:19.6480779Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:19.6534417Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:19.6535619Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:19.6539049Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:19.6544412Z SKIPPED (#12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:19.6546784Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:19.6549567Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:19.6555371Z +2024-09-30T17:10:19.6564912Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1057-input_dtype1-True-1-32-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:19.6571807Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:19.6629161Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:19.6630407Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:19.6633436Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:19.6640528Z SKIPPED (#12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:19.6642303Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:19.6645978Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:19.6651679Z +2024-09-30T17:10:19.6663091Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1057-input_dtype1-True-1-64-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:19.6665138Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:19.6713594Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:19.6714812Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:19.6718414Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:19.6723484Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:19.6725530Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:19.6728857Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:19.6734638Z +2024-09-30T17:10:19.6744337Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1057-input_dtype1-True-2-8-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:19.6746561Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:19.6785812Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:19.6787307Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:19.6790528Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:19.6795536Z SKIPPED (#12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:19.6798325Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:19.6801685Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:19.6808365Z +2024-09-30T17:10:19.6821417Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1057-input_dtype1-True-2-16-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:19.6823596Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:19.6866336Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:19.6867581Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:19.6871086Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:19.6879224Z SKIPPED (#12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:19.6881470Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:19.6884808Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:19.6892025Z +2024-09-30T17:10:19.6901314Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1057-input_dtype1-True-2-32-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:19.6905917Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:19.6948617Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:19.6949786Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:19.6952829Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:19.6970352Z SKIPPED (#12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:19.6972173Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:19.6973253Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:19.6974053Z +2024-09-30T17:10:19.6980333Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1057-input_dtype1-True-2-64-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:19.6986758Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:19.7028714Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:19.7029910Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:19.7032853Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:19.7037985Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:19.7040477Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:19.7043479Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:19.7050264Z +2024-09-30T17:10:19.7060240Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1057-input_dtype1-False-1-8-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:19.7062440Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:19.7101067Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:19.7102182Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:19.7105768Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:19.7111072Z SKIPPED (#12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:19.7112756Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:19.7115751Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:19.7121993Z +2024-09-30T17:10:19.7133528Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1057-input_dtype1-False-1-16-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:19.7135567Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:19.7174497Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:19.7175667Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:19.7179072Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:19.7184978Z SKIPPED (#12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:19.7186876Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:19.7189888Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:19.7196329Z +2024-09-30T17:10:19.7206414Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1057-input_dtype1-False-1-32-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:19.7208492Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:19.7251659Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:19.7252870Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:19.7255664Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:19.7260671Z SKIPPED (#12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:19.7262782Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:19.7266126Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:19.7272748Z +2024-09-30T17:10:19.7282050Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1057-input_dtype1-False-1-64-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:19.7289056Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:19.7332473Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:19.7333629Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:19.7336525Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:19.7341803Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:19.7343505Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:19.7347091Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:19.7353670Z +2024-09-30T17:10:19.7363038Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1057-input_dtype1-False-2-8-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:19.7370026Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:19.7413613Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:19.7414794Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:19.7417748Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:19.7422470Z SKIPPED (#12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:19.7424781Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:19.7428961Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:19.7434634Z +2024-09-30T17:10:19.7444094Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1057-input_dtype1-False-2-16-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:19.7450743Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:19.7492954Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:19.7494132Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:19.7496866Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:19.7502752Z SKIPPED (#12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:19.7504635Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:19.7508497Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:19.7514979Z +2024-09-30T17:10:19.7524930Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1057-input_dtype1-False-2-32-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:19.7526926Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:19.7566827Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:19.7567911Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:19.7571183Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:19.7576822Z SKIPPED (#12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:19.7579354Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:19.7582525Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:19.7589171Z +2024-09-30T17:10:19.7600761Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1057-input_dtype1-False-2-64-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:19.7602768Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:19.7645849Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:19.7646937Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:19.7650865Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:19.7655490Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:19.7658731Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:19.7661695Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:19.7670648Z +2024-09-30T17:10:19.7679413Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-0-input_dtype0-True-1-8-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:19.7682841Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:19.7727622Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:19.7728706Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:19.7732076Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:19.8097096Z 2024-09-30 17:10:19.808 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:142 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:19.8099644Z 2024-09-30 17:10:19.809 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:143 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:19.8104726Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:19.8177731Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:19.8182980Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:19.8197706Z +2024-09-30T17:10:19.8211127Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-0-input_dtype0-True-1-16-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:19.8213128Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:19.8257235Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:19.8258613Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:19.8264625Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:19.8806884Z 2024-09-30 17:10:19.879 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:142 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:19.8809445Z 2024-09-30 17:10:19.880 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:143 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:19.8813739Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:19.8817718Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:19.8823312Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:19.8834487Z +2024-09-30T17:10:19.8847648Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-0-input_dtype0-True-1-32-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:19.8850093Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:19.8890814Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:19.8891917Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:19.8898072Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:19.8906538Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:19.8910104Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:19.8914886Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:19.8922387Z +2024-09-30T17:10:19.8934229Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-0-input_dtype0-True-1-64-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:19.8936224Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:19.8978487Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:19.8979587Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:19.8985086Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:19.8993101Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:19.8996639Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:19.9001544Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:19.9008613Z +2024-09-30T17:10:19.9020201Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-0-input_dtype0-True-2-8-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:19.9025936Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:19.9068427Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:19.9069520Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:19.9074895Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:19.9655214Z 2024-09-30 17:10:19.964 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:142 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:19.9657731Z 2024-09-30 17:10:19.964 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:143 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:19.9662416Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:19.9666522Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:19.9672272Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:19.9686413Z +2024-09-30T17:10:19.9699696Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-0-input_dtype0-True-2-16-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:19.9703533Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:19.9753795Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:19.9754961Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:19.9760867Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:20.0763908Z 2024-09-30 17:10:20.075 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:142 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:20.0766556Z 2024-09-30 17:10:20.075 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:143 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:20.0768852Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:20.0773582Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:20.0779354Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:20.0791237Z +2024-09-30T17:10:20.0804688Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-0-input_dtype0-True-2-32-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:20.0807162Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:20.0851733Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:20.0852834Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:20.0858005Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:20.0866663Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:20.0870044Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:20.0875159Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:20.0882557Z +2024-09-30T17:10:20.0894132Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-0-input_dtype0-True-2-64-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:20.0896128Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:20.0939322Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:20.0940408Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:20.0945200Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:20.0953439Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:20.0957134Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:20.0962141Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:20.0969585Z +2024-09-30T17:10:20.0983804Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-0-input_dtype0-False-1-8-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:20.0986453Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:20.1029176Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:20.1030479Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:20.1036137Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:20.1394275Z 2024-09-30 17:10:20.138 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:142 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:20.1397753Z 2024-09-30 17:10:20.138 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:143 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:20.1399920Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:20.1431726Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:20.1436752Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:20.1445197Z +2024-09-30T17:10:20.1458605Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-0-input_dtype0-False-1-16-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:20.1461583Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:20.1506015Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:20.1507587Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:20.1513023Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:20.2503389Z 2024-09-30 17:10:20.249 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:142 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:20.2506138Z 2024-09-30 17:10:20.249 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:143 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:20.2508729Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:20.2512827Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:20.2518676Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:20.2530078Z +2024-09-30T17:10:20.2543530Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-0-input_dtype0-False-1-32-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:20.2546343Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:20.2587178Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:20.2588510Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:20.2594413Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:20.2603442Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:20.2607120Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:20.2612096Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:20.2619977Z +2024-09-30T17:10:20.2633019Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-0-input_dtype0-False-1-64-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:20.2635833Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:20.2677013Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:20.2678320Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:20.2683312Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:20.2692070Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:20.2695439Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:20.2700651Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:20.2708195Z +2024-09-30T17:10:20.2720595Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-0-input_dtype0-False-2-8-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:20.2723458Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:20.2766789Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:20.2768114Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:20.2773096Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:20.3388632Z 2024-09-30 17:10:20.337 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:142 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:20.3391388Z 2024-09-30 17:10:20.338 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:143 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:20.3394267Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:20.3398186Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:20.3403785Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:20.3414618Z +2024-09-30T17:10:20.3428162Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-0-input_dtype0-False-2-16-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:20.3430900Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:20.3478277Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:20.3479927Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:20.3484991Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:20.4470056Z 2024-09-30 17:10:20.445 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:142 - Max ATOL Delta: 0.0, Max RTOL Delta: nan, PCC: 1.0 +2024-09-30T17:10:20.4472693Z 2024-09-30 17:10:20.446 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:143 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:20.4475660Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:20.4479727Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:20.4485825Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:20.4497613Z +2024-09-30T17:10:20.4511025Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-0-input_dtype0-False-2-32-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:20.4513739Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:20.4557374Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:20.4558675Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:20.4564157Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:20.4573198Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:20.4576692Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:20.4582057Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:20.4590060Z +2024-09-30T17:10:20.4602541Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-0-input_dtype0-False-2-64-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:20.4605374Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:20.4647531Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:20.4648821Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:20.4654054Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:20.4662388Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:20.4666147Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:20.4671969Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:20.4678679Z +2024-09-30T17:10:20.4690754Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-0-input_dtype1-True-1-8-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:20.4692781Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:20.4735429Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:20.4736508Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:20.4743939Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:20.5328200Z 2024-09-30 17:10:20.531 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:142 - Max ATOL Delta: 0.015625, Max RTOL Delta: inf, PCC: 0.9999999842553465 +2024-09-30T17:10:20.5330721Z 2024-09-30 17:10:20.532 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:143 - Max ATOL Delta: 0.015625, Max RTOL Delta: inf, PCC: 0.9999771441819418 +2024-09-30T17:10:20.5333489Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:20.5338303Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:20.5343443Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:20.5354821Z +2024-09-30T17:10:20.5367472Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-0-input_dtype1-True-1-16-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:20.5371210Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:20.5415004Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:20.5416112Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:20.5421115Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:20.6361394Z 2024-09-30 17:10:20.635 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:142 - Max ATOL Delta: 0.015625, Max RTOL Delta: inf, PCC: 0.9999999853719738 +2024-09-30T17:10:20.6363841Z 2024-09-30 17:10:20.635 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:143 - Max ATOL Delta: 0.015625, Max RTOL Delta: inf, PCC: 0.9999752060479127 +2024-09-30T17:10:20.6366913Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:20.6371356Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:20.6376792Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:20.6388589Z +2024-09-30T17:10:20.6402334Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-0-input_dtype1-True-1-32-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:20.6404506Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:20.6446530Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:20.6447617Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:20.6452366Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:20.6461883Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:20.6464710Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:20.6469385Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:20.6477598Z +2024-09-30T17:10:20.6489089Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-0-input_dtype1-True-1-64-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:20.6491540Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:20.6536429Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:20.6537746Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:20.6543378Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:20.6552406Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:20.6555440Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:20.6560981Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:20.6568894Z +2024-09-30T17:10:20.6581561Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-0-input_dtype1-True-2-8-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:20.6584359Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:20.6626494Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:20.6627804Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:20.6633667Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:20.7746439Z 2024-09-30 17:10:20.773 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:142 - Max ATOL Delta: 0.015625, Max RTOL Delta: inf, PCC: 0.9999999865225347 +2024-09-30T17:10:20.7750629Z 2024-09-30 17:10:20.773 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:143 - Max ATOL Delta: 0.015625, Max RTOL Delta: inf, PCC: 0.9999751736442393 +2024-09-30T17:10:20.7752930Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:20.7757830Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:20.7763956Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:20.7775971Z +2024-09-30T17:10:20.7789521Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-0-input_dtype1-True-2-16-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:20.7794541Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:20.7842091Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:20.7843424Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:20.7849243Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:20.9499546Z 2024-09-30 17:10:20.948 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:142 - Max ATOL Delta: 0.015625, Max RTOL Delta: inf, PCC: 0.99999998545491 +2024-09-30T17:10:20.9502593Z 2024-09-30 17:10:20.948 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:143 - Max ATOL Delta: 0.015625, Max RTOL Delta: inf, PCC: 0.9999749640033686 +2024-09-30T17:10:20.9504982Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:20.9508540Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:20.9514104Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:20.9526331Z +2024-09-30T17:10:20.9539121Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-0-input_dtype1-True-2-32-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:20.9541980Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:20.9587467Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:20.9588775Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:20.9594673Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:20.9603639Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:20.9609256Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:20.9615276Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:20.9623653Z +2024-09-30T17:10:20.9636842Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-0-input_dtype1-True-2-64-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:20.9639439Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:20.9679835Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:20.9681024Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:20.9689641Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:20.9698025Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:20.9702411Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:20.9708044Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:20.9715719Z +2024-09-30T17:10:20.9730769Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-0-input_dtype1-False-1-8-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:20.9733644Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:20.9826410Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:20.9827585Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:20.9833056Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:21.0455370Z 2024-09-30 17:10:21.044 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:142 - Max ATOL Delta: 0.015625, Max RTOL Delta: inf, PCC: 0.9999999845959384 +2024-09-30T17:10:21.0458505Z 2024-09-30 17:10:21.044 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:143 - Max ATOL Delta: 0.015625, Max RTOL Delta: inf, PCC: 0.9999742183635112 +2024-09-30T17:10:21.0479853Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:21.0486715Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:21.0497525Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:21.0515911Z +2024-09-30T17:10:21.0543253Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-0-input_dtype1-False-1-16-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:21.0553333Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:21.0584441Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:21.0585846Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:21.0592318Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:21.1576727Z 2024-09-30 17:10:21.156 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:142 - Max ATOL Delta: 0.015625, Max RTOL Delta: inf, PCC: 0.9999999845932409 +2024-09-30T17:10:21.1579430Z 2024-09-30 17:10:21.156 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:143 - Max ATOL Delta: 0.015625, Max RTOL Delta: inf, PCC: 0.999973214088111 +2024-09-30T17:10:21.1581579Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:21.1586546Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:21.1591016Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:21.1604136Z +2024-09-30T17:10:21.1615664Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-0-input_dtype1-False-1-32-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:21.1622550Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:21.1672097Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:21.1673190Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:21.1683679Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:21.1686316Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:21.1688280Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:21.1691801Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:21.1698817Z +2024-09-30T17:10:21.1708995Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-0-input_dtype1-False-1-64-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:21.1712987Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:21.1758322Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:21.1759620Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:21.1763790Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:21.1769646Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:21.1771843Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:21.1775778Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:21.1781340Z +2024-09-30T17:10:21.1791452Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-0-input_dtype1-False-2-8-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:21.1794015Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:21.1835769Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:21.1836933Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:21.1840825Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:21.2871458Z 2024-09-30 17:10:21.286 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:142 - Max ATOL Delta: 0.015625, Max RTOL Delta: inf, PCC: 0.9999999861462465 +2024-09-30T17:10:21.2873975Z 2024-09-30 17:10:21.286 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:143 - Max ATOL Delta: 0.015625, Max RTOL Delta: inf, PCC: 0.9999751379918755 +2024-09-30T17:10:21.2877041Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:21.2879959Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:21.2884000Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:21.2895749Z +2024-09-30T17:10:21.2907126Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-0-input_dtype1-False-2-16-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:21.2909170Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:21.2950512Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:21.2951623Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:21.2955238Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:21.4684846Z 2024-09-30 17:10:21.467 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:142 - Max ATOL Delta: 0.015625, Max RTOL Delta: inf, PCC: 0.9999999858533597 +2024-09-30T17:10:21.4687696Z 2024-09-30 17:10:21.467 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:143 - Max ATOL Delta: 0.015625, Max RTOL Delta: inf, PCC: 0.9999757120322978 +2024-09-30T17:10:21.4689960Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:21.4691304Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:21.4695042Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:21.4706702Z +2024-09-30T17:10:21.4717878Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-0-input_dtype1-False-2-32-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:21.4723477Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:21.4775815Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:21.4776919Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:21.4780920Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:21.4791216Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:21.4796131Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:21.4800668Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:21.4809301Z +2024-09-30T17:10:21.4819690Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-0-input_dtype1-False-2-64-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:21.4825598Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:21.4870008Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:21.4871275Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:21.4875206Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:21.4881425Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:21.4883619Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:21.4887675Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:21.4893041Z +2024-09-30T17:10:21.4905802Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1-input_dtype0-True-1-8-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:21.4908420Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:21.4949492Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:21.4950654Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:21.4954045Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:21.5251136Z 2024-09-30 17:10:21.524 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:142 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:21.5253948Z 2024-09-30 17:10:21.524 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:143 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:21.5256025Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:21.5271349Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:21.5274561Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:21.5280299Z +2024-09-30T17:10:21.5290034Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1-input_dtype0-True-1-16-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:21.5292549Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:21.5330718Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:21.5332122Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:21.5335567Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:21.5879037Z 2024-09-30 17:10:21.587 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:142 - Max ATOL Delta: 0.0, Max RTOL Delta: nan, PCC: 1.0 +2024-09-30T17:10:21.5881775Z 2024-09-30 17:10:21.587 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:143 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:21.5883997Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:21.5885559Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:21.5886854Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:21.5892343Z +2024-09-30T17:10:21.5902285Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1-input_dtype0-True-1-32-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:21.5905055Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:21.5945837Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:21.5947310Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:21.5950982Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:21.5956669Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:21.5964650Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:21.5967353Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:21.5973069Z +2024-09-30T17:10:21.5982277Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1-input_dtype0-True-1-64-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:21.5985998Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:21.6027381Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:21.6028485Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:21.6031959Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:21.6037656Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:21.6039547Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:21.6042849Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:21.6048629Z +2024-09-30T17:10:21.6058541Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1-input_dtype0-True-2-8-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:21.6060544Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:21.6098532Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:21.6099647Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:21.6103105Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:21.6721578Z 2024-09-30 17:10:21.671 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:142 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:21.6724291Z 2024-09-30 17:10:21.671 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:143 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:21.6726501Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:21.6727800Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:21.6729063Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:21.6734714Z +2024-09-30T17:10:21.6744961Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1-input_dtype0-True-2-16-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:21.6747617Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:21.6784362Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:21.6785927Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:21.6789533Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:21.7856372Z 2024-09-30 17:10:21.784 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:142 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:21.7859027Z 2024-09-30 17:10:21.784 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:143 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:21.7861159Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:21.7862715Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:21.7865589Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:21.7873995Z +2024-09-30T17:10:21.7885238Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1-input_dtype0-True-2-32-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:21.7887831Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:21.7927251Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:21.7928662Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:21.7932322Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:21.7938244Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:21.7940606Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:21.7943783Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:21.7950569Z +2024-09-30T17:10:21.7959692Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1-input_dtype0-True-2-64-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:21.7966104Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:21.8007379Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:21.8008483Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:21.8012437Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:21.8017888Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:21.8020347Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:21.8023488Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:21.8028951Z +2024-09-30T17:10:21.8041027Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1-input_dtype0-False-1-8-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:21.8043046Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:21.8083319Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:21.8084451Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:21.8088232Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:21.8481967Z 2024-09-30 17:10:21.847 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:142 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:21.8484530Z 2024-09-30 17:10:21.847 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:143 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:21.8486557Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:21.8558860Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:21.8560849Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:21.8568221Z +2024-09-30T17:10:21.8578117Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1-input_dtype0-False-1-16-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:21.8582798Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:21.8624748Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:21.8626010Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:21.8629671Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:21.9271433Z 2024-09-30 17:10:21.926 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:142 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:21.9274020Z 2024-09-30 17:10:21.926 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:143 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:21.9276052Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:21.9277336Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:21.9278584Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:21.9283235Z +2024-09-30T17:10:21.9293394Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1-input_dtype0-False-1-32-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:21.9300360Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:21.9340678Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:21.9341999Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:21.9346520Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:21.9351982Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:21.9354079Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:21.9357239Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:21.9363412Z +2024-09-30T17:10:21.9372587Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1-input_dtype0-False-1-64-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:21.9374590Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:21.9416064Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:21.9417170Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:21.9421229Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:21.9426055Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:21.9428493Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:21.9431794Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:21.9438091Z +2024-09-30T17:10:21.9447485Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1-input_dtype0-False-2-8-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:21.9452045Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:21.9493047Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:21.9494144Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:21.9498177Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:22.0193372Z 2024-09-30 17:10:22.018 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:142 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:22.0196339Z 2024-09-30 17:10:22.018 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:143 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:22.0198403Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:22.0199858Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:22.0201154Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:22.0208784Z +2024-09-30T17:10:22.0218737Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1-input_dtype0-False-2-16-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:22.0221296Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:22.0259233Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:22.0260601Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:22.0264325Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:22.1404383Z 2024-09-30 17:10:22.139 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:142 - Max ATOL Delta: 0.0, Max RTOL Delta: nan, PCC: 1.0 +2024-09-30T17:10:22.1407099Z 2024-09-30 17:10:22.139 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:143 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:22.1409288Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:22.1410817Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:22.1413211Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:22.1421810Z +2024-09-30T17:10:22.1433021Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1-input_dtype0-False-2-32-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:22.1435493Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:22.1477164Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:22.1478371Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:22.1481384Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:22.1487338Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:22.1489454Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:22.1492923Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:22.1499363Z +2024-09-30T17:10:22.1510245Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1-input_dtype0-False-2-64-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:22.1512538Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:22.1556302Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:22.1557399Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:22.1560966Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:22.1566618Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:22.1568567Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:22.1572028Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:22.1578188Z +2024-09-30T17:10:22.1590057Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1-input_dtype1-True-1-8-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:22.1592057Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:22.1634539Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:22.1635625Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:22.1640046Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:22.2205275Z 2024-09-30 17:10:22.219 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:142 - Max ATOL Delta: 0.015625, Max RTOL Delta: inf, PCC: 0.9999999872981746 +2024-09-30T17:10:22.2207525Z 2024-09-30 17:10:22.219 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:143 - Max ATOL Delta: 0.015625, Max RTOL Delta: inf, PCC: 0.9999767146334161 +2024-09-30T17:10:22.2209661Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:22.2214231Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:22.2219072Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:22.2235958Z +2024-09-30T17:10:22.2249448Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1-input_dtype1-True-1-16-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:22.2251475Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:22.2304426Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:22.2305714Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:22.2311242Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:22.3195134Z 2024-09-30 17:10:22.318 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:142 - Max ATOL Delta: 0.015625, Max RTOL Delta: nan, PCC: 0.9999999864363877 +2024-09-30T17:10:22.3197540Z 2024-09-30 17:10:22.318 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:143 - Max ATOL Delta: 0.015625, Max RTOL Delta: inf, PCC: 0.9999755765589572 +2024-09-30T17:10:22.3201235Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:22.3205325Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:22.3210056Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:22.3221955Z +2024-09-30T17:10:22.3233670Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1-input_dtype1-True-1-32-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:22.3238142Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:22.3282272Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:22.3283393Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:22.3288563Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:22.3296331Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:22.3298114Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:22.3303550Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:22.3311640Z +2024-09-30T17:10:22.3322179Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1-input_dtype1-True-1-64-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:22.3329345Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:22.3371797Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:22.3372898Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:22.3377439Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:22.3384506Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:22.3388034Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:22.3395290Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:22.3404010Z +2024-09-30T17:10:22.3415209Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1-input_dtype1-True-2-8-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:22.3421376Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:22.3468399Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:22.3469658Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:22.3477328Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:22.4731434Z 2024-09-30 17:10:22.472 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:142 - Max ATOL Delta: 0.015625, Max RTOL Delta: inf, PCC: 0.9999999851150224 +2024-09-30T17:10:22.4733824Z 2024-09-30 17:10:22.472 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:143 - Max ATOL Delta: 0.015625, Max RTOL Delta: inf, PCC: 0.999973066471461 +2024-09-30T17:10:22.4742115Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:22.4748833Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:22.4755120Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:22.4768645Z +2024-09-30T17:10:22.4781507Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1-input_dtype1-True-2-16-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:22.4787812Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:22.4833704Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:22.4834891Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:22.4842570Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:22.6834596Z 2024-09-30 17:10:22.681 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:142 - Max ATOL Delta: 0.015625, Max RTOL Delta: inf, PCC: 0.9999999854720125 +2024-09-30T17:10:22.6837100Z 2024-09-30 17:10:22.682 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:143 - Max ATOL Delta: 0.015625, Max RTOL Delta: inf, PCC: 0.9999748275412227 +2024-09-30T17:10:22.6844951Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:22.6853051Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:22.6859831Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:22.6876625Z +2024-09-30T17:10:22.6890161Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1-input_dtype1-True-2-32-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:22.6892432Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:22.6987195Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:22.6988453Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:22.6996169Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:22.7005277Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:22.7012663Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:22.7015262Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:22.7026612Z +2024-09-30T17:10:22.7038834Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1-input_dtype1-True-2-64-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:22.7041063Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:22.7085918Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:22.7087173Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:22.7094487Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:22.7103708Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:22.7108864Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:22.7113777Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:22.7120391Z +2024-09-30T17:10:22.7134515Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1-input_dtype1-False-1-8-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:22.7136701Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:22.7177744Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:22.7178862Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:22.7183718Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:22.7784439Z 2024-09-30 17:10:22.777 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:142 - Max ATOL Delta: 0.015625, Max RTOL Delta: inf, PCC: 0.9999999847748229 +2024-09-30T17:10:22.7788516Z 2024-09-30 17:10:22.777 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:143 - Max ATOL Delta: 0.015625, Max RTOL Delta: inf, PCC: 0.9999756309087956 +2024-09-30T17:10:22.7790578Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:22.7793819Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:22.7797743Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:22.7807799Z +2024-09-30T17:10:22.7818661Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1-input_dtype1-False-1-16-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:22.7824640Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:22.7872087Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:22.7873247Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:22.7877387Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:22.8773164Z 2024-09-30 17:10:22.876 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:142 - Max ATOL Delta: 0.015625, Max RTOL Delta: inf, PCC: 0.999999985772288 +2024-09-30T17:10:22.8776363Z 2024-09-30 17:10:22.876 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:143 - Max ATOL Delta: 0.015625, Max RTOL Delta: inf, PCC: 0.9999748831864207 +2024-09-30T17:10:22.8778494Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:22.8782501Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:22.8787701Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:22.8799444Z +2024-09-30T17:10:22.8811205Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1-input_dtype1-False-1-32-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:22.8814159Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:22.8861824Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:22.8863121Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:22.8868537Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:22.8877373Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:22.8879180Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:22.8883506Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:22.8890501Z +2024-09-30T17:10:22.8903496Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1-input_dtype1-False-1-64-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:22.8910201Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:22.8954265Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:22.8955468Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:22.8962358Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:22.8971206Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:22.8972783Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:22.8980740Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:22.8989075Z +2024-09-30T17:10:22.9000433Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1-input_dtype1-False-2-8-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:22.9006450Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:22.9049867Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:22.9051099Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:22.9058634Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:23.0399715Z 2024-09-30 17:10:23.038 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:142 - Max ATOL Delta: 0.015625, Max RTOL Delta: inf, PCC: 0.999999985522401 +2024-09-30T17:10:23.0402142Z 2024-09-30 17:10:23.039 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:143 - Max ATOL Delta: 0.015625, Max RTOL Delta: inf, PCC: 0.9999743096314773 +2024-09-30T17:10:23.0411325Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:23.0417731Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:23.0423858Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:23.0438234Z +2024-09-30T17:10:23.0450939Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1-input_dtype1-False-2-16-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:23.0453612Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:23.0502737Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:23.0503956Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:23.0511388Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:23.2258768Z 2024-09-30 17:10:23.224 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:142 - Max ATOL Delta: 0.015625, Max RTOL Delta: inf, PCC: 0.9999999863242368 +2024-09-30T17:10:23.2261323Z 2024-09-30 17:10:23.224 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:143 - Max ATOL Delta: 0.015625, Max RTOL Delta: inf, PCC: 0.9999743124048122 +2024-09-30T17:10:23.2265694Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:23.2267040Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:23.2268278Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:23.2285355Z +2024-09-30T17:10:23.2300784Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1-input_dtype1-False-2-32-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:23.2303105Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:23.2348331Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:23.2349611Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:23.2364954Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:23.2366768Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:23.2368291Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:23.2371553Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:23.2379234Z +2024-09-30T17:10:23.2389777Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1-input_dtype1-False-2-64-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:23.2391819Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:23.2431697Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:23.2432894Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:23.2436436Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:23.2442483Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:23.2446004Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:23.2449391Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:23.2455588Z +2024-09-30T17:10:23.2467686Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-127-input_dtype0-True-1-8-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:23.2470277Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:23.2512369Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:23.2513593Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:23.2517139Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:23.2790929Z 2024-09-30 17:10:23.278 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:142 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:23.2793365Z 2024-09-30 17:10:23.278 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:143 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:23.2795294Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:23.2869534Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:23.2872886Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:23.2878784Z +2024-09-30T17:10:23.2888377Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-127-input_dtype0-True-1-16-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:23.2890429Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:23.2931663Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:23.2932758Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:23.2936223Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:23.3478782Z 2024-09-30 17:10:23.347 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:142 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:23.3481303Z 2024-09-30 17:10:23.347 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:143 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:23.3483311Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:23.3484760Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:23.3486512Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:23.3493963Z +2024-09-30T17:10:23.3504208Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-127-input_dtype0-True-1-32-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:23.3506814Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:23.3542876Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:23.3544179Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:23.3548121Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:23.3554304Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:23.3575330Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:23.3578576Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:23.3584502Z +2024-09-30T17:10:23.3594219Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-127-input_dtype0-True-1-64-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:23.3596203Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:23.3635684Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:23.3636765Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:23.3640222Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:23.3646027Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:23.3649039Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:23.3652558Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:23.3659851Z +2024-09-30T17:10:23.3669231Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-127-input_dtype0-True-2-8-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:23.3671789Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:23.3716288Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:23.3717429Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:23.3720912Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:23.4396192Z 2024-09-30 17:10:23.438 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:142 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:23.4398724Z 2024-09-30 17:10:23.438 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:143 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:23.4400737Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:23.4402173Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:23.4403636Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:23.4411519Z +2024-09-30T17:10:23.4421725Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-127-input_dtype0-True-2-16-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:23.4424287Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:23.4461117Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:23.4462499Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:23.4466381Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:23.5581328Z 2024-09-30 17:10:23.557 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:142 - Max ATOL Delta: 0.0, Max RTOL Delta: nan, PCC: 1.0 +2024-09-30T17:10:23.5584326Z 2024-09-30 17:10:23.557 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:143 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:23.5586595Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:23.5588090Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:23.5589574Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:23.5599772Z +2024-09-30T17:10:23.5610590Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-127-input_dtype0-True-2-32-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:23.5613442Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:23.5656767Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:23.5657891Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:23.5661571Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:23.5668363Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:23.5677826Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:23.5681265Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:23.5688436Z +2024-09-30T17:10:23.5697651Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-127-input_dtype0-True-2-64-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:23.5702409Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:23.5743598Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:23.5744676Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:23.5748304Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:23.5754286Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:23.5757301Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:23.5760604Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:23.5767787Z +2024-09-30T17:10:23.5786510Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-127-input_dtype0-False-1-8-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:23.5788535Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:23.5827056Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:23.5828132Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:23.5831495Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:23.6250701Z 2024-09-30 17:10:23.624 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:142 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:23.6253351Z 2024-09-30 17:10:23.624 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:143 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:23.6255616Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:23.6257182Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:23.6258911Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:23.6267123Z +2024-09-30T17:10:23.6277345Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-127-input_dtype0-False-1-16-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:23.6280033Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:23.6320192Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:23.6321630Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:23.6324939Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:23.7083388Z 2024-09-30 17:10:23.707 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:142 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:23.7086058Z 2024-09-30 17:10:23.707 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:143 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:23.7088285Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:23.7089823Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:23.7091255Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:23.7098652Z +2024-09-30T17:10:23.7109085Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-127-input_dtype0-False-1-32-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:23.7111622Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:23.7148293Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:23.7149692Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:23.7153403Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:23.7160062Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:23.7180463Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:23.7183949Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:23.7190081Z +2024-09-30T17:10:23.7199648Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-127-input_dtype0-False-1-64-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:23.7201712Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:23.7239548Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:23.7240666Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:23.7244307Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:23.7250867Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:23.7253821Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:23.7257364Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:23.7263512Z +2024-09-30T17:10:23.7273435Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-127-input_dtype0-False-2-8-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:23.7278339Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:23.7320089Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:23.7321214Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:23.7324811Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:23.8001556Z 2024-09-30 17:10:23.799 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:142 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:23.8004327Z 2024-09-30 17:10:23.799 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:143 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:23.8006529Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:23.8008047Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:23.8010084Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:23.8018175Z +2024-09-30T17:10:23.8028651Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-127-input_dtype0-False-2-16-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:23.8031242Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:23.8068863Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:23.8070260Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:23.8074154Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:23.9336578Z 2024-09-30 17:10:23.932 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:142 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:23.9339320Z 2024-09-30 17:10:23.932 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:143 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:23.9341488Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:23.9342990Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:23.9344774Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:23.9355390Z +2024-09-30T17:10:23.9366409Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-127-input_dtype0-False-2-32-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:23.9369590Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:23.9415683Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:23.9416831Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:23.9420340Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:23.9426295Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:23.9432469Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:23.9436301Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:23.9441669Z +2024-09-30T17:10:23.9451425Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-127-input_dtype0-False-2-64-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:23.9453606Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:23.9493255Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:23.9494357Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:23.9497796Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:23.9504314Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:23.9507079Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:23.9510028Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:23.9559454Z +2024-09-30T17:10:23.9571237Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-127-input_dtype1-True-1-8-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:23.9573244Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:23.9612062Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:23.9613140Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:23.9617025Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:24.0237308Z 2024-09-30 17:10:24.022 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:142 - Max ATOL Delta: 0.015625, Max RTOL Delta: inf, PCC: 0.9999999833536025 +2024-09-30T17:10:24.0239786Z 2024-09-30 17:10:24.023 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:143 - Max ATOL Delta: 0.015625, Max RTOL Delta: inf, PCC: 0.9999742121146127 +2024-09-30T17:10:24.0242209Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:24.0245928Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:24.0250151Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:24.0260284Z +2024-09-30T17:10:24.0271573Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-127-input_dtype1-True-1-16-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:24.0278344Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:24.0324341Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:24.0325405Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:24.0328672Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:24.1234234Z 2024-09-30 17:10:24.122 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:142 - Max ATOL Delta: 0.015625, Max RTOL Delta: inf, PCC: 0.9999999846980375 +2024-09-30T17:10:24.1236733Z 2024-09-30 17:10:24.122 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:143 - Max ATOL Delta: 0.015625, Max RTOL Delta: inf, PCC: 0.9999752363412698 +2024-09-30T17:10:24.1239328Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:24.1242665Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:24.1247026Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:24.1257348Z +2024-09-30T17:10:24.1268827Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-127-input_dtype1-True-1-32-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:24.1271287Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:24.1315502Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:24.1316598Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:24.1320442Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:24.1327711Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:24.1329888Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:24.1332576Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:24.1339135Z +2024-09-30T17:10:24.1349421Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-127-input_dtype1-True-1-64-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:24.1351445Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:24.1392770Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:24.1393850Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:24.1397394Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:24.1403975Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:24.1405879Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:24.1408311Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:24.1414387Z +2024-09-30T17:10:24.1424166Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-127-input_dtype1-True-2-8-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:24.1429867Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:24.1474888Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:24.1475936Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:24.1479449Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:24.2610536Z 2024-09-30 17:10:24.260 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:142 - Max ATOL Delta: 0.015625, Max RTOL Delta: nan, PCC: 0.9999999865307455 +2024-09-30T17:10:24.2613154Z 2024-09-30 17:10:24.260 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:143 - Max ATOL Delta: 0.015625, Max RTOL Delta: inf, PCC: 0.9999756698479415 +2024-09-30T17:10:24.2615382Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:24.2617491Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:24.2622178Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:24.2632706Z +2024-09-30T17:10:24.2643951Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-127-input_dtype1-True-2-16-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:24.2646374Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:24.2690843Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:24.2691977Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:24.2695344Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:24.4956898Z 2024-09-30 17:10:24.494 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:142 - Max ATOL Delta: 0.015625, Max RTOL Delta: inf, PCC: 0.9999999858389962 +2024-09-30T17:10:24.4959633Z 2024-09-30 17:10:24.494 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:143 - Max ATOL Delta: 0.015625, Max RTOL Delta: inf, PCC: 0.9999759151528641 +2024-09-30T17:10:24.4961867Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:24.4963302Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:24.4966758Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:24.4978054Z +2024-09-30T17:10:24.4989155Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-127-input_dtype1-True-2-32-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:24.4995927Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:24.5041236Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:24.5042370Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:24.5046239Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:24.5053394Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:24.5055261Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:24.5058449Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:24.5065252Z +2024-09-30T17:10:24.5075720Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-127-input_dtype1-True-2-64-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:24.5078078Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:24.5119216Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:24.5120314Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:24.5123707Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:24.5130140Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:24.5132603Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:24.5134544Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:24.5140685Z +2024-09-30T17:10:24.5153089Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-127-input_dtype1-False-1-8-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:24.5157287Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:24.5198940Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:24.5200022Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:24.5203604Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:24.5712939Z 2024-09-30 17:10:24.570 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:142 - Max ATOL Delta: 0.015625, Max RTOL Delta: inf, PCC: 0.9999999885430401 +2024-09-30T17:10:24.5715433Z 2024-09-30 17:10:24.570 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:143 - Max ATOL Delta: 0.015625, Max RTOL Delta: inf, PCC: 0.9999804973422994 +2024-09-30T17:10:24.5717658Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:24.5720541Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:24.5724972Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:24.5734698Z +2024-09-30T17:10:24.5745725Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-127-input_dtype1-False-1-16-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:24.5747830Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:24.5788959Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:24.5790091Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:24.5793807Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:24.6715387Z 2024-09-30 17:10:24.670 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:142 - Max ATOL Delta: 0.015625, Max RTOL Delta: inf, PCC: 0.9999999862985124 +2024-09-30T17:10:24.6718111Z 2024-09-30 17:10:24.670 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:143 - Max ATOL Delta: 0.015625, Max RTOL Delta: inf, PCC: 0.99997473528955 +2024-09-30T17:10:24.6720547Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:24.6721810Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:24.6725681Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:24.6738000Z +2024-09-30T17:10:24.6748039Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-127-input_dtype1-False-1-32-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:24.6753567Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:24.6800554Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:24.6801657Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:24.6805598Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:24.6813048Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:24.6815163Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:24.6818054Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:24.6825137Z +2024-09-30T17:10:24.6835626Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-127-input_dtype1-False-1-64-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:24.6837678Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:24.6879619Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:24.6880732Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:24.6884328Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:24.6890939Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:24.6892846Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:24.6896893Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:24.6903070Z +2024-09-30T17:10:24.6914150Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-127-input_dtype1-False-2-8-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:24.6916232Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:24.6956240Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:24.6957363Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:24.6960676Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:24.8069175Z 2024-09-30 17:10:24.805 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:142 - Max ATOL Delta: 0.015625, Max RTOL Delta: inf, PCC: 0.9999999868128626 +2024-09-30T17:10:24.8071638Z 2024-09-30 17:10:24.806 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:143 - Max ATOL Delta: 0.015625, Max RTOL Delta: inf, PCC: 0.9999764869250811 +2024-09-30T17:10:24.8073304Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:24.8076386Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:24.8080387Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:24.8091871Z +2024-09-30T17:10:24.8102948Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-127-input_dtype1-False-2-16-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:24.8106925Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:24.8150602Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:24.8151705Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:24.8155314Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:24.9984420Z 2024-09-30 17:10:24.997 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:142 - Max ATOL Delta: 0.015625, Max RTOL Delta: nan, PCC: 0.9999999862390783 +2024-09-30T17:10:24.9986836Z 2024-09-30 17:10:24.997 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:143 - Max ATOL Delta: 0.015625, Max RTOL Delta: inf, PCC: 0.9999758327536332 +2024-09-30T17:10:24.9988652Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:24.9990340Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:24.9994920Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:25.0006674Z +2024-09-30T17:10:25.0017558Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-127-input_dtype1-False-2-32-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:25.0019562Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:25.0065250Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:25.0066483Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:25.0069980Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:25.0077280Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:25.0080672Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:25.0083736Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:25.0090872Z +2024-09-30T17:10:25.0100875Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-127-input_dtype1-False-2-64-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:25.0106828Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:25.0151956Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:25.0153276Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:25.0156694Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:25.0162504Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:25.0164914Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:25.0168256Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:25.0174884Z +2024-09-30T17:10:25.0186852Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1057-input_dtype0-True-1-8-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:25.0188843Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:25.0233833Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:25.0235029Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:25.0237909Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:25.0476111Z 2024-09-30 17:10:25.046 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:142 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:25.0478687Z 2024-09-30 17:10:25.046 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:143 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:25.0480634Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:25.0511709Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:25.0514991Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:25.0521477Z +2024-09-30T17:10:25.0531597Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1057-input_dtype0-True-1-16-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:25.0534769Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:25.0576319Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:25.0577417Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:25.0580545Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:25.1029640Z 2024-09-30 17:10:25.102 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:142 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:25.1032471Z 2024-09-30 17:10:25.102 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:143 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:25.1034836Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:25.1036258Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:25.1037511Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:25.1043559Z +2024-09-30T17:10:25.1053186Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1057-input_dtype0-True-1-32-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:25.1056393Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:25.1097878Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:25.1099181Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:25.1102976Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:25.1109254Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:25.1123270Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:25.1134632Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:25.1135412Z +2024-09-30T17:10:25.1144404Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1057-input_dtype0-True-1-64-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:25.1148699Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:25.1190371Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:25.1191683Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:25.1195181Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:25.1201385Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:25.1203750Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:25.1207061Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:25.1212991Z +2024-09-30T17:10:25.1222605Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1057-input_dtype0-True-2-8-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:25.1228419Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:25.1270087Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:25.1271261Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:25.1274564Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:25.2054476Z 2024-09-30 17:10:25.204 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:142 - Max ATOL Delta: 0.0, Max RTOL Delta: nan, PCC: 1.0 +2024-09-30T17:10:25.2057187Z 2024-09-30 17:10:25.204 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:143 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:25.2059431Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:25.2061025Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:25.2062704Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:25.2070751Z +2024-09-30T17:10:25.2082163Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1057-input_dtype0-True-2-16-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:25.2084721Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:25.2121715Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:25.2123177Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:25.2126777Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:25.3646344Z 2024-09-30 17:10:25.363 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:142 - Max ATOL Delta: 0.0, Max RTOL Delta: nan, PCC: 1.0 +2024-09-30T17:10:25.3648834Z 2024-09-30 17:10:25.363 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:143 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:25.3651049Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:25.3652485Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:25.3656135Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:25.3665039Z +2024-09-30T17:10:25.3677115Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1057-input_dtype0-True-2-32-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:25.3683448Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:25.3726642Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:25.3727938Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:25.3731078Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:25.3737383Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:25.3739288Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:25.3742275Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:25.3749403Z +2024-09-30T17:10:25.3758859Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1057-input_dtype0-True-2-64-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:25.3764174Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:25.3806835Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:25.3807937Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:25.3811456Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:25.3817362Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:25.3819177Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:25.3822174Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:25.3828364Z +2024-09-30T17:10:25.3840198Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1057-input_dtype0-False-1-8-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:25.3844682Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:25.3888437Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:25.3889639Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:25.3892174Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:25.4174077Z 2024-09-30 17:10:25.416 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:142 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:25.4176764Z 2024-09-30 17:10:25.416 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:143 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:25.4178993Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:25.4180615Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:25.4181998Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:25.4188451Z +2024-09-30T17:10:25.4199018Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1057-input_dtype0-False-1-16-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:25.4201679Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:25.4240472Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:25.4241803Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:25.4245604Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:25.4681323Z 2024-09-30 17:10:25.467 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:142 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:25.4684120Z 2024-09-30 17:10:25.467 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:143 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:25.4686240Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:25.4687847Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:25.4689910Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:25.4697550Z +2024-09-30T17:10:25.4708372Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1057-input_dtype0-False-1-32-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:25.4710971Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:25.4747413Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:25.4748747Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:25.4752397Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:25.4758250Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:25.4773473Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:25.4775797Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:25.4781161Z +2024-09-30T17:10:25.4791461Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1057-input_dtype0-False-1-64-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:25.4794122Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:25.4836948Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:25.4838225Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:25.4841215Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:25.4846802Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:25.4848764Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:25.4851201Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:25.4857234Z +2024-09-30T17:10:25.4866894Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1057-input_dtype0-False-2-8-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:25.4868927Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:25.4908596Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:25.4909719Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:25.4913469Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:25.5440421Z 2024-09-30 17:10:25.543 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:142 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:25.5443197Z 2024-09-30 17:10:25.543 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:143 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:25.5445392Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:25.5446932Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:25.5448748Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:25.5457768Z +2024-09-30T17:10:25.5467714Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1057-input_dtype0-False-2-16-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:25.5471322Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:25.5513669Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:25.5515152Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:25.5518494Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:25.6674270Z 2024-09-30 17:10:25.666 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:142 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:25.6676719Z 2024-09-30 17:10:25.666 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:143 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:25.6709469Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:25.6712708Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:25.6716565Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:25.6726021Z +2024-09-30T17:10:25.6737473Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1057-input_dtype0-False-2-32-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:25.6744105Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:25.6788620Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:25.6789814Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:25.6792688Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:25.6799479Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:25.6801234Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:25.6804944Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:25.6811450Z +2024-09-30T17:10:25.6820958Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1057-input_dtype0-False-2-64-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:25.6826071Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:25.6871044Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:25.6872250Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:25.6875663Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:25.6882417Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:25.6884371Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:25.6885939Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:25.6892287Z +2024-09-30T17:10:25.6903912Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1057-input_dtype1-True-1-8-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:25.6905954Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:25.6946745Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:25.6947870Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:25.6950980Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:25.7536956Z 2024-09-30 17:10:25.752 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:142 - Max ATOL Delta: 0.015625, Max RTOL Delta: inf, PCC: 0.9999999880795151 +2024-09-30T17:10:25.7539579Z 2024-09-30 17:10:25.753 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:143 - Max ATOL Delta: 0.015625, Max RTOL Delta: inf, PCC: 0.9999789770130234 +2024-09-30T17:10:25.7541726Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:25.7544374Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:25.7548952Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:25.7558427Z +2024-09-30T17:10:25.7569020Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1057-input_dtype1-True-1-16-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:25.7571684Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:25.7618581Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:25.7619682Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:25.7623449Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:25.8554072Z 2024-09-30 17:10:25.854 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:142 - Max ATOL Delta: 0.015625, Max RTOL Delta: inf, PCC: 0.9999999841246523 +2024-09-30T17:10:25.8556560Z 2024-09-30 17:10:25.854 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:143 - Max ATOL Delta: 0.015625, Max RTOL Delta: inf, PCC: 0.9999728815910737 +2024-09-30T17:10:25.8558242Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:25.8560684Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:25.8565531Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:25.8575899Z +2024-09-30T17:10:25.8587223Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1057-input_dtype1-True-1-32-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:25.8592338Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:25.8640037Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:25.8641164Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:25.8645075Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:25.8652423Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:25.8653890Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:25.8656656Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:25.8664048Z +2024-09-30T17:10:25.8675344Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1057-input_dtype1-True-1-64-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:25.8677377Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:25.8717576Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:25.8718703Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:25.8722376Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:25.8728439Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:25.8730367Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:25.8733021Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:25.8739062Z +2024-09-30T17:10:25.8749127Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1057-input_dtype1-True-2-8-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:25.8751125Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:25.8792172Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:25.8793353Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:25.8796370Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:25.9964987Z 2024-09-30 17:10:25.995 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:142 - Max ATOL Delta: 0.015625, Max RTOL Delta: inf, PCC: 0.9999999858107329 +2024-09-30T17:10:25.9968120Z 2024-09-30 17:10:25.995 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:143 - Max ATOL Delta: 0.015625, Max RTOL Delta: inf, PCC: 0.9999746364992389 +2024-09-30T17:10:25.9970295Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:25.9971896Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:25.9977395Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:25.9987300Z +2024-09-30T17:10:25.9997846Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1057-input_dtype1-True-2-16-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:25.9999877Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:26.0044574Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:26.0045703Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:26.0049422Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:26.2169066Z 2024-09-30 17:10:26.215 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:142 - Max ATOL Delta: 0.015625, Max RTOL Delta: inf, PCC: 0.999999984470205 +2024-09-30T17:10:26.2171740Z 2024-09-30 17:10:26.215 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:143 - Max ATOL Delta: 0.015625, Max RTOL Delta: inf, PCC: 0.9999734662280044 +2024-09-30T17:10:26.2173911Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:26.2175353Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:26.2181215Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:26.2196738Z +2024-09-30T17:10:26.2208295Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1057-input_dtype1-True-2-32-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:26.2210741Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:26.2257948Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:26.2259061Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:26.2263232Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:26.2271289Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:26.2274049Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:26.2276801Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:26.2284121Z +2024-09-30T17:10:26.2294313Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1057-input_dtype1-True-2-64-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:26.2300319Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:26.2343240Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:26.2344488Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:26.2348172Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:26.2354707Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:26.2356696Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:26.2358818Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:26.2365523Z +2024-09-30T17:10:26.2378237Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1057-input_dtype1-False-1-8-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:26.2382338Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:26.2425367Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:26.2426641Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:26.2430346Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:26.3012280Z 2024-09-30 17:10:26.300 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:142 - Max ATOL Delta: 0.015625, Max RTOL Delta: inf, PCC: 0.9999999841493876 +2024-09-30T17:10:26.3015245Z 2024-09-30 17:10:26.300 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:143 - Max ATOL Delta: 0.015625, Max RTOL Delta: inf, PCC: 0.9999745208807765 +2024-09-30T17:10:26.3017326Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:26.3020159Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:26.3023324Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:26.3033543Z +2024-09-30T17:10:26.3046693Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1057-input_dtype1-False-1-16-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:26.3049454Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:26.3090412Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:26.3091511Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:26.3095127Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:26.3980379Z 2024-09-30 17:10:26.397 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:142 - Max ATOL Delta: 0.015625, Max RTOL Delta: nan, PCC: 0.9999999862486952 +2024-09-30T17:10:26.3983206Z 2024-09-30 17:10:26.397 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:143 - Max ATOL Delta: 0.015625, Max RTOL Delta: inf, PCC: 0.9999755095318933 +2024-09-30T17:10:26.3984921Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:26.3988502Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:26.3992684Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:26.4003396Z +2024-09-30T17:10:26.4014658Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1057-input_dtype1-False-1-32-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:26.4016670Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:26.4063826Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:26.4064890Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:26.4068775Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:26.4075942Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:26.4077407Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:26.4080661Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:26.4087936Z +2024-09-30T17:10:26.4097724Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1057-input_dtype1-False-1-64-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:26.4099723Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:26.4140607Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:26.4141740Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:26.4145166Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:26.4151268Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:26.4152760Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:26.4155609Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:26.4161960Z +2024-09-30T17:10:26.4171572Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1057-input_dtype1-False-2-8-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:26.4177718Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:26.4218843Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:26.4219968Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:26.4223306Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:26.5298574Z 2024-09-30 17:10:26.529 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:142 - Max ATOL Delta: 0.015625, Max RTOL Delta: inf, PCC: 0.9999999868494244 +2024-09-30T17:10:26.5301028Z 2024-09-30 17:10:26.529 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:143 - Max ATOL Delta: 0.015625, Max RTOL Delta: inf, PCC: 0.9999739182917793 +2024-09-30T17:10:26.5303711Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:26.5306805Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:26.5311596Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:26.5321778Z +2024-09-30T17:10:26.5332512Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1057-input_dtype1-False-2-16-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:26.5334517Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:26.5375834Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:26.5376948Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:26.5380504Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:26.7076074Z 2024-09-30 17:10:26.706 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:142 - Max ATOL Delta: 0.015625, Max RTOL Delta: inf, PCC: 0.9999999862181047 +2024-09-30T17:10:26.7078480Z 2024-09-30 17:10:26.706 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode:143 - Max ATOL Delta: 0.015625, Max RTOL Delta: inf, PCC: 0.9999755627136137 +2024-09-30T17:10:26.7080661Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:26.7084585Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:26.7088302Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:26.7101157Z +2024-09-30T17:10:26.7113057Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1057-input_dtype1-False-2-32-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:26.7117993Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:26.7164950Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:26.7166115Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:26.7169759Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:26.7177282Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:26.7179857Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:26.7183139Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:26.7191804Z +2024-09-30T17:10:26.7202160Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1057-input_dtype1-False-2-64-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:26.7204312Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:26.7246573Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:26.7247768Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:26.7251514Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:26.7256623Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:26.7261471Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:26.7262809Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:26.7268650Z +2024-09-30T17:10:26.7280897Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-0-input_dtype0-True-1-8-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:26.7282968Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:26.7322687Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:26.7324729Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:26.7327773Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:26.7333696Z SKIPPED (#12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:26.7335617Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:26.7337938Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:26.7344326Z +2024-09-30T17:10:26.7355051Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-0-input_dtype0-True-1-16-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:26.7361159Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:26.7401770Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:26.7402953Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:26.7406512Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:26.7412730Z SKIPPED (#12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:26.7415042Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:26.7416574Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:26.7422285Z +2024-09-30T17:10:26.7432624Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-0-input_dtype0-True-1-32-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:26.7434659Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:26.7473329Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:26.7474659Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:26.7478166Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:26.7483360Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:26.7485274Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:26.7487949Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:26.7539471Z +2024-09-30T17:10:26.7550189Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-0-input_dtype0-True-1-64-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:26.7552620Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:26.7594273Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:26.7595382Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:26.7598925Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:26.7604870Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:26.7606400Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:26.7609021Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:26.7614907Z +2024-09-30T17:10:26.7624909Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-0-input_dtype0-True-2-8-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:26.7627043Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:26.7666313Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:26.7667427Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:26.7671274Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:26.7677052Z SKIPPED (#12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:26.7678818Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:26.7681077Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:26.7686711Z +2024-09-30T17:10:26.7696424Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-0-input_dtype0-True-2-16-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:26.7703260Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:26.7745850Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:26.7747245Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:26.7750196Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:26.7757682Z SKIPPED (#12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:26.7760490Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:26.7761916Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:26.7768103Z +2024-09-30T17:10:26.7777629Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-0-input_dtype0-True-2-32-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:26.7784036Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:26.7824619Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:26.7825866Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:26.7829639Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:26.7835499Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:26.7837492Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:26.7839274Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:26.7845281Z +2024-09-30T17:10:26.7855326Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-0-input_dtype0-True-2-64-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:26.7857324Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:26.7896065Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:26.7897271Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:26.7900376Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:26.7906078Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:26.7908144Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:26.7910885Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:26.7916592Z +2024-09-30T17:10:26.7926522Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-0-input_dtype0-False-1-8-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:26.7928525Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:26.7977785Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:26.7979531Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:26.7980853Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:26.7982824Z SKIPPED (#12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:26.7984876Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:26.7985971Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:26.7990144Z +2024-09-30T17:10:26.7999637Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-0-input_dtype0-False-1-16-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:26.8006069Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:26.8048292Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:26.8049536Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:26.8053156Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:26.8059151Z SKIPPED (#12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:26.8061298Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:26.8062473Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:26.8068440Z +2024-09-30T17:10:26.8078263Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-0-input_dtype0-False-1-32-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:26.8080252Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:26.8118718Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:26.8119805Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:26.8123308Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:26.8128238Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:26.8130132Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:26.8133471Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:26.8139371Z +2024-09-30T17:10:26.8151052Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-0-input_dtype0-False-1-64-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:26.8153057Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:26.8192540Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:26.8193679Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:26.8197385Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:26.8202271Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:26.8204251Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:26.8207176Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:26.8212778Z +2024-09-30T17:10:26.8222256Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-0-input_dtype0-False-2-8-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:26.8228950Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:26.8273485Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:26.8274560Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:26.8278357Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:26.8284109Z SKIPPED (#12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:26.8286345Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:26.8287982Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:26.8294090Z +2024-09-30T17:10:26.8303887Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-0-input_dtype0-False-2-16-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:26.8309427Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:26.8368864Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:26.8370247Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:26.8371339Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:26.8373480Z SKIPPED (#12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:26.8382234Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:26.8431508Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:26.8432308Z +2024-09-30T17:10:26.8434061Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-0-input_dtype0-False-2-32-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:26.8436217Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:26.8454826Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:26.8456063Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:26.8461620Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:26.8470126Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:26.8473150Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:26.8475963Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:26.8484312Z +2024-09-30T17:10:26.8494894Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-0-input_dtype0-False-2-64-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:26.8496957Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:26.8536190Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:26.8537376Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:26.8540822Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:26.8547392Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:26.8548949Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:26.8552575Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:26.8559792Z +2024-09-30T17:10:26.8570117Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-0-input_dtype1-True-1-8-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:26.8572579Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:26.8613689Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:26.8615239Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:26.8618483Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:26.8624624Z SKIPPED (#12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:26.8626540Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:26.8630280Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:26.8637275Z +2024-09-30T17:10:26.8650971Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-0-input_dtype1-True-1-16-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:26.8653038Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:26.8691294Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:26.8692451Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:26.8696028Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:26.8702229Z SKIPPED (#12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:26.8703989Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:26.8707037Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:26.8714056Z +2024-09-30T17:10:26.8724214Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-0-input_dtype1-True-1-32-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:26.8726275Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:26.8765188Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:26.8766360Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:26.8770170Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:26.8776800Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:26.8778284Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:26.8781216Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:26.8789087Z +2024-09-30T17:10:26.8800997Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-0-input_dtype1-True-1-64-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:26.8805769Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:26.8846865Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:26.8847985Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:26.8852061Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:26.8858030Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:26.8860025Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:26.8863104Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:26.8869812Z +2024-09-30T17:10:26.8879819Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-0-input_dtype1-True-2-8-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:26.8885348Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:26.8925458Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:26.8926568Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:26.8930731Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:26.8936898Z SKIPPED (#12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:26.8938893Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:26.8941292Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:26.8948143Z +2024-09-30T17:10:26.8958253Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-0-input_dtype1-True-2-16-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:26.8960250Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:26.8997753Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:26.8998855Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:26.9002558Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:26.9009247Z SKIPPED (#12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:26.9011202Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:26.9013620Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:26.9020208Z +2024-09-30T17:10:26.9030731Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-0-input_dtype1-True-2-32-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:26.9036683Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:26.9077046Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:26.9078159Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:26.9082061Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:26.9087958Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:26.9089817Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:26.9092537Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:26.9099361Z +2024-09-30T17:10:26.9111504Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-0-input_dtype1-True-2-64-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:26.9117695Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:26.9158026Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:26.9159116Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:26.9162849Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:26.9169647Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:26.9171409Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:26.9173859Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:26.9180195Z +2024-09-30T17:10:26.9190670Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-0-input_dtype1-False-1-8-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:26.9192623Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:26.9230174Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:26.9231446Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:26.9235200Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:26.9241430Z SKIPPED (#12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:26.9243471Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:26.9245496Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:26.9252356Z +2024-09-30T17:10:26.9262636Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-0-input_dtype1-False-1-16-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:26.9269499Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:26.9309994Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:26.9311160Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:26.9314831Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:26.9321595Z SKIPPED (#12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:26.9323831Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:26.9325444Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:26.9331702Z +2024-09-30T17:10:26.9342119Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-0-input_dtype1-False-1-32-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:26.9344106Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:26.9386473Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:26.9388078Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:26.9390537Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:26.9395426Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:26.9396901Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:26.9400350Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:26.9406614Z +2024-09-30T17:10:26.9417025Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-0-input_dtype1-False-1-64-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:26.9420432Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:26.9460900Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:26.9462019Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:26.9465634Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:26.9471804Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:26.9473272Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:26.9476490Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:26.9482987Z +2024-09-30T17:10:26.9493073Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-0-input_dtype1-False-2-8-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:26.9495045Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:26.9532544Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:26.9533645Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:26.9537867Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:26.9543899Z SKIPPED (#12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:26.9545604Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:26.9548472Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:26.9554997Z +2024-09-30T17:10:26.9572816Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-0-input_dtype1-False-2-16-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:26.9574805Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:26.9612138Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:26.9613220Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:26.9616634Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:26.9623251Z SKIPPED (#12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:26.9624951Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:26.9628042Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:26.9634676Z +2024-09-30T17:10:26.9644834Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-0-input_dtype1-False-2-32-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:26.9646791Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:26.9683904Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:26.9684996Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:26.9688789Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:26.9694953Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:26.9696391Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:26.9699388Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:26.9705900Z +2024-09-30T17:10:26.9716407Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-0-input_dtype1-False-2-64-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:26.9718394Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:26.9755747Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:26.9756841Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:26.9760638Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:26.9766939Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:26.9768358Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:26.9771087Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:26.9777494Z +2024-09-30T17:10:26.9787829Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1-input_dtype0-True-1-8-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:26.9794426Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:26.9835058Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:26.9836142Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:26.9842144Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:26.9848151Z SKIPPED (#12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:26.9849817Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:26.9852957Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:26.9859711Z +2024-09-30T17:10:26.9870458Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1-input_dtype0-True-1-16-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:26.9876003Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:26.9917718Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:26.9918786Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:26.9922117Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:26.9928152Z SKIPPED (#12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:26.9929804Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:26.9933042Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:26.9940418Z +2024-09-30T17:10:26.9950573Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1-input_dtype0-True-1-32-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:26.9952599Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:26.9993964Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:26.9995111Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:26.9997597Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:27.0002772Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:27.0005132Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:27.0008540Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:27.0015698Z +2024-09-30T17:10:27.0028645Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1-input_dtype0-True-1-64-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:27.0030810Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:27.0068481Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:27.0069651Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:27.0072845Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:27.0078961Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:27.0080493Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:27.0083581Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:27.0090541Z +2024-09-30T17:10:27.0100892Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1-input_dtype0-True-2-8-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:27.0102972Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:27.0141356Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:27.0142580Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:27.0146293Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:27.0152670Z SKIPPED (#12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:27.0154374Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:27.0157092Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:27.0163832Z +2024-09-30T17:10:27.0173689Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1-input_dtype0-True-2-16-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:27.0178334Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:27.0219644Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:27.0220741Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:27.0225863Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:27.0232546Z SKIPPED (#12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:27.0234553Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:27.0236778Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:27.0244318Z +2024-09-30T17:10:27.0254354Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1-input_dtype0-True-2-32-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:27.0258290Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:27.0293397Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:27.0294493Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:27.0298198Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:27.0304953Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:27.0306514Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:27.0309215Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:27.0315808Z +2024-09-30T17:10:27.0326139Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1-input_dtype0-True-2-64-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:27.0329527Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:27.0369912Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:27.0371013Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:27.0374330Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:27.0381010Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:27.0382500Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:27.0385065Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:27.0391844Z +2024-09-30T17:10:27.0401913Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1-input_dtype0-False-1-8-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:27.0404040Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:27.0441203Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:27.0442313Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:27.0446580Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:27.0452163Z SKIPPED (#12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:27.0453852Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:27.0456895Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:27.0463337Z +2024-09-30T17:10:27.0475402Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1-input_dtype0-False-1-16-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:27.0481126Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:27.0521094Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:27.0522219Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:27.0526079Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:27.0532031Z SKIPPED (#12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:27.0533695Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:27.0536558Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:27.0542883Z +2024-09-30T17:10:27.0553488Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1-input_dtype0-False-1-32-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:27.0555440Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:27.0593229Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:27.0594333Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:27.0598377Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:27.0604684Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:27.0606183Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:27.0608985Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:27.0615279Z +2024-09-30T17:10:27.0625460Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1-input_dtype0-False-1-64-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:27.0627585Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:27.0664482Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:27.0665603Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:27.0669910Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:27.0675834Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:27.0677305Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:27.0680611Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:27.0686702Z +2024-09-30T17:10:27.0696771Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1-input_dtype0-False-2-8-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:27.0703244Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:27.0743740Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:27.0744879Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:27.0748746Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:27.0754942Z SKIPPED (#12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:27.0756646Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:27.0759401Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:27.0766175Z +2024-09-30T17:10:27.0776178Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1-input_dtype0-False-2-16-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:27.0778171Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:27.0815290Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:27.0816401Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:27.0819963Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:27.0826492Z SKIPPED (#12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:27.0828211Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:27.0831035Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:27.0837495Z +2024-09-30T17:10:27.0847535Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1-input_dtype0-False-2-32-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:27.0849519Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:27.0886728Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:27.0887824Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:27.0891841Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:27.0897837Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:27.0899293Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:27.0902408Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:27.0909044Z +2024-09-30T17:10:27.0920776Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1-input_dtype0-False-2-64-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:27.0925499Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:27.0965940Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:27.0967050Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:27.0970339Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:27.0976224Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:27.0977682Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:27.0981125Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:27.0988038Z +2024-09-30T17:10:27.0998081Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1-input_dtype1-True-1-8-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:27.1000232Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:27.1037824Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:27.1038960Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:27.1041995Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:27.1048740Z SKIPPED (#12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:27.1050498Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:27.1052565Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:27.1059160Z +2024-09-30T17:10:27.1069484Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1-input_dtype1-True-1-16-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:27.1071434Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:27.1108847Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:27.1119391Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:27.1120527Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:27.1122556Z SKIPPED (#12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:27.1124248Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:27.1125335Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:27.1131188Z +2024-09-30T17:10:27.1140879Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1-input_dtype1-True-1-32-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:27.1147709Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:27.1187795Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:27.1188934Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:27.1192607Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:27.1198513Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:27.1199994Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:27.1203428Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:27.1209965Z +2024-09-30T17:10:27.1219995Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1-input_dtype1-True-1-64-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:27.1222038Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:27.1261531Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:27.1262851Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:27.1266364Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:27.1272127Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:27.1273736Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:27.1277350Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:27.1284102Z +2024-09-30T17:10:27.1294398Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1-input_dtype1-True-2-8-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:27.1299748Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:27.1341163Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:27.1342475Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:27.1346294Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:27.1351823Z SKIPPED (#12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:27.1353666Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:27.1356990Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:27.1364334Z +2024-09-30T17:10:27.1376279Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1-input_dtype1-True-2-16-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:27.1378357Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:27.1416417Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:27.1417624Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:27.1421180Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:27.1427601Z SKIPPED (#12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:27.1429414Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:27.1432649Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:27.1439548Z +2024-09-30T17:10:27.1449801Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1-input_dtype1-True-2-32-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:27.1451865Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:27.1492265Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:27.1493452Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:27.1496576Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:27.1502664Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:27.1504974Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:27.1508941Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:27.1514964Z +2024-09-30T17:10:27.1525338Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1-input_dtype1-True-2-64-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:27.1532269Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:27.1572931Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:27.1574044Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:27.1578304Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:27.1584160Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:27.1585696Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:27.1589029Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:27.1596337Z +2024-09-30T17:10:27.1606196Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1-input_dtype1-False-1-8-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:27.1612922Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:27.1654601Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:27.1655745Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:27.1658909Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:27.1665618Z SKIPPED (#12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:27.1667488Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:27.1669985Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:27.1676874Z +2024-09-30T17:10:27.1686870Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1-input_dtype1-False-1-16-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:27.1694411Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:27.1735107Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:27.1736261Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:27.1739499Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:27.1745390Z SKIPPED (#12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:27.1747278Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:27.1750786Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:27.1757636Z +2024-09-30T17:10:27.1768431Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1-input_dtype1-False-1-32-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:27.1770522Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:27.1809790Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:27.1810961Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:27.1814867Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:27.1820161Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:27.1821668Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:27.1827119Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:27.1834806Z +2024-09-30T17:10:27.1846238Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1-input_dtype1-False-1-64-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:27.1848266Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:27.1886626Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:27.1887745Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:27.1891290Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:27.1897640Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:27.1899129Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:27.1901790Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:27.1908664Z +2024-09-30T17:10:27.1918823Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1-input_dtype1-False-2-8-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:27.1920818Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:27.1958063Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:27.1959205Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:27.1962764Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:27.1969295Z SKIPPED (#12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:27.1970994Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:27.1973269Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:27.1979718Z +2024-09-30T17:10:27.1990037Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1-input_dtype1-False-2-16-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:27.1996266Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:27.2036313Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:27.2037433Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:27.2041458Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:27.2048160Z SKIPPED (#12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:27.2049972Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:27.2051856Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:27.2058456Z +2024-09-30T17:10:27.2068927Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1-input_dtype1-False-2-32-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:27.2070982Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:27.2108521Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:27.2109820Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:27.2113699Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:27.2119899Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:27.2121391Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:27.2124236Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:27.2130768Z +2024-09-30T17:10:27.2140941Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1-input_dtype1-False-2-64-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:27.2142983Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:27.2180482Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:27.2181590Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:27.2184882Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:27.2191070Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:27.2192741Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:27.2196119Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:27.2202891Z +2024-09-30T17:10:27.2212715Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-127-input_dtype0-True-1-8-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:27.2218596Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:27.2259049Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:27.2260160Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:27.2263463Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:27.2269964Z SKIPPED (#12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:27.2271650Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:27.2274546Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:27.2280848Z +2024-09-30T17:10:27.2292739Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-127-input_dtype0-True-1-16-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:27.2299296Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:27.2339477Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:27.2340565Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:27.2344229Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:27.2351105Z SKIPPED (#12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:27.2352841Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:27.2354975Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:27.2361853Z +2024-09-30T17:10:27.2372035Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-127-input_dtype0-True-1-32-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:27.2374016Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:27.2411539Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:27.2412608Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:27.2416225Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:27.2421871Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:27.2423373Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:27.2427087Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:27.2433448Z +2024-09-30T17:10:27.2443499Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-127-input_dtype0-True-1-64-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:27.2445489Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:27.2482660Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:27.2483726Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:27.2488028Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:27.2494317Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:27.2495783Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:27.2498438Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:27.2504985Z +2024-09-30T17:10:27.2515237Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-127-input_dtype0-True-2-8-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:27.2521558Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:27.2561862Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:27.2562996Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:27.2566722Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:27.2572785Z SKIPPED (#12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:27.2574488Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:27.2577440Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:27.2584080Z +2024-09-30T17:10:27.2594447Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-127-input_dtype0-True-2-16-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:27.2596459Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:27.2633648Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:27.2634781Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:27.2638218Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:27.2645589Z SKIPPED (#12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:27.2647426Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:27.2650997Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:27.2657200Z +2024-09-30T17:10:27.2667574Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-127-input_dtype0-True-2-32-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:27.2673597Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:27.2713931Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:27.2715137Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:27.2718781Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:27.2725326Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:27.2727239Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:27.2729161Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:27.2735532Z +2024-09-30T17:10:27.2747608Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-127-input_dtype0-True-2-64-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:27.2754328Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:27.2794350Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:27.2795472Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:27.2799715Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:27.2805770Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:27.2807620Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:27.2810602Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:27.2816844Z +2024-09-30T17:10:27.2827027Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-127-input_dtype0-False-1-8-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:27.2829573Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:27.2866064Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:27.2867444Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:27.2871193Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:27.2878683Z SKIPPED (#12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:27.2880898Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:27.2885197Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:27.2892690Z +2024-09-30T17:10:27.2902529Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-127-input_dtype0-False-1-16-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:27.2906776Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:27.2948069Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:27.2949446Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:27.2953201Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:27.2958571Z SKIPPED (#12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:27.2960981Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:27.2962990Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:27.2970478Z +2024-09-30T17:10:27.2980890Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-127-input_dtype0-False-1-32-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:27.2983030Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:27.3021878Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:27.3023318Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:27.3026843Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:27.3032602Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:27.3034880Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:27.3037760Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:27.3044454Z +2024-09-30T17:10:27.3054977Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-127-input_dtype0-False-1-64-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:27.3057681Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:27.3098882Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:27.3100197Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:27.3105211Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:27.3111204Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:27.3114362Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:27.3118471Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:27.3126696Z +2024-09-30T17:10:27.3136428Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-127-input_dtype0-False-2-8-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:27.3140135Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:27.3181214Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:27.3182614Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:27.3186306Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:27.3192459Z SKIPPED (#12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:27.3194828Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:27.3197815Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:27.3205641Z +2024-09-30T17:10:27.3228010Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-127-input_dtype0-False-2-16-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:27.3230101Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:27.3264291Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:27.3265431Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:27.3269319Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:27.3276410Z SKIPPED (#12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:27.3278564Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:27.3280271Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:27.3286859Z +2024-09-30T17:10:27.3297158Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-127-input_dtype0-False-2-32-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:27.3299205Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:27.3335905Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:27.3337052Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:27.3340935Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:27.3347806Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:27.3349713Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:27.3351719Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:27.3358505Z +2024-09-30T17:10:27.3368727Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-127-input_dtype0-False-2-64-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:27.3371154Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:27.3410134Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:27.3411292Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:27.3415204Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:27.3421189Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:27.3423173Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:27.3425975Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:27.3432472Z +2024-09-30T17:10:27.3442741Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-127-input_dtype1-True-1-8-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:27.3445041Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:27.3481825Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:27.3482957Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:27.3486454Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:27.3493980Z SKIPPED (#12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:27.3496235Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:27.3497715Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:27.3504188Z +2024-09-30T17:10:27.3514527Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-127-input_dtype1-True-1-16-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:27.3516515Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:27.3553770Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:27.3554923Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:27.3558920Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:27.3564875Z SKIPPED (#12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:27.3567173Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:27.3568916Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:27.3575840Z +2024-09-30T17:10:27.3586951Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-127-input_dtype1-True-1-32-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:27.3589029Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:27.3627303Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:27.3628447Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:27.3632413Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:27.3638429Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:27.3640155Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:27.3643269Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:27.3649339Z +2024-09-30T17:10:27.3661165Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-127-input_dtype1-True-1-64-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:27.3663549Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:27.3704324Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:27.3705458Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:27.3708913Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:27.3715879Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:27.3717871Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:27.3720173Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:27.3726816Z +2024-09-30T17:10:27.3737413Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-127-input_dtype1-True-2-8-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:27.3739465Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:27.3776291Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:27.3777418Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:27.3781066Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:27.3787346Z SKIPPED (#12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:27.3789258Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:27.3791838Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:27.3798470Z +2024-09-30T17:10:27.3808924Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-127-input_dtype1-True-2-16-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:27.3814697Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:27.3855369Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:27.3856770Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:27.3860220Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:27.3866594Z SKIPPED (#12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:27.3868863Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:27.3871328Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:27.3877877Z +2024-09-30T17:10:27.3888306Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-127-input_dtype1-True-2-32-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:27.3890303Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:27.3927464Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:27.3928620Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:27.3931965Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:27.3938776Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:27.3940734Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:27.3943566Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:27.3949977Z +2024-09-30T17:10:27.3959913Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-127-input_dtype1-True-2-64-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:27.3966278Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:27.4006081Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:27.4007225Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:27.4011047Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:27.4017038Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:27.4019055Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:27.4021852Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:27.4028349Z +2024-09-30T17:10:27.4038756Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-127-input_dtype1-False-1-8-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:27.4041050Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:27.4078093Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:27.4079233Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:27.4083224Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:27.4090134Z SKIPPED (#12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:27.4092399Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:27.4093862Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:27.4100233Z +2024-09-30T17:10:27.4112482Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-127-input_dtype1-False-1-16-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:27.4117866Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:27.4157824Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:27.4158960Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:27.4163082Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:27.4169086Z SKIPPED (#12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:27.4171381Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:27.4172907Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:27.4180168Z +2024-09-30T17:10:27.4190629Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-127-input_dtype1-False-1-32-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:27.4192669Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:27.4232205Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:27.4233610Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:27.4236957Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:27.4242776Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:27.4245161Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:27.4248225Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:27.4255197Z +2024-09-30T17:10:27.4265497Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-127-input_dtype1-False-1-64-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:27.4269428Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:27.4309478Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:27.4310645Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:27.4314648Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:27.4320974Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:27.4322806Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:27.4325158Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:27.4332051Z +2024-09-30T17:10:27.4342339Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-127-input_dtype1-False-2-8-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:27.4357470Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:27.4381591Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:27.4382763Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:27.4386545Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:27.4392837Z SKIPPED (#12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:27.4394896Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:27.4396624Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:27.4403086Z +2024-09-30T17:10:27.4413085Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-127-input_dtype1-False-2-16-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:27.4415090Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:27.4452261Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:27.4453575Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:27.4457664Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:27.4463573Z SKIPPED (#12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:27.4465893Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:27.4468610Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:27.4474979Z +2024-09-30T17:10:27.4484793Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-127-input_dtype1-False-2-32-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:27.4491322Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:27.4531593Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:27.4532794Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:27.4536635Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:27.4542463Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:27.4544461Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:27.4547752Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:27.4553304Z +2024-09-30T17:10:27.4565201Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-127-input_dtype1-False-2-64-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:27.4572386Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:27.4612172Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:27.4613317Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:27.4617047Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:27.4623717Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:27.4625672Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:27.4627795Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:27.4634697Z +2024-09-30T17:10:27.4645141Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1057-input_dtype0-True-1-8-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:27.4647261Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:27.4684343Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:27.4685525Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:27.4689878Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:27.4695974Z SKIPPED (#12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:27.4698271Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:27.4699740Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:27.4706013Z +2024-09-30T17:10:27.4716367Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1057-input_dtype0-True-1-16-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:27.4718388Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:27.4755611Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:27.4756762Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:27.4760720Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:27.4767324Z SKIPPED (#12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:27.4769467Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:27.4771141Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:27.4777567Z +2024-09-30T17:10:27.4787409Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1057-input_dtype0-True-1-32-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:27.4794355Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:27.4834742Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:27.4835877Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:27.4839551Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:27.4845639Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:27.4847559Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:27.4850302Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:27.4856779Z +2024-09-30T17:10:27.4867006Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1057-input_dtype0-True-1-64-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:27.4869001Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:27.4905867Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:27.4907112Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:27.4911033Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:27.4917127Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:27.4918591Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:27.4921585Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:27.4928002Z +2024-09-30T17:10:27.4938290Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1057-input_dtype0-True-2-8-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:27.4940308Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:27.4977225Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:27.4978320Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:27.4982542Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:27.4988647Z SKIPPED (#12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:27.4990362Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:27.4993127Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:27.4999700Z +2024-09-30T17:10:27.5013520Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1057-input_dtype0-True-2-16-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:27.5015509Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:27.5052516Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:27.5053846Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:27.5057691Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:27.5063686Z SKIPPED (#12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:27.5065363Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:27.5068540Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:27.5075364Z +2024-09-30T17:10:27.5085536Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1057-input_dtype0-True-2-32-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:27.5087540Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:27.5127071Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:27.5128151Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:27.5132491Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:27.5138389Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:27.5139841Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:27.5142798Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:27.5149427Z +2024-09-30T17:10:27.5159653Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1057-input_dtype0-True-2-64-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:27.5161641Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:27.5198557Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:27.5199662Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:27.5203245Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:27.5210216Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:27.5211659Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:27.5214172Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:27.5221013Z +2024-09-30T17:10:27.5231815Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1057-input_dtype0-False-1-8-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:27.5233841Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:27.5273306Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:27.5274468Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:27.5278179Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:27.5283791Z SKIPPED (#12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:27.5285623Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:27.5288232Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:27.5295809Z +2024-09-30T17:10:27.5305587Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1057-input_dtype0-False-1-16-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:27.5311856Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:27.5353396Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:27.5354559Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:27.5358211Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:27.5364415Z SKIPPED (#12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:27.5366144Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:27.5369715Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:27.5376876Z +2024-09-30T17:10:27.5387925Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1057-input_dtype0-False-1-32-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:27.5390993Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:27.5433905Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:27.5435147Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:27.5440565Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:27.5444677Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:27.5446462Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:27.5450091Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:27.5456348Z +2024-09-30T17:10:27.5468280Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1057-input_dtype0-False-1-64-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:27.5470727Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:27.5511205Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:27.5512303Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:27.5516284Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:27.5522135Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:27.5523584Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:27.5526959Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:27.5533458Z +2024-09-30T17:10:27.5543717Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1057-input_dtype0-False-2-8-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:27.5545694Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:27.5582541Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:27.5583638Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:27.5587946Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:27.5594219Z SKIPPED (#12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:27.5595919Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:27.5598738Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:27.5605492Z +2024-09-30T17:10:27.5615559Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1057-input_dtype0-False-2-16-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:27.5617551Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:27.5654788Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:27.5656103Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:27.5659541Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:27.5665706Z SKIPPED (#12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:27.5667514Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:27.5670328Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:27.5676938Z +2024-09-30T17:10:27.5686810Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1057-input_dtype0-False-2-32-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:27.5693059Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:27.5732963Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:27.5734247Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:27.5738266Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:27.5744240Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:27.5745705Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:27.5748899Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:27.5755305Z +2024-09-30T17:10:27.5765599Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1057-input_dtype0-False-2-64-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:27.5767598Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:27.5804546Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:27.5805668Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:27.5809473Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:27.5815512Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:27.5816976Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:27.5819934Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:27.5826650Z +2024-09-30T17:10:27.5837099Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1057-input_dtype1-True-1-8-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:27.5839160Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:27.5875798Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:27.5876899Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:27.5880786Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:27.5886947Z SKIPPED (#12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:27.5888627Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:27.5891517Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:27.5897832Z +2024-09-30T17:10:27.5910029Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1057-input_dtype1-True-1-16-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:27.5912033Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:27.5949647Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:27.5950799Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:27.5954524Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:27.5960462Z SKIPPED (#12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:27.5962161Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:27.5964931Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:27.5971305Z +2024-09-30T17:10:27.5981425Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1057-input_dtype1-True-1-32-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:27.5986122Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:27.6025983Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:27.6027325Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:27.6031298Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:27.6037354Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:27.6038840Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:27.6041577Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:27.6048035Z +2024-09-30T17:10:27.6058226Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1057-input_dtype1-True-1-64-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:27.6060279Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:27.6097160Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:27.6098260Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:27.6102219Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:27.6108414Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:27.6109919Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:27.6113153Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:27.6119671Z +2024-09-30T17:10:27.6129990Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1057-input_dtype1-True-2-8-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:27.6131988Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:27.6168607Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:27.6169726Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:27.6173158Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:27.6180235Z SKIPPED (#12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:27.6181982Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:27.6184162Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:27.6191117Z +2024-09-30T17:10:27.6201328Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1057-input_dtype1-True-2-16-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:27.6203346Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:27.6239968Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:27.6241272Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:27.6245069Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:27.6251113Z SKIPPED (#12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:27.6252768Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:27.6255586Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:27.6262022Z +2024-09-30T17:10:27.6272317Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1057-input_dtype1-True-2-32-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:27.6279036Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:27.6318780Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:27.6319897Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:27.6323830Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:27.6329559Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:27.6331235Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:27.6334303Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:27.6341004Z +2024-09-30T17:10:27.6353185Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1057-input_dtype1-True-2-64-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:27.6360058Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:27.6400294Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:27.6401534Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:27.6405130Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:27.6411148Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:27.6413133Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:27.6415665Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:27.6422406Z +2024-09-30T17:10:27.6433041Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1057-input_dtype1-False-1-8-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:27.6435057Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:27.6473258Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:27.6474465Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:27.6478736Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:27.6484237Z SKIPPED (#12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:27.6486617Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:27.6489145Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:27.6496355Z +2024-09-30T17:10:27.6507258Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1057-input_dtype1-False-1-16-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:27.6512350Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:27.6557761Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:27.6558974Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:27.6562671Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:27.6569656Z SKIPPED (#12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:27.6571913Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:27.6574221Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:27.6580582Z +2024-09-30T17:10:27.6590815Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1057-input_dtype1-False-1-32-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:27.6592973Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:27.6634855Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:27.6636105Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:27.6640388Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:27.6643442Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:27.6647336Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:27.6649950Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:27.6657456Z +2024-09-30T17:10:27.6666893Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1057-input_dtype1-False-1-64-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:27.6676228Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:27.6715089Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:27.6716395Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:27.6719973Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:27.6725830Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:27.6727462Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:27.6730975Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:27.6738009Z +2024-09-30T17:10:27.6748598Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1057-input_dtype1-False-2-8-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:27.6754913Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:27.6794698Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:27.6795880Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:27.6799348Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:27.6806161Z SKIPPED (#12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:27.6807902Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:27.6809696Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:27.6816683Z +2024-09-30T17:10:27.6829531Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1057-input_dtype1-False-2-16-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:27.6831993Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:27.6868238Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:27.6869489Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:27.6874150Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:27.6878721Z SKIPPED (#12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:27.6880479Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:27.6883137Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:27.6889996Z +2024-09-30T17:10:27.6900353Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1057-input_dtype1-False-2-32-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:27.6905294Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:27.6945597Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:27.6946889Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:27.6950552Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:27.6957094Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:27.6958631Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:27.6961613Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:27.6968309Z +2024-09-30T17:10:27.6978661Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1057-input_dtype1-False-2-64-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:27.6980771Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:27.7017467Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:27.7018655Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:27.7022252Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:27.7028524Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:27.7030086Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:27.7033141Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:27.7040262Z +2024-09-30T17:10:27.7049708Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[32-input_dtype0-True-1-8-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:27.7051731Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:27.7088465Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:27.7089638Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:27.7092926Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:28.0637854Z 2024-09-30 17:10:28.062 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_fill_cache_fp32:203 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:28.0640309Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:28.0643041Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:28.0647627Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:28.0657147Z +2024-09-30T17:10:28.0667345Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[32-input_dtype0-True-1-16-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:28.0669398Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:28.0732476Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:28.0733774Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:28.0734980Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:28.1412058Z 2024-09-30 17:10:28.140 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_fill_cache_fp32:203 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:28.1414817Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:28.1417147Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:28.1420648Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:28.1429245Z +2024-09-30T17:10:28.1439399Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[32-input_dtype0-True-1-32-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:28.1441939Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:28.1496382Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:28.1498074Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:28.1501213Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:28.2746916Z 2024-09-30 17:10:28.273 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_fill_cache_fp32:203 - Max ATOL Delta: 0.0, Max RTOL Delta: nan, PCC: 1.0 +2024-09-30T17:10:28.2749097Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:28.2750785Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:28.2755284Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:28.2763889Z +2024-09-30T17:10:28.2774159Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[32-input_dtype0-True-1-64-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:28.2776533Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:28.2830343Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:28.2831462Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:28.2835006Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:28.6054107Z 2024-09-30 17:10:28.604 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_fill_cache_fp32:203 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:28.6072424Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:28.6075540Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:28.6079652Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:28.6088386Z +2024-09-30T17:10:28.6098364Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[32-input_dtype0-True-2-8-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:28.6100687Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:28.6153307Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:28.6154420Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:28.6157487Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:28.6942851Z 2024-09-30 17:10:28.693 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_fill_cache_fp32:203 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:28.6945282Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:28.6947344Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:28.6951043Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:28.7003973Z +2024-09-30T17:10:28.7016588Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[32-input_dtype0-True-2-16-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:28.7018556Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:28.7067260Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:28.7068402Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:28.7075856Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:28.8136056Z 2024-09-30 17:10:28.812 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_fill_cache_fp32:203 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:28.8138328Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:28.8143203Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:28.8148883Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:28.8158769Z +2024-09-30T17:10:28.8171201Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[32-input_dtype0-True-2-32-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:28.8173645Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:28.8219480Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:28.8220585Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:28.8227356Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:29.1200819Z 2024-09-30 17:10:29.119 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_fill_cache_fp32:203 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:29.1221104Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:29.1225215Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:29.1230844Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:29.1241930Z +2024-09-30T17:10:29.1254474Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[32-input_dtype0-True-2-64-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:29.1261257Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:29.1305571Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:29.1307371Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:29.1314289Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:29.6729542Z 2024-09-30 17:10:29.671 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_fill_cache_fp32:203 - Max ATOL Delta: 0.0, Max RTOL Delta: nan, PCC: 1.0 +2024-09-30T17:10:29.6788765Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:29.6796499Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:29.6803895Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:29.6836541Z +2024-09-30T17:10:29.6848605Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[32-input_dtype0-False-1-8-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:29.6850882Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:29.6897921Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:29.6899097Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:29.6906012Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:30.0620091Z 2024-09-30 17:10:30.060 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_fill_cache_fp32:203 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:30.0622185Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:30.0697836Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:30.0702150Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:30.0713251Z +2024-09-30T17:10:30.0724646Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[32-input_dtype0-False-1-16-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:30.0726723Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:30.0772295Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:30.0773479Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:30.0780256Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:30.1375109Z 2024-09-30 17:10:30.136 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_fill_cache_fp32:203 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:30.1382079Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:30.1388132Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:30.1395473Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:30.1407415Z +2024-09-30T17:10:30.1419742Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[32-input_dtype0-False-1-32-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:30.1422280Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:30.1469000Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:30.1470138Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:30.1476998Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:30.2794694Z 2024-09-30 17:10:30.278 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_fill_cache_fp32:203 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:30.2800851Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:30.2806649Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:30.2813343Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:30.2825534Z +2024-09-30T17:10:30.2837094Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[32-input_dtype0-False-1-64-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:30.2839549Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:30.2885183Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:30.2886316Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:30.2895670Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:30.5829995Z 2024-09-30 17:10:30.581 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_fill_cache_fp32:203 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:30.5854704Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:30.5860879Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:30.5867662Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:30.5882339Z +2024-09-30T17:10:30.5911152Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[32-input_dtype0-False-2-8-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:30.5913627Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:30.5951079Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:30.5953895Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:30.5957707Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:30.6622391Z 2024-09-30 17:10:30.661 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_fill_cache_fp32:203 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:30.6628587Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:30.6633537Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:30.6635275Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:30.6649047Z +2024-09-30T17:10:30.6660489Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[32-input_dtype0-False-2-16-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:30.6666721Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:30.6706450Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:30.6707874Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:30.6712852Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:30.8006912Z 2024-09-30 17:10:30.799 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_fill_cache_fp32:203 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:30.8013210Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:30.8018675Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:30.8019999Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:30.8034080Z +2024-09-30T17:10:30.8045347Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[32-input_dtype0-False-2-32-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:30.8047718Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:30.8087190Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:30.8088773Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:30.8091477Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:31.1016798Z 2024-09-30 17:10:31.100 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_fill_cache_fp32:203 - Max ATOL Delta: 0.0, Max RTOL Delta: nan, PCC: 1.0 +2024-09-30T17:10:31.1057379Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:31.1060265Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:31.1063940Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:31.1075255Z +2024-09-30T17:10:31.1086337Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[32-input_dtype0-False-2-64-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:31.1088262Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:31.1131301Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:31.1132390Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:31.1135465Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:31.6705217Z 2024-09-30 17:10:31.669 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_fill_cache_fp32:203 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:31.6757313Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:31.6758450Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:31.6762554Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:31.6796141Z +2024-09-30T17:10:31.6807902Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[512-input_dtype0-True-1-8-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:31.6810300Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:31.6852436Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:31.6854754Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:31.6856589Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:31.7267193Z 2024-09-30 17:10:31.725 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_fill_cache_fp32:203 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:31.7270294Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:31.7272368Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:31.7277185Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:31.7285281Z +2024-09-30T17:10:31.7295630Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[512-input_dtype0-True-1-16-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:31.7299838Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:31.7341731Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:31.7343482Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:31.7346843Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:31.7950920Z 2024-09-30 17:10:31.793 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_fill_cache_fp32:203 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:31.7953243Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:31.7955114Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:31.7959268Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:31.7968973Z +2024-09-30T17:10:31.7980036Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[512-input_dtype0-True-1-32-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:31.7986757Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:31.8031085Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:31.8032370Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:31.8034508Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:31.9410292Z 2024-09-30 17:10:31.939 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_fill_cache_fp32:203 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:31.9412657Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:31.9414457Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:31.9418839Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:31.9429158Z +2024-09-30T17:10:31.9440841Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[512-input_dtype0-True-1-64-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:31.9443222Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:31.9483877Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:31.9485182Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:31.9488552Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:32.2643466Z 2024-09-30 17:10:32.263 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_fill_cache_fp32:203 - Max ATOL Delta: 0.0, Max RTOL Delta: nan, PCC: 1.0 +2024-09-30T17:10:32.2662475Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:32.2666728Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:32.2671189Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:32.2682725Z +2024-09-30T17:10:32.2693779Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[512-input_dtype0-True-2-8-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:32.2695806Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:32.2735683Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:32.2737388Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:32.2739777Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:32.3540083Z 2024-09-30 17:10:32.352 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_fill_cache_fp32:203 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:32.3543101Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:32.3544420Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:32.3548630Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:32.3558809Z +2024-09-30T17:10:32.3569544Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[512-input_dtype0-True-2-16-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:32.3572316Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:32.3615793Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:32.3617112Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:32.3620283Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:32.5262781Z 2024-09-30 17:10:32.525 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_fill_cache_fp32:203 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:32.5265244Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:32.5267348Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:32.5271799Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:32.5281664Z +2024-09-30T17:10:32.5292542Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[512-input_dtype0-True-2-32-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:32.5294890Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:32.5334164Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:32.5336205Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:32.5339135Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:32.8978744Z 2024-09-30 17:10:32.896 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_fill_cache_fp32:203 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:32.8995064Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:32.8998677Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:32.9002999Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:32.9014745Z +2024-09-30T17:10:32.9025636Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[512-input_dtype0-True-2-64-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:32.9029919Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:32.9077604Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:32.9078772Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:32.9082596Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:33.5626723Z 2024-09-30 17:10:33.561 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_fill_cache_fp32:203 - Max ATOL Delta: 0.0, Max RTOL Delta: nan, PCC: 1.0 +2024-09-30T17:10:33.5676666Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:33.5679865Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:33.5684000Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:33.5694947Z +2024-09-30T17:10:33.5705901Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[512-input_dtype0-False-1-8-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:33.5708030Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:33.5749906Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:33.5751022Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:33.5754177Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:33.6059741Z 2024-09-30 17:10:33.605 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_fill_cache_fp32:203 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:33.6061888Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:33.6063237Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:33.6067111Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:33.6076350Z +2024-09-30T17:10:33.6086714Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[512-input_dtype0-False-1-16-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:33.6089160Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:33.6130949Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:33.6132298Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:33.6135733Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:33.6832353Z 2024-09-30 17:10:33.682 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_fill_cache_fp32:203 - Max ATOL Delta: 0.0, Max RTOL Delta: nan, PCC: 1.0 +2024-09-30T17:10:33.6834602Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:33.6838098Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:33.6842312Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:33.6851937Z +2024-09-30T17:10:33.6862956Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[512-input_dtype0-False-1-32-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:33.6865642Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:33.6908617Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:33.6910111Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:33.6913636Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:33.8206005Z 2024-09-30 17:10:33.819 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_fill_cache_fp32:203 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:33.8208261Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:33.8210320Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:33.8215044Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:33.8224890Z +2024-09-30T17:10:33.8236327Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[512-input_dtype0-False-1-64-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:33.8240834Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:33.8283604Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:33.8285437Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:33.8288756Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:34.1326125Z 2024-09-30 17:10:34.131 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_fill_cache_fp32:203 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:34.1345192Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:34.1350010Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:34.1358121Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:34.1371893Z +2024-09-30T17:10:34.1384141Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[512-input_dtype0-False-2-8-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:34.1386146Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:34.1429799Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:34.1431173Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:34.1433866Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:34.2213649Z 2024-09-30 17:10:34.219 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_fill_cache_fp32:203 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:34.2221837Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:34.2226526Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:34.2233205Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:34.2247518Z +2024-09-30T17:10:34.2261676Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[512-input_dtype0-False-2-16-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:34.2264078Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:34.2308095Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:34.2309262Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:34.2315447Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:34.3671822Z 2024-09-30 17:10:34.365 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_fill_cache_fp32:203 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:34.3678985Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:34.3684128Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:34.3690698Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:34.3702303Z +2024-09-30T17:10:34.3718330Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[512-input_dtype0-False-2-32-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:34.3724858Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:34.3772826Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:34.3773980Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:34.3787675Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:34.7067591Z 2024-09-30 17:10:34.705 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_fill_cache_fp32:203 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:34.7074163Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:34.7079124Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:34.7085682Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:34.7096638Z +2024-09-30T17:10:34.7109798Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[512-input_dtype0-False-2-64-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:34.7118238Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:34.7163191Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:34.7164266Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:34.7168930Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:35.3215542Z 2024-09-30 17:10:35.320 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_fill_cache_fp32:203 - Max ATOL Delta: 0.0, Max RTOL Delta: nan, PCC: 1.0 +2024-09-30T17:10:35.3271387Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:35.3275462Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:35.3280584Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:35.3293404Z +2024-09-30T17:10:35.3305474Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[1024-input_dtype0-True-1-8-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:35.3310351Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:35.3355029Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:35.3356729Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:35.3360943Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:35.3798505Z 2024-09-30 17:10:35.378 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_fill_cache_fp32:203 - Max ATOL Delta: 0.0, Max RTOL Delta: nan, PCC: 1.0 +2024-09-30T17:10:35.3804845Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:35.3808874Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:35.3813914Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:35.3827277Z +2024-09-30T17:10:35.3840007Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[1024-input_dtype0-True-1-16-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:35.3842351Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:35.3888208Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:35.3889302Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:35.3893707Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:35.4769974Z 2024-09-30 17:10:35.475 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_fill_cache_fp32:203 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:35.4778973Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:35.4783366Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:35.4790309Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:35.4804006Z +2024-09-30T17:10:35.4817271Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[1024-input_dtype0-True-1-32-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:35.4826071Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:35.4870952Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:35.4873555Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:35.4879949Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:35.6545636Z 2024-09-30 17:10:35.653 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_fill_cache_fp32:203 - Max ATOL Delta: 0.0, Max RTOL Delta: nan, PCC: 1.0 +2024-09-30T17:10:35.6553651Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:35.6558392Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:35.6563651Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:35.6576038Z +2024-09-30T17:10:35.6589663Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[1024-input_dtype0-True-1-64-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:35.6593834Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:35.6639901Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:35.6641015Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:35.6644178Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:36.0882065Z 2024-09-30 17:10:36.087 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_fill_cache_fp32:203 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:36.0890543Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:36.0893620Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:36.0900227Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:36.0911830Z +2024-09-30T17:10:36.0926401Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[1024-input_dtype0-True-2-8-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:36.0928805Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:36.0977600Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:36.0978869Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:36.0985653Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:36.2120341Z 2024-09-30 17:10:36.210 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_fill_cache_fp32:203 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:36.2128222Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:36.2138825Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:36.2140139Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:36.2150541Z +2024-09-30T17:10:36.2163071Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[1024-input_dtype0-True-2-16-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:36.2168966Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:36.2217913Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:36.2219774Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:36.2226612Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:36.3725744Z 2024-09-30 17:10:36.371 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_fill_cache_fp32:203 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:36.3733801Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:36.3738154Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:36.3745022Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:36.3757020Z +2024-09-30T17:10:36.3769897Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[1024-input_dtype0-True-2-32-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:36.3774701Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:36.3819076Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:36.3820372Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:36.3827054Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:36.7625127Z 2024-09-30 17:10:36.760 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_fill_cache_fp32:203 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:36.7629286Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:36.7634113Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:36.7639841Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:36.7651580Z +2024-09-30T17:10:36.7664315Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[1024-input_dtype0-True-2-64-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:36.7667128Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:36.7712848Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:36.7713952Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:36.7722814Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:37.4674118Z 2024-09-30 17:10:37.465 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_fill_cache_fp32:203 - Max ATOL Delta: 0.0, Max RTOL Delta: nan, PCC: 1.0 +2024-09-30T17:10:37.4724778Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:37.4729701Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:37.4736505Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:37.4752181Z +2024-09-30T17:10:37.4768160Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[1024-input_dtype0-False-1-8-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:37.4772726Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:37.4814893Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:37.4816125Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:37.4824365Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:37.5284014Z 2024-09-30 17:10:37.527 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_fill_cache_fp32:203 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:37.5290508Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:37.5293628Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:37.5299741Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:37.5310366Z +2024-09-30T17:10:37.5322468Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[1024-input_dtype0-False-1-16-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:37.5324851Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:37.5366044Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:37.5367367Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:37.5374125Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:37.6076519Z 2024-09-30 17:10:37.606 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_fill_cache_fp32:203 - Max ATOL Delta: 0.0, Max RTOL Delta: nan, PCC: 1.0 +2024-09-30T17:10:37.6086681Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:37.6090703Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:37.6096884Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:37.6108552Z +2024-09-30T17:10:37.6121846Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[1024-input_dtype0-False-1-32-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:37.6124225Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:37.6166916Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:37.6168775Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:37.6174154Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:37.7702279Z 2024-09-30 17:10:37.768 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_fill_cache_fp32:203 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:37.7709951Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:37.7714203Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:37.7721295Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:37.7733453Z +2024-09-30T17:10:37.7745453Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[1024-input_dtype0-False-1-64-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:37.7747926Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:37.7791520Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:37.7792633Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:37.7796402Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:38.1815406Z 2024-09-30 17:10:38.179 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_fill_cache_fp32:203 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:38.1822797Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:38.1826544Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:38.1833778Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:38.1850087Z +2024-09-30T17:10:38.1861710Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[1024-input_dtype0-False-2-8-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:38.1867370Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:38.1914283Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:38.1915434Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:38.1920705Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:38.1931666Z SKIPPED (For interleaved, each core can only have 1 tile along seq_len if num_heads > 1, so there is a restriction on max seq_len!) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:38.1933757Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:38.1938713Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:38.1947373Z +2024-09-30T17:10:38.1957709Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[1024-input_dtype0-False-2-16-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:38.1959647Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:38.2001963Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:38.2003294Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:38.2005248Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:38.2015363Z SKIPPED (For interleaved, each core can only have 1 tile along seq_len if num_heads > 1, so there is a restriction on max seq_len!) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:38.2017079Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:38.2019819Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:38.2025914Z +2024-09-30T17:10:38.2036898Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[1024-input_dtype0-False-2-32-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:38.2039182Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:38.2083610Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:38.2084859Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:38.2088242Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:38.2095437Z SKIPPED (For interleaved, each core can only have 1 tile along seq_len if num_heads > 1, so there is a restriction on max seq_len!) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:38.2097589Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:38.2101186Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:38.2107715Z +2024-09-30T17:10:38.2118157Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[1024-input_dtype0-False-2-64-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:38.2120434Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:38.2167713Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:38.2168834Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:38.2186047Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:38.2199461Z SKIPPED (For interleaved, each core can only have 1 tile along seq_len if num_heads > 1, so there is a restriction on max seq_len!) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:38.2201645Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:38.2204991Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:38.2211895Z +2024-09-30T17:10:38.2223088Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-0-input_dtype0-True-1-8-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:38.2225168Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:38.2263736Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:38.2264901Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:38.2269249Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:38.8756313Z 2024-09-30 17:10:38.874 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode_fp32:281 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:38.8758796Z 2024-09-30 17:10:38.874 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode_fp32:282 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:38.8769203Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:38.8825861Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:38.8833555Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:38.8852722Z +2024-09-30T17:10:38.8866664Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-0-input_dtype0-True-1-16-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:38.8868900Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:38.8920231Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:38.8921362Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:38.8929717Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:39.5199061Z 2024-09-30 17:10:39.518 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode_fp32:281 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:39.5201556Z 2024-09-30 17:10:39.518 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode_fp32:282 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:39.5210676Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:39.5217137Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:39.5225452Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:39.5239759Z +2024-09-30T17:10:39.5255119Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-0-input_dtype0-True-1-32-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:39.5257712Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:39.5299795Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:39.5301017Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:39.5306034Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:40.2645445Z 2024-09-30 17:10:40.263 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode_fp32:281 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:40.2648294Z 2024-09-30 17:10:40.263 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode_fp32:282 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:40.2650438Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:40.2653750Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:40.2658576Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:40.2672551Z +2024-09-30T17:10:40.2687686Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-0-input_dtype0-True-1-64-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:40.2690291Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:40.2737387Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:40.2738496Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:40.2744576Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:40.2756053Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:40.2758134Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:40.2763577Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:40.2774750Z +2024-09-30T17:10:40.2787404Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-0-input_dtype0-True-2-8-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:40.2789901Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:40.2839675Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:40.2840802Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:40.2849533Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:40.3362521Z 2024-09-30 17:10:40.335 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode_fp32:281 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:40.3365368Z 2024-09-30 17:10:40.335 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode_fp32:282 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:40.3369144Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:40.3372431Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:40.3377181Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:40.3388779Z +2024-09-30T17:10:40.3402882Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-0-input_dtype0-True-2-16-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:40.3405386Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:40.3451752Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:40.3452862Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:40.3457838Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:40.4751162Z 2024-09-30 17:10:40.473 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode_fp32:281 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:40.4753984Z 2024-09-30 17:10:40.474 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode_fp32:282 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:40.4757522Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:40.4761000Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:40.4765595Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:40.4776563Z +2024-09-30T17:10:40.4789534Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-0-input_dtype0-True-2-32-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:40.4795617Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:40.4840439Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:40.4841932Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:40.4846958Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:40.8674473Z 2024-09-30 17:10:40.866 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode_fp32:281 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:40.8676940Z 2024-09-30 17:10:40.866 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode_fp32:282 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:40.8702354Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:40.8707240Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:40.8713847Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:40.8725872Z +2024-09-30T17:10:40.8741034Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-0-input_dtype0-True-2-64-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:40.8743199Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:40.8784195Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:40.8785329Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:40.8791068Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:40.8801678Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:40.8804682Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:40.8809688Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:40.8817717Z +2024-09-30T17:10:40.8829731Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-0-input_dtype0-False-1-8-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:40.8835379Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:40.8878195Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:40.8879318Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:40.8884900Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:41.2882833Z 2024-09-30 17:10:41.287 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode_fp32:281 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:41.2885322Z 2024-09-30 17:10:41.287 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode_fp32:282 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:41.2891453Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:41.2895909Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:41.2902435Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:41.2914084Z +2024-09-30T17:10:41.2927711Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-0-input_dtype0-False-1-16-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:41.2930228Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:41.2969689Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:41.2970789Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:41.2977471Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:41.7232873Z 2024-09-30 17:10:41.722 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode_fp32:281 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:41.7235443Z 2024-09-30 17:10:41.722 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode_fp32:282 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:41.7243942Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:41.7248751Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:41.7255516Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:41.7267855Z +2024-09-30T17:10:41.7284147Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-0-input_dtype0-False-1-32-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:41.7286771Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:41.7327612Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:41.7328748Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:41.7335250Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:42.1959862Z 2024-09-30 17:10:42.194 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode_fp32:281 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:42.1962563Z 2024-09-30 17:10:42.195 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode_fp32:282 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:42.1968839Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:42.1973548Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:42.1980053Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:42.1992084Z +2024-09-30T17:10:42.2006346Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-0-input_dtype0-False-1-64-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:42.2009013Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:42.2052841Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:42.2053938Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:42.2060305Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:42.2070899Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:42.2074336Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:42.2079382Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:42.2087059Z +2024-09-30T17:10:42.2099224Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-0-input_dtype0-False-2-8-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:42.2101234Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:42.2141386Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:42.2142477Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:42.2148541Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:42.2622152Z 2024-09-30 17:10:42.261 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode_fp32:281 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:42.2624610Z 2024-09-30 17:10:42.261 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode_fp32:282 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:42.2630043Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:42.2694849Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:42.2701849Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:42.2712980Z +2024-09-30T17:10:42.2726848Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-0-input_dtype0-False-2-16-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:42.2728856Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:42.2771618Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:42.2772722Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:42.2780164Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:42.3772078Z 2024-09-30 17:10:42.376 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode_fp32:281 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:42.3774560Z 2024-09-30 17:10:42.376 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode_fp32:282 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:42.3781900Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:42.3787718Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:42.3795145Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:42.3807689Z +2024-09-30T17:10:42.3823703Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-0-input_dtype0-False-2-32-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:42.3826736Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:42.3870490Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:42.3871702Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:42.3878612Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:42.6722804Z 2024-09-30 17:10:42.671 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode_fp32:281 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:42.6725534Z 2024-09-30 17:10:42.671 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode_fp32:282 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:42.6728938Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:42.6734108Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:42.6740253Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:42.6752113Z +2024-09-30T17:10:42.6766468Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-0-input_dtype0-False-2-64-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:42.6768542Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:42.6810919Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:42.6812003Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:42.6818735Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:42.6831722Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:42.6835431Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:42.6840611Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:42.6849173Z +2024-09-30T17:10:42.6864377Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-1-input_dtype0-True-1-8-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:42.6867482Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:42.6912930Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:42.6914035Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:42.6920634Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:42.7237426Z 2024-09-30 17:10:42.722 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode_fp32:281 - Max ATOL Delta: 0.0, Max RTOL Delta: nan, PCC: 1.0 +2024-09-30T17:10:42.7240085Z 2024-09-30 17:10:42.723 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode_fp32:282 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:42.7242528Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:42.7249903Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:42.7255553Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:42.7264253Z +2024-09-30T17:10:42.7277426Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-1-input_dtype0-True-1-16-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:42.7281980Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:42.7323280Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:42.7324387Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:42.7330489Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:42.7954189Z 2024-09-30 17:10:42.794 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode_fp32:281 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:42.7956698Z 2024-09-30 17:10:42.794 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode_fp32:282 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:42.7959413Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:42.7964169Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:42.7970451Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:42.7980847Z +2024-09-30T17:10:42.7995004Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-1-input_dtype0-True-1-32-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:42.7997807Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:42.8042346Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:42.8043457Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:42.8049246Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:42.9061842Z 2024-09-30 17:10:42.905 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode_fp32:281 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:42.9064315Z 2024-09-30 17:10:42.905 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode_fp32:282 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:42.9069342Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:42.9074432Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:42.9081292Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:42.9091808Z +2024-09-30T17:10:42.9105444Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-1-input_dtype0-True-1-64-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:42.9107985Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:42.9152701Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:42.9153889Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:42.9159267Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:42.9169373Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:42.9172632Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:42.9177955Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:42.9185753Z +2024-09-30T17:10:42.9199021Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-1-input_dtype0-True-2-8-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:42.9201708Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:42.9242225Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:42.9243488Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:42.9249283Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:42.9814779Z 2024-09-30 17:10:42.980 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode_fp32:281 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:42.9817304Z 2024-09-30 17:10:42.980 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode_fp32:282 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:42.9821915Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:42.9834703Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:42.9840571Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:42.9851305Z +2024-09-30T17:10:42.9864642Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-1-input_dtype0-True-2-16-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:42.9867271Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:42.9908068Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:42.9909191Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:42.9915140Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:43.0911635Z 2024-09-30 17:10:43.090 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode_fp32:281 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:43.0914118Z 2024-09-30 17:10:43.090 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode_fp32:282 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:43.0919683Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:43.0924032Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:43.0930584Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:43.0942200Z +2024-09-30T17:10:43.0957783Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-1-input_dtype0-True-2-32-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:43.0960353Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:43.1002268Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:43.1003627Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:43.1010037Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:43.3710125Z 2024-09-30 17:10:43.369 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode_fp32:281 - Max ATOL Delta: 0.0, Max RTOL Delta: nan, PCC: 1.0 +2024-09-30T17:10:43.3712639Z 2024-09-30 17:10:43.370 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode_fp32:282 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:43.3717009Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:43.3721557Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:43.3727701Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:43.3738521Z +2024-09-30T17:10:43.3752399Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-1-input_dtype0-True-2-64-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:43.3763639Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:43.3798798Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:43.3800165Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:43.3804539Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:43.3813808Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:43.3816982Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:43.3822055Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:43.3829607Z +2024-09-30T17:10:43.3841255Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-1-input_dtype0-False-1-8-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:43.3845198Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:43.3886366Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:43.3887708Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:43.3891966Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:43.4388501Z 2024-09-30 17:10:43.438 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode_fp32:281 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:43.4392061Z 2024-09-30 17:10:43.438 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode_fp32:282 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:43.4394407Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:43.4397543Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:43.4402565Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:43.4411114Z +2024-09-30T17:10:43.4422366Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-1-input_dtype0-False-1-16-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:43.4425143Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:43.4462188Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:43.4464202Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:43.4469996Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:43.5052133Z 2024-09-30 17:10:43.504 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode_fp32:281 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:43.5054693Z 2024-09-30 17:10:43.504 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode_fp32:282 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:43.5060171Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:43.5063288Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:43.5069006Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:43.5077697Z +2024-09-30T17:10:43.5089877Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-1-input_dtype0-False-1-32-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:43.5092411Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:43.5131328Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:43.5132459Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:43.5137312Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:43.6164486Z 2024-09-30 17:10:43.615 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode_fp32:281 - Max ATOL Delta: 0.0, Max RTOL Delta: nan, PCC: 1.0 +2024-09-30T17:10:43.6170792Z 2024-09-30 17:10:43.615 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode_fp32:282 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:43.6173694Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:43.6175215Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:43.6179746Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:43.6190606Z +2024-09-30T17:10:43.6203406Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-1-input_dtype0-False-1-64-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:43.6209252Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:43.6252802Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:43.6253894Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:43.6258920Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:43.6271428Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:43.6274433Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:43.6278616Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:43.6286350Z +2024-09-30T17:10:43.6298126Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-1-input_dtype0-False-2-8-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:43.6300358Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:43.6342127Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:43.6343290Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:43.6348346Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:43.6933269Z 2024-09-30 17:10:43.692 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode_fp32:281 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:43.6935476Z 2024-09-30 17:10:43.692 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode_fp32:282 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:43.6940508Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:43.6944031Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:43.6949203Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:43.6958885Z +2024-09-30T17:10:43.6971305Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-1-input_dtype0-False-2-16-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:43.6976929Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:43.7019670Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:43.7020842Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:43.7025896Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:43.8112840Z 2024-09-30 17:10:43.810 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode_fp32:281 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:43.8121158Z 2024-09-30 17:10:43.810 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode_fp32:282 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:43.8122903Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:43.8124035Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:43.8129622Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:43.8140303Z +2024-09-30T17:10:43.8154929Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-1-input_dtype0-False-2-32-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:43.8159153Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:43.8203325Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:43.8204416Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:43.8208829Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:44.0757709Z 2024-09-30 17:10:44.073 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode_fp32:281 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:44.0759451Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:44.0761252Z 2024-09-30 17:10:44.073 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode_fp32:282 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:44.0762744Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:44.0763867Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:44.0771883Z +2024-09-30T17:10:44.0784963Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-1-input_dtype0-False-2-64-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:44.0787289Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:44.0829266Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:44.0830632Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:44.0835326Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:44.0844290Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:44.0847370Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:44.0851967Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:44.0859223Z +2024-09-30T17:10:44.0871290Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-127-input_dtype0-True-1-8-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:44.0873404Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:44.0911538Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:44.0912659Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:44.0917590Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:44.1167926Z 2024-09-30 17:10:44.116 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode_fp32:281 - Max ATOL Delta: 0.0, Max RTOL Delta: nan, PCC: 1.0 +2024-09-30T17:10:44.1170163Z 2024-09-30 17:10:44.116 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode_fp32:282 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:44.1174511Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:44.1243547Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:44.1248844Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:44.1257008Z +2024-09-30T17:10:44.1269523Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-127-input_dtype0-True-1-16-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:44.1272866Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:44.1315518Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:44.1316685Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:44.1321117Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:44.1938914Z 2024-09-30 17:10:44.193 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode_fp32:281 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:44.1941519Z 2024-09-30 17:10:44.193 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode_fp32:282 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:44.1946037Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:44.1949601Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:44.1954218Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:44.1963558Z +2024-09-30T17:10:44.1976783Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-127-input_dtype0-True-1-32-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:44.1979645Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:44.2020760Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:44.2021921Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:44.2026880Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:44.3085111Z 2024-09-30 17:10:44.307 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode_fp32:281 - Max ATOL Delta: 0.0, Max RTOL Delta: nan, PCC: 1.0 +2024-09-30T17:10:44.3088807Z 2024-09-30 17:10:44.307 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode_fp32:282 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:44.3091011Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:44.3094876Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:44.3100314Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:44.3110750Z +2024-09-30T17:10:44.3123451Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-127-input_dtype0-True-1-64-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:44.3128583Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:44.3171825Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:44.3172959Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:44.3178310Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:44.3188061Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:44.3190363Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:44.3195306Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:44.3202935Z +2024-09-30T17:10:44.3214488Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-127-input_dtype0-True-2-8-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:44.3219610Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:44.3260641Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:44.3261709Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:44.3266616Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:44.3793342Z 2024-09-30 17:10:44.378 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode_fp32:281 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:44.3795877Z 2024-09-30 17:10:44.378 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode_fp32:282 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:44.3800463Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:44.3865608Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:44.3870992Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:44.3880363Z +2024-09-30T17:10:44.3892731Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-127-input_dtype0-True-2-16-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:44.3897886Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:44.3940204Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:44.3941314Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:44.3946323Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:44.5003966Z 2024-09-30 17:10:44.499 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode_fp32:281 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:44.5008266Z 2024-09-30 17:10:44.499 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode_fp32:282 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:44.5010987Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:44.5015084Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:44.5020359Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:44.5030968Z +2024-09-30T17:10:44.5047076Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-127-input_dtype0-True-2-32-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:44.5050128Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:44.5095018Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:44.5096197Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:44.5101017Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:44.7625864Z 2024-09-30 17:10:44.761 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode_fp32:281 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:44.7628494Z 2024-09-30 17:10:44.761 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode_fp32:282 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:44.7650120Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:44.7653914Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:44.7659597Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:44.7671128Z +2024-09-30T17:10:44.7684882Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-127-input_dtype0-True-2-64-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:44.7686981Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:44.7727493Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:44.7728618Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:44.7735603Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:44.7745035Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:44.7747410Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:44.7752684Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:44.7759784Z +2024-09-30T17:10:44.7771512Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-127-input_dtype0-False-1-8-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:44.7774659Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:44.7822906Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:44.7823980Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:44.7829186Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:44.8147694Z 2024-09-30 17:10:44.814 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode_fp32:281 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:44.8150619Z 2024-09-30 17:10:44.814 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode_fp32:282 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:44.8153292Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:44.8221416Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:44.8226813Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:44.8234382Z +2024-09-30T17:10:44.8245872Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-127-input_dtype0-False-1-16-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:44.8247989Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:44.8286139Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:44.8287248Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:44.8291750Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:44.8957953Z 2024-09-30 17:10:44.895 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode_fp32:281 - Max ATOL Delta: 0.0, Max RTOL Delta: nan, PCC: 1.0 +2024-09-30T17:10:44.8962444Z 2024-09-30 17:10:44.895 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode_fp32:282 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:44.8965170Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:44.8968053Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:44.8973688Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:44.8982979Z +2024-09-30T17:10:44.8996272Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-127-input_dtype0-False-1-32-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:44.8998979Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:44.9039852Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:44.9040971Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:44.9046198Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:45.0099243Z 2024-09-30 17:10:45.008 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode_fp32:281 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:45.0102736Z 2024-09-30 17:10:45.008 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode_fp32:282 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:45.0105612Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:45.0108854Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:45.0114674Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:45.0125113Z +2024-09-30T17:10:45.0138521Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-127-input_dtype0-False-1-64-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:45.0141142Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:45.0182743Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:45.0183866Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:45.0189021Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:45.0198278Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:45.0201369Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:45.0206264Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:45.0214171Z +2024-09-30T17:10:45.0225887Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-127-input_dtype0-False-2-8-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:45.0229798Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:45.0272105Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:45.0273236Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:45.0277912Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:45.0894115Z 2024-09-30 17:10:45.088 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode_fp32:281 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:45.0897720Z 2024-09-30 17:10:45.088 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode_fp32:282 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:45.0901541Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:45.0904843Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:45.0910174Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:45.0919995Z +2024-09-30T17:10:45.0932781Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-127-input_dtype0-False-2-16-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:45.0936495Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:45.0979276Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:45.0980390Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:45.0985822Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:45.2088130Z 2024-09-30 17:10:45.207 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode_fp32:281 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:45.2092108Z 2024-09-30 17:10:45.207 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode_fp32:282 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:45.2094247Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:45.2097376Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:45.2103326Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:45.2113609Z +2024-09-30T17:10:45.2127920Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-127-input_dtype0-False-2-32-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:45.2130590Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:45.2172221Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:45.2173337Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:45.2178338Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:45.4934470Z 2024-09-30 17:10:45.492 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode_fp32:281 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:45.4937277Z 2024-09-30 17:10:45.492 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode_fp32:282 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:45.4940617Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:45.4944477Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:45.4949976Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:45.4960422Z +2024-09-30T17:10:45.4973136Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-127-input_dtype0-False-2-64-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:45.4977737Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:45.5020967Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:45.5022090Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:45.5026804Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:45.5036660Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:45.5038995Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:45.5044462Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:45.5051714Z +2024-09-30T17:10:45.5063011Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-1057-input_dtype0-True-1-8-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:45.5068271Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:45.5110005Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:45.5111106Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:45.5116098Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:45.5380434Z 2024-09-30 17:10:45.537 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode_fp32:281 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:45.5385683Z 2024-09-30 17:10:45.537 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode_fp32:282 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:45.5388022Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:45.5453886Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:45.5458456Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:45.5467441Z +2024-09-30T17:10:45.5480013Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-1057-input_dtype0-True-1-16-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:45.5482374Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:45.5527194Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:45.5528301Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:45.5532541Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:45.6101031Z 2024-09-30 17:10:45.609 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode_fp32:281 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:45.6104499Z 2024-09-30 17:10:45.609 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode_fp32:282 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:45.6106818Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:45.6108762Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:45.6114324Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:45.6123274Z +2024-09-30T17:10:45.6136183Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-1057-input_dtype0-True-1-32-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:45.6139438Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:45.6181339Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:45.6182453Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:45.6187258Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:45.7258091Z 2024-09-30 17:10:45.724 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode_fp32:281 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:45.7260752Z 2024-09-30 17:10:45.725 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode_fp32:282 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:45.7265490Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:45.7269352Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:45.7274496Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:45.7284521Z +2024-09-30T17:10:45.7297629Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-1057-input_dtype0-True-1-64-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:45.7300334Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:45.7344007Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:45.7345121Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:45.7350591Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:45.7359826Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:45.7361858Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:45.7367037Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:45.7374577Z +2024-09-30T17:10:45.7385971Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-1057-input_dtype0-True-2-8-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:45.7391451Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:45.7433074Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:45.7434178Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:45.7438704Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:45.8021832Z 2024-09-30 17:10:45.801 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode_fp32:281 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:45.8024427Z 2024-09-30 17:10:45.801 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode_fp32:282 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:45.8029871Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:45.8071827Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:45.8076971Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:45.8086252Z +2024-09-30T17:10:45.8098818Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-1057-input_dtype0-True-2-16-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:45.8100870Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:45.8144436Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:45.8145555Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:45.8150092Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:45.9235434Z 2024-09-30 17:10:45.921 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode_fp32:281 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:45.9237478Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:45.9269021Z 2024-09-30 17:10:45.921 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode_fp32:282 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:45.9271068Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:45.9274751Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:45.9291608Z +2024-09-30T17:10:45.9305210Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-1057-input_dtype0-True-2-32-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:45.9310895Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:45.9353773Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:45.9354887Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:45.9359406Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:46.2338249Z 2024-09-30 17:10:46.232 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode_fp32:281 - Max ATOL Delta: 0.0, Max RTOL Delta: nan, PCC: 1.0 +2024-09-30T17:10:46.2340885Z 2024-09-30 17:10:46.232 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode_fp32:282 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:46.2360051Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:46.2364425Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:46.2370165Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:46.2381114Z +2024-09-30T17:10:46.2393525Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-1057-input_dtype0-True-2-64-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:46.2395748Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:46.2439836Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:46.2440972Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:46.2446118Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:46.2451964Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:46.2455122Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:46.2459398Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:46.2466117Z +2024-09-30T17:10:46.2477440Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-1057-input_dtype0-False-1-8-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:46.2483737Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:46.2528096Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:46.2529294Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:46.2533467Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:46.2831514Z 2024-09-30 17:10:46.282 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode_fp32:281 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:46.2834200Z 2024-09-30 17:10:46.282 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode_fp32:282 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:46.2836381Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:46.2905544Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:46.2909290Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:46.2916712Z +2024-09-30T17:10:46.2928256Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-1057-input_dtype0-False-1-16-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:46.2940337Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:46.2971165Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:46.2972274Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:46.2977637Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:46.3492203Z 2024-09-30 17:10:46.348 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode_fp32:281 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:46.3494661Z 2024-09-30 17:10:46.348 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode_fp32:282 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:46.3499025Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:46.3502924Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:46.3508542Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:46.3519313Z +2024-09-30T17:10:46.3532572Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-1057-input_dtype0-False-1-32-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:46.3535160Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:46.3582070Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:46.3583239Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:46.3588479Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:46.4694610Z 2024-09-30 17:10:46.468 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode_fp32:281 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:46.4697876Z 2024-09-30 17:10:46.468 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode_fp32:282 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:46.4700529Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:46.4704484Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:46.4709073Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:46.4719550Z +2024-09-30T17:10:46.4732225Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-1057-input_dtype0-False-1-64-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:46.4735011Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:46.4784547Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:46.4785701Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:46.4791149Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:46.4798292Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:46.4801047Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:46.4806256Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:46.4813456Z +2024-09-30T17:10:46.4825034Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-1057-input_dtype0-False-2-8-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:46.4827729Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:46.4873024Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:46.4874140Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:46.4881799Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:46.5434870Z 2024-09-30 17:10:46.542 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode_fp32:281 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:46.5437334Z 2024-09-30 17:10:46.542 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode_fp32:282 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:46.5442222Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:46.5445447Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:46.5450557Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:46.5460091Z +2024-09-30T17:10:46.5474520Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-1057-input_dtype0-False-2-16-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:46.5477164Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:46.5519289Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:46.5520417Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:46.5528022Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:46.6800638Z 2024-09-30 17:10:46.678 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode_fp32:281 - Max ATOL Delta: 0.0, Max RTOL Delta: nan, PCC: 1.0 +2024-09-30T17:10:46.6804070Z 2024-09-30 17:10:46.679 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode_fp32:282 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:46.6806053Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:46.6809318Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:46.6814296Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:46.6824325Z +2024-09-30T17:10:46.6837503Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-1057-input_dtype0-False-2-32-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:46.6840117Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:46.6885276Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:46.6886411Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:46.6892016Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:46.9974568Z 2024-09-30 17:10:46.996 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode_fp32:281 - Max ATOL Delta: 0.0, Max RTOL Delta: nan, PCC: 1.0 +2024-09-30T17:10:46.9977163Z 2024-09-30 17:10:46.996 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode_fp32:282 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:46.9979379Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:46.9984346Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:46.9989992Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:47.0000832Z +2024-09-30T17:10:47.0014553Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-1057-input_dtype0-False-2-64-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:47.0017577Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:47.0060310Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:47.0061425Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:47.0065057Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:47.0071597Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:47.0073316Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:47.0077057Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:47.0083684Z +2024-09-30T17:10:47.0093690Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-0-input_dtype0-True-1-8-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:47.0098041Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:47.0138965Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:47.0140110Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:47.0143308Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:47.0541703Z 2024-09-30 17:10:47.053 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode_fp32:281 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:47.0544235Z 2024-09-30 17:10:47.053 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode_fp32:282 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:47.0547048Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:47.0551313Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:47.0556259Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:47.0565477Z +2024-09-30T17:10:47.0579892Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-0-input_dtype0-True-1-16-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:47.0586713Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:47.0631700Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:47.0632850Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:47.0641473Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:47.1303327Z 2024-09-30 17:10:47.129 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode_fp32:281 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:47.1305897Z 2024-09-30 17:10:47.129 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode_fp32:282 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:47.1316376Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:47.1322939Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:47.1330193Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:47.1343115Z +2024-09-30T17:10:47.1356932Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-0-input_dtype0-True-1-32-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:47.1363817Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:47.1415291Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:47.1416422Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:47.1424009Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:47.1432909Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:47.1439028Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:47.1445267Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:47.1454291Z +2024-09-30T17:10:47.1466517Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-0-input_dtype0-True-1-64-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:47.1468601Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:47.1519414Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:47.1520638Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:47.1529297Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:47.1538585Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:47.1540186Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:47.1549738Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:47.1559547Z +2024-09-30T17:10:47.1571746Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-0-input_dtype0-True-2-8-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:47.1578673Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:47.1626864Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:47.1628067Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:47.1637211Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:47.2388441Z 2024-09-30 17:10:47.237 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode_fp32:281 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:47.2391014Z 2024-09-30 17:10:47.238 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode_fp32:282 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:47.2402819Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:47.2459978Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:47.2467377Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:47.2480442Z +2024-09-30T17:10:47.2493425Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-0-input_dtype0-True-2-16-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:47.2495535Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:47.2541890Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:47.2543019Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:47.2550728Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:47.3549701Z 2024-09-30 17:10:47.353 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode_fp32:281 - Max ATOL Delta: 0.0, Max RTOL Delta: nan, PCC: 1.0 +2024-09-30T17:10:47.3552292Z 2024-09-30 17:10:47.354 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode_fp32:282 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:47.3561740Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:47.3568839Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:47.3576597Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:47.3589631Z +2024-09-30T17:10:47.3604616Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-0-input_dtype0-True-2-32-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:47.3607742Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:47.3658890Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:47.3660029Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:47.3668375Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:47.3679939Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:47.3686308Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:47.3693055Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:47.3702041Z +2024-09-30T17:10:47.3715121Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-0-input_dtype0-True-2-64-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:47.3717165Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:47.3765922Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:47.3767053Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:47.3775065Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:47.3784232Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:47.3790172Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:47.3796673Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:47.3805750Z +2024-09-30T17:10:47.3820037Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-0-input_dtype0-False-1-8-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:47.3822144Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:47.3866446Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:47.3867778Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:47.3874539Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:47.4352773Z 2024-09-30 17:10:47.434 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode_fp32:281 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:47.4355332Z 2024-09-30 17:10:47.434 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode_fp32:282 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:47.4364638Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:47.4373396Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:47.4380592Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:47.4392440Z +2024-09-30T17:10:47.4406227Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-0-input_dtype0-False-1-16-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:47.4408814Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:47.4454895Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:47.4456082Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:47.4464764Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:47.5165684Z 2024-09-30 17:10:47.515 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode_fp32:281 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:47.5168180Z 2024-09-30 17:10:47.515 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode_fp32:282 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:47.5178875Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:47.5232362Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:47.5240469Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:47.5252595Z +2024-09-30T17:10:47.5265447Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-0-input_dtype0-False-1-32-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:47.5272288Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:47.5320831Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:47.5321966Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:47.5328816Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:47.5340380Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:47.5342016Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:47.5347793Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:47.5356961Z +2024-09-30T17:10:47.5369388Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-0-input_dtype0-False-1-64-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:47.5371788Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:47.5417295Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:47.5418406Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:47.5423020Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:47.5430551Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:47.5432367Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:47.5437611Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:47.5444214Z +2024-09-30T17:10:47.5455385Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-0-input_dtype0-False-2-8-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:47.5462077Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:47.5504365Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:47.5505524Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:47.5510912Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:47.6140012Z 2024-09-30 17:10:47.612 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode_fp32:281 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:47.6142645Z 2024-09-30 17:10:47.613 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode_fp32:282 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:47.6155873Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:47.6163972Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:47.6172621Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:47.6188704Z +2024-09-30T17:10:47.6204393Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-0-input_dtype0-False-2-16-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:47.6207053Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:47.6262629Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:47.6263817Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:47.6272992Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:47.7315361Z 2024-09-30 17:10:47.730 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode_fp32:281 - Max ATOL Delta: 0.0, Max RTOL Delta: nan, PCC: 1.0 +2024-09-30T17:10:47.7317897Z 2024-09-30 17:10:47.730 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode_fp32:282 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:47.7328160Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:47.7334772Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:47.7342299Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:47.7355474Z +2024-09-30T17:10:47.7369664Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-0-input_dtype0-False-2-32-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:47.7376642Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:47.7428254Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:47.7429499Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:47.7437738Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:47.7448394Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:47.7455283Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:47.7461741Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:47.7471042Z +2024-09-30T17:10:47.7483708Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-0-input_dtype0-False-2-64-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:47.7485764Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:47.7533556Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:47.7534666Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:47.7542812Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:47.7552248Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:47.7558534Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:47.7565530Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:47.7574193Z +2024-09-30T17:10:47.7587194Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-1-input_dtype0-True-1-8-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:47.7589274Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:47.7629840Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:47.7631175Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:47.7633599Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:47.7932661Z 2024-09-30 17:10:47.792 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode_fp32:281 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:47.7935146Z 2024-09-30 17:10:47.792 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode_fp32:282 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:47.7943415Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:47.8006712Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:47.8013261Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:47.8023581Z +2024-09-30T17:10:47.8036050Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-1-input_dtype0-True-1-16-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:47.8042706Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:47.8088504Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:47.8089630Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:47.8097471Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:47.8740369Z 2024-09-30 17:10:47.873 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode_fp32:281 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:47.8742932Z 2024-09-30 17:10:47.873 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode_fp32:282 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:47.8752909Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:47.8759441Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:47.8767234Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:47.8780220Z +2024-09-30T17:10:47.8794808Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-1-input_dtype0-True-1-32-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:47.8802930Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:47.8854040Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:47.8855173Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:47.8863192Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:47.8872759Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:47.8879314Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:47.8885802Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:47.8895144Z +2024-09-30T17:10:47.8908128Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-1-input_dtype0-True-1-64-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:47.8910200Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:47.8958028Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:47.8959196Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:47.8967488Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:47.8975873Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:47.8982511Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:47.8988969Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:47.8998083Z +2024-09-30T17:10:47.9010761Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-1-input_dtype0-True-2-8-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:47.9012850Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:47.9058811Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:47.9059926Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:47.9068533Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:47.9747653Z 2024-09-30 17:10:47.973 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode_fp32:281 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:47.9750684Z 2024-09-30 17:10:47.974 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode_fp32:282 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:47.9760627Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:47.9767733Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:47.9775468Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:47.9788613Z +2024-09-30T17:10:47.9802995Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-1-input_dtype0-True-2-16-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:47.9810085Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:47.9859155Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:47.9860312Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:47.9868803Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:48.0899021Z 2024-09-30 17:10:48.088 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode_fp32:281 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:48.0901557Z 2024-09-30 17:10:48.089 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode_fp32:282 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:48.0911293Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:48.0918209Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:48.0925665Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:48.0938372Z +2024-09-30T17:10:48.0952235Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-1-input_dtype0-True-2-32-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:48.0956736Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:48.1005019Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:48.1006297Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:48.1011584Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:48.1022301Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:48.1023928Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:48.1029209Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:48.1036334Z +2024-09-30T17:10:48.1047711Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-1-input_dtype0-True-2-64-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:48.1049862Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:48.1090769Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:48.1091904Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:48.1097236Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:48.1103659Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:48.1107066Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:48.1112278Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:48.1119555Z +2024-09-30T17:10:48.1131010Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-1-input_dtype0-False-1-8-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:48.1133042Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:48.1172910Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:48.1174019Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:48.1179497Z [38;2;000;128;000m Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:48.1470724Z 2024-09-30 17:10:48.146 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode_fp32:281 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:48.1473210Z 2024-09-30 17:10:48.146 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode_fp32:282 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:48.1482103Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:48.1543953Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:48.1550816Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:48.1561393Z +2024-09-30T17:10:48.1573540Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-1-input_dtype0-False-1-16-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:48.1580006Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:48.1625516Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:48.1627318Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:48.1635583Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:48.2214461Z 2024-09-30 17:10:48.220 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode_fp32:281 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:48.2216971Z 2024-09-30 17:10:48.220 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode_fp32:282 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:48.2227066Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:48.2233404Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:48.2240714Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:48.2253243Z +2024-09-30T17:10:48.2267305Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-1-input_dtype0-False-1-32-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:48.2274329Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:48.2324136Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:48.2325274Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:48.2333026Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:48.2341826Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:48.2348388Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:48.2354295Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:48.2363156Z +2024-09-30T17:10:48.2375059Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-1-input_dtype0-False-1-64-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:48.2377173Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:48.2422678Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:48.2423808Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:48.2432143Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:48.2439755Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:48.2446619Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:48.2453012Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:48.2462170Z +2024-09-30T17:10:48.2475660Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-1-input_dtype0-False-2-8-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:48.2477729Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:48.2521656Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:48.2522801Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:48.2530822Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:48.3224424Z 2024-09-30 17:10:48.321 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode_fp32:281 - Max ATOL Delta: 0.0, Max RTOL Delta: nan, PCC: 1.0 +2024-09-30T17:10:48.3227099Z 2024-09-30 17:10:48.321 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode_fp32:282 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:48.3237093Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:48.3272039Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:48.3291616Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:48.3307719Z +2024-09-30T17:10:48.3320552Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-1-input_dtype0-False-2-16-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:48.3322741Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:48.3370530Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:48.3371629Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:48.3376365Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:48.4447282Z 2024-09-30 17:10:48.443 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode_fp32:281 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:48.4450175Z 2024-09-30 17:10:48.443 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode_fp32:282 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:48.4452202Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:48.4459635Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:48.4464994Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:48.4477097Z +2024-09-30T17:10:48.4490143Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-1-input_dtype0-False-2-32-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:48.4493040Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:48.4538989Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:48.4540072Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:48.4544339Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:48.4555285Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:48.4557171Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:48.4561674Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:48.4569009Z +2024-09-30T17:10:48.4579730Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-1-input_dtype0-False-2-64-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:48.4583393Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:48.4625167Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:48.4626502Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:48.4631067Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:48.4638211Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:48.4639680Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:48.4644433Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:48.4651014Z +2024-09-30T17:10:48.4661730Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-127-input_dtype0-True-1-8-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:48.4663775Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:48.4706532Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:48.4707636Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:48.4713538Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:48.4995178Z 2024-09-30 17:10:48.498 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode_fp32:281 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:48.4998485Z 2024-09-30 17:10:48.498 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode_fp32:282 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:48.5000569Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:48.5077109Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:48.5081004Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:48.5089296Z +2024-09-30T17:10:48.5100344Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-127-input_dtype0-True-1-16-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:48.5102419Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:48.5144832Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:48.5145979Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:48.5150552Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:48.5730368Z 2024-09-30 17:10:48.572 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode_fp32:281 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:48.5733181Z 2024-09-30 17:10:48.572 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode_fp32:282 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:48.5735220Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:48.5810779Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:48.5814826Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:48.5825158Z +2024-09-30T17:10:48.5836687Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-127-input_dtype0-True-1-32-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:48.5838732Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:48.5879287Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:48.5880373Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:48.5884985Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:48.5890876Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:48.5897499Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:48.5901469Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:48.5908892Z +2024-09-30T17:10:48.5919840Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-127-input_dtype0-True-1-64-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:48.5921898Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:48.5964917Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:48.5966008Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:48.5970119Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:48.5977026Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:48.5978951Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:48.5983661Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:48.5990468Z +2024-09-30T17:10:48.6001264Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-127-input_dtype0-True-2-8-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:48.6008819Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:48.6051556Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:48.6052636Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:48.6057332Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:48.6629181Z 2024-09-30 17:10:48.662 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode_fp32:281 - Max ATOL Delta: 0.0, Max RTOL Delta: nan, PCC: 1.0 +2024-09-30T17:10:48.6631912Z 2024-09-30 17:10:48.662 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode_fp32:282 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:48.6635293Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:48.6711884Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:48.6716627Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:48.6728099Z +2024-09-30T17:10:48.6740666Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-127-input_dtype0-True-2-16-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:48.6745824Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:48.6795338Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:48.6796696Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:48.6800726Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:48.7871305Z 2024-09-30 17:10:48.786 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode_fp32:281 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:48.7874104Z 2024-09-30 17:10:48.786 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode_fp32:282 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:48.7876127Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:48.7883482Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:48.7888536Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:48.7898670Z +2024-09-30T17:10:48.7911985Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-127-input_dtype0-True-2-32-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:48.7916602Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:48.7963131Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:48.7964302Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:48.7968357Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:48.7977840Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:48.7980547Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:48.7984687Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:48.7991742Z +2024-09-30T17:10:48.8002418Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-127-input_dtype0-True-2-64-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:48.8007507Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:48.8053221Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:48.8054346Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:48.8058595Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:48.8064770Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:48.8067202Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:48.8072026Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:48.8078217Z +2024-09-30T17:10:48.8089126Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-127-input_dtype0-False-1-8-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:48.8091209Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:48.8130073Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:48.8131235Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:48.8135148Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:48.8458367Z 2024-09-30 17:10:48.845 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode_fp32:281 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:48.8460976Z 2024-09-30 17:10:48.845 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode_fp32:282 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:48.8463156Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:48.8532067Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:48.8536088Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:48.8544552Z +2024-09-30T17:10:48.8555961Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-127-input_dtype0-False-1-16-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:48.8558052Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:48.8598636Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:48.8599752Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:48.8604450Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:48.9229311Z 2024-09-30 17:10:48.921 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode_fp32:281 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:48.9231980Z 2024-09-30 17:10:48.922 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode_fp32:282 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:48.9234280Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:48.9238352Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:48.9243484Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:48.9253623Z +2024-09-30T17:10:48.9268136Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-127-input_dtype0-False-1-32-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:48.9270858Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:48.9314473Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:48.9315599Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:48.9320256Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:48.9327777Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:48.9329642Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:48.9333530Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:48.9341214Z +2024-09-30T17:10:48.9352645Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-127-input_dtype0-False-1-64-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:48.9354684Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:48.9395571Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:48.9396678Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:48.9401130Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:48.9407435Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:48.9409505Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:48.9414266Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:48.9421122Z +2024-09-30T17:10:48.9432207Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-127-input_dtype0-False-2-8-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:48.9434238Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:48.9476314Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:48.9477402Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:48.9481696Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:49.0167370Z 2024-09-30 17:10:49.015 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode_fp32:281 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:49.0171281Z 2024-09-30 17:10:49.015 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode_fp32:282 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:49.0173263Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:49.0233084Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:49.0237952Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:49.0255867Z +2024-09-30T17:10:49.0267765Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-127-input_dtype0-False-2-16-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:49.0269876Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:49.0309812Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:49.0310898Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:49.0314886Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:49.1401332Z 2024-09-30 17:10:49.138 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode_fp32:281 - Max ATOL Delta: 0.0, Max RTOL Delta: nan, PCC: 1.0 +2024-09-30T17:10:49.1404776Z 2024-09-30 17:10:49.139 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode_fp32:282 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:49.1407076Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:49.1408356Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:49.1411936Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:49.1421818Z +2024-09-30T17:10:49.1435245Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-127-input_dtype0-False-2-32-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:49.1437885Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:49.1475739Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:49.1476884Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:49.1481671Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:49.1489678Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:49.1491508Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:49.1495401Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:49.1502314Z +2024-09-30T17:10:49.1512894Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-127-input_dtype0-False-2-64-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:49.1514949Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:49.1554588Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:49.1555706Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:49.1560056Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:49.1566264Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:49.1568053Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:49.1573730Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:49.1579443Z +2024-09-30T17:10:49.1590299Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-1057-input_dtype0-True-1-8-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:49.1592987Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:49.1638204Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:49.1639338Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:49.1647396Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:49.2069599Z 2024-09-30 17:10:49.206 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode_fp32:281 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:49.2072162Z 2024-09-30 17:10:49.206 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode_fp32:282 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:49.2078399Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:49.2081504Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:49.2085029Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:49.2095218Z +2024-09-30T17:10:49.2107931Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-1057-input_dtype0-True-1-16-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:49.2110602Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:49.2161924Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:49.2163142Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:49.2167472Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:49.2767049Z 2024-09-30 17:10:49.275 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode_fp32:281 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:49.2769864Z 2024-09-30 17:10:49.276 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode_fp32:282 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:49.2774910Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:49.2776957Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:49.2782163Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:49.2793128Z +2024-09-30T17:10:49.2805774Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-1057-input_dtype0-True-1-32-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:49.2808356Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:49.2854449Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:49.2855570Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:49.2860425Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:49.2870649Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:49.2872665Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:49.2876735Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:49.2883411Z +2024-09-30T17:10:49.2894840Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-1057-input_dtype0-True-1-64-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:49.2896922Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:49.2937625Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:49.2938735Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:49.2942278Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:49.2951726Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:49.2954411Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:49.2960046Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:49.2966694Z +2024-09-30T17:10:49.2978405Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-1057-input_dtype0-True-2-8-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:49.2980504Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:49.3022110Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:49.3023232Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:49.3026985Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:49.3662423Z 2024-09-30 17:10:49.365 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode_fp32:281 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:49.3665112Z 2024-09-30 17:10:49.365 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode_fp32:282 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:49.3669559Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:49.3732858Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:49.3737822Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:49.3748919Z +2024-09-30T17:10:49.3760631Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-1057-input_dtype0-True-2-16-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:49.3765775Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:49.3814187Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:49.3815301Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:49.3819474Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:49.4942779Z 2024-09-30 17:10:49.493 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode_fp32:281 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:49.4945782Z 2024-09-30 17:10:49.493 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode_fp32:282 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:49.4948257Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:49.4951479Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:49.4955830Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:49.4966153Z +2024-09-30T17:10:49.4979325Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-1057-input_dtype0-True-2-32-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:49.4981943Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:49.5025914Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:49.5027397Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:49.5030578Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:49.5041169Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:49.5043212Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:49.5048127Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:49.5056085Z +2024-09-30T17:10:49.5069025Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-1057-input_dtype0-True-2-64-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:49.5071094Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:49.5112448Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:49.5113537Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:49.5118499Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:49.5127859Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:49.5130348Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:49.5136838Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:49.5144201Z +2024-09-30T17:10:49.5156506Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-1057-input_dtype0-False-1-8-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:49.5159404Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:49.5201776Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:49.5202900Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:49.5207866Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:49.5530457Z 2024-09-30 17:10:49.552 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode_fp32:281 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:49.5533268Z 2024-09-30 17:10:49.552 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode_fp32:282 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:49.5535216Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:49.5604438Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:49.5608703Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:49.5616695Z +2024-09-30T17:10:49.5628882Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-1057-input_dtype0-False-1-16-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:49.5634234Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:49.5677993Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:49.5679095Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:49.5684322Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:49.6317134Z 2024-09-30 17:10:49.630 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode_fp32:281 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:49.6320059Z 2024-09-30 17:10:49.630 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode_fp32:282 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:49.6324114Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:49.6328010Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:49.6333616Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:49.6345026Z +2024-09-30T17:10:49.6359374Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-1057-input_dtype0-False-1-32-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:49.6362186Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:49.6409868Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:49.6411002Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:49.6415436Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:49.6423395Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:49.6427164Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:49.6433271Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:49.6440944Z +2024-09-30T17:10:49.6452955Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-1057-input_dtype0-False-1-64-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:49.6455035Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:49.6500759Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:49.6502050Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:49.6505270Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:49.6511240Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:49.6513271Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:49.6516282Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:49.6522479Z +2024-09-30T17:10:49.6532495Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-1057-input_dtype0-False-2-8-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:49.6534624Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:49.6576104Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:49.6577249Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:49.6580446Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:49.7125073Z 2024-09-30 17:10:49.711 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode_fp32:281 - Max ATOL Delta: 0.0, Max RTOL Delta: nan, PCC: 1.0 +2024-09-30T17:10:49.7128011Z 2024-09-30 17:10:49.711 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode_fp32:282 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:49.7130206Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:49.7197557Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:49.7204104Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:49.7219205Z +2024-09-30T17:10:49.7234833Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-1057-input_dtype0-False-2-16-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:49.7237550Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:49.7282036Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:49.7283189Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:49.7287787Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:49.8320302Z 2024-09-30 17:10:49.830 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode_fp32:281 - Max ATOL Delta: 0.0, Max RTOL Delta: nan, PCC: 1.0 +2024-09-30T17:10:49.8322806Z 2024-09-30 17:10:49.831 | INFO | tests.tt_eager.python_api_testing.unit_testing.misc.test_update_cache:test_update_cache_decode_fp32:282 - Max ATOL Delta: 0.0, Max RTOL Delta: 0.0, PCC: 1.0 +2024-09-30T17:10:49.8351983Z PASSED Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:49.8354640Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:49.8359608Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:49.8370191Z +2024-09-30T17:10:49.8382715Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-1057-input_dtype0-False-2-32-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:49.8385272Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:49.8426334Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:49.8427602Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:49.8431549Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:49.8439205Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:49.8441050Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:49.8445004Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:49.8451450Z +2024-09-30T17:10:49.8462404Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-1057-input_dtype0-False-2-64-2048-64]  Metal | INFO  | Initializing device 0. Program cache is NOT enabled +2024-09-30T17:10:49.8464567Z  Metal | INFO  | AI CLK for device 0 is: 1000 MHz +2024-09-30T17:10:49.8506977Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 0 +2024-09-30T17:10:49.8508102Z  Metal | INFO  | MMIO Device 0 : Tunnel 0 : Device 1 +2024-09-30T17:10:49.8512579Z  Metal | INFO  | Enabling program cache on device 0 +2024-09-30T17:10:49.8520986Z SKIPPED (Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32) Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:49.8522947Z  Metal | INFO  | Closing device 0 +2024-09-30T17:10:49.8526671Z  Metal | INFO  | Disabling and clearing program cache on device 0 +2024-09-30T17:10:49.8722224Z +2024-09-30T17:10:49.8722378Z +2024-09-30T17:10:49.8722701Z =============================== warnings summary =============================== +2024-09-30T17:10:49.8740283Z tests/tt_eager/python_api_testing/unit_testing/misc/test_split_any_dim_two_chunks_tiled.py::test_split_tiled_w[1x2x64x10240-2-out_L1-in_L1] +2024-09-30T17:10:49.8742284Z tests/tt_eager/python_api_testing/unit_testing/misc/test_split_any_dim_two_chunks_tiled.py::test_split_tiled_w[1x2x64x10240-3-out_DRAM-in_DRAM] +2024-09-30T17:10:49.8744230Z tests/tt_eager/python_api_testing/unit_testing/misc/test_split_any_dim_two_chunks_tiled.py::test_split_tiled_w[1x2x64x10240-3-out_DRAM-in_L1] +2024-09-30T17:10:49.8746762Z tests/tt_eager/python_api_testing/unit_testing/misc/test_split_any_dim_two_chunks_tiled.py::test_split_tiled_w[1x2x64x10240-3-out_L1-in_DRAM] +2024-09-30T17:10:49.8748478Z tests/tt_eager/python_api_testing/unit_testing/misc/test_split_any_dim_two_chunks_tiled.py::test_split_tiled_w[1x2x64x10240-3-out_L1-in_L1] +2024-09-30T17:10:49.8767357Z tests/tt_eager/python_api_testing/unit_testing/misc/test_split_any_dim_two_chunks_tiled.py:22: PytestWarning: record_property is incompatible with junit_family 'xunit2' (use 'legacy' or 'xunit1') +2024-09-30T17:10:49.8768583Z @pytest.mark.parametrize( +2024-09-30T17:10:49.8768844Z +2024-09-30T17:10:49.8769263Z tests/tt_eager/python_api_testing/unit_testing/misc/test_sum.py::test_sum_for_dim_hw[shape_dim0] +2024-09-30T17:10:49.8770233Z tests/tt_eager/python_api_testing/unit_testing/misc/test_sum.py::test_sum_for_dim_hw[shape_dim1] +2024-09-30T17:10:49.8771236Z tests/tt_eager/python_api_testing/unit_testing/misc/test_sum.py::test_sum_for_dim_hw[shape_dim2] +2024-09-30T17:10:49.8772229Z tests/tt_eager/python_api_testing/unit_testing/misc/test_sum.py::test_sum_for_dim_hw[shape_dim3] +2024-09-30T17:10:49.8773755Z tests/tt_eager/python_api_testing/unit_testing/misc/test_sum.py:12: PytestWarning: record_property is incompatible with junit_family 'xunit2' (use 'legacy' or 'xunit1') +2024-09-30T17:10:49.8774877Z @skip_for_blackhole("Mismatching on BH, see #12349") +2024-09-30T17:10:49.8775240Z +2024-09-30T17:10:49.8775610Z tests/tt_eager/python_api_testing/unit_testing/misc/test_sum.py::test_sum_global[shape0] +2024-09-30T17:10:49.8776505Z tests/tt_eager/python_api_testing/unit_testing/misc/test_sum.py::test_sum_global[shape1] +2024-09-30T17:10:49.8777398Z tests/tt_eager/python_api_testing/unit_testing/misc/test_sum.py::test_sum_global[shape2] +2024-09-30T17:10:49.8778296Z tests/tt_eager/python_api_testing/unit_testing/misc/test_sum.py::test_sum_global[shape3] +2024-09-30T17:10:49.8779750Z tests/tt_eager/python_api_testing/unit_testing/misc/test_sum.py:43: PytestWarning: record_property is incompatible with junit_family 'xunit2' (use 'legacy' or 'xunit1') +2024-09-30T17:10:49.8780870Z @skip_for_blackhole("Mismatching on BH, see #12349") +2024-09-30T17:10:49.8781237Z +2024-09-30T17:10:49.8781958Z tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor.py::test_tensor_conversion_between_torch_and_tt[tt_dtype0-shape0] +2024-09-30T17:10:49.8783370Z tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor.py::test_tensor_conversion_between_torch_and_tt[tt_dtype1-shape0] +2024-09-30T17:10:49.8784761Z tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor.py::test_tensor_conversion_between_torch_and_tt[tt_dtype2-shape0] +2024-09-30T17:10:49.8786144Z tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor.py::test_tensor_conversion_between_torch_and_tt[tt_dtype3-shape0] +2024-09-30T17:10:49.8788023Z tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor.py::test_tensor_conversion_between_torch_and_tt[tt_dtype4-shape0] +2024-09-30T17:10:49.8789613Z tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor.py::test_tensor_conversion_between_torch_and_tt[tt_dtype5-shape0] +2024-09-30T17:10:49.8791367Z tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor.py:25: PytestWarning: record_property is incompatible with junit_family 'xunit2' (use 'legacy' or 'xunit1') +2024-09-30T17:10:49.8792530Z @pytest.mark.parametrize("shape", [(2, 3, 64, 96)]) +2024-09-30T17:10:49.8792887Z +2024-09-30T17:10:49.8793603Z tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor.py::test_tensor_conversion_between_torch_and_np[tt_dtype0-shape0] +2024-09-30T17:10:49.8795001Z tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor.py::test_tensor_conversion_between_torch_and_np[tt_dtype1-shape0] +2024-09-30T17:10:49.8796401Z tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor.py::test_tensor_conversion_between_torch_and_np[tt_dtype2-shape0] +2024-09-30T17:10:49.8798092Z tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor.py:102: PytestWarning: record_property is incompatible with junit_family 'xunit2' (use 'legacy' or 'xunit1') +2024-09-30T17:10:49.8799235Z @pytest.mark.parametrize("shape", [(2, 3, 64, 96)]) +2024-09-30T17:10:49.8799587Z +2024-09-30T17:10:49.8800168Z tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor.py::test_serialization[tt_dtype0-shape0] +2024-09-30T17:10:49.8801357Z tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor.py::test_serialization[tt_dtype1-shape0] +2024-09-30T17:10:49.8802514Z tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor.py::test_serialization[tt_dtype2-shape0] +2024-09-30T17:10:49.8803682Z tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor.py::test_serialization[tt_dtype3-shape0] +2024-09-30T17:10:49.8804831Z tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor.py::test_serialization[tt_dtype4-shape0] +2024-09-30T17:10:49.8805975Z tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor.py::test_serialization[tt_dtype5-shape0] +2024-09-30T17:10:49.8807524Z tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor.py:143: PytestWarning: record_property is incompatible with junit_family 'xunit2' (use 'legacy' or 'xunit1') +2024-09-30T17:10:49.8808648Z @pytest.mark.parametrize("shape", [(2, 3, 64, 96)]) +2024-09-30T17:10:49.8809009Z +2024-09-30T17:10:49.8809439Z tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor_alignment.py::test_tensor_alignment +2024-09-30T17:10:49.8811013Z tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor_alignment.py:9: PytestWarning: record_property is incompatible with junit_family 'xunit2' (use 'legacy' or 'xunit1') +2024-09-30T17:10:49.8812143Z def test_tensor_alignment(device): +2024-09-30T17:10:49.8812421Z +2024-09-30T17:10:49.8812855Z tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor_prealloc_and_write.py: 16 warnings +2024-09-30T17:10:49.8814477Z tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor_prealloc_and_write.py:14: PytestWarning: record_property is incompatible with junit_family 'xunit2' (use 'legacy' or 'xunit1') +2024-09-30T17:10:49.8815794Z @pytest.mark.parametrize("in_dtype", [ttnn.bfloat16, ttnn.bfloat8_b]) +2024-09-30T17:10:49.8816249Z +2024-09-30T17:10:49.8816680Z tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor_ranks.py::test_tensor_ranks[shape0] +2024-09-30T17:10:49.8817692Z tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor_ranks.py::test_tensor_ranks[shape1] +2024-09-30T17:10:49.8818701Z tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor_ranks.py::test_tensor_ranks[shape2] +2024-09-30T17:10:49.8819693Z tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor_ranks.py::test_tensor_ranks[shape3] +2024-09-30T17:10:49.8820684Z tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor_ranks.py::test_tensor_ranks[shape4] +2024-09-30T17:10:49.8821803Z tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor_ranks.py::test_tensor_ranks[shape5] +2024-09-30T17:10:49.8822887Z tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor_ranks.py::test_tensor_ranks[shape6] +2024-09-30T17:10:49.8824450Z tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor_ranks.py:10: PytestWarning: record_property is incompatible with junit_family 'xunit2' (use 'legacy' or 'xunit1') +2024-09-30T17:10:49.8825540Z @pytest.mark.parametrize( +2024-09-30T17:10:49.8825799Z +2024-09-30T17:10:49.8826488Z tests/tt_eager/python_api_testing/unit_testing/misc/test_tilize_hpadding_matmul.py::test_tilize_hpadding_matmul +2024-09-30T17:10:49.8828182Z tests/tt_eager/python_api_testing/unit_testing/misc/test_tilize_hpadding_matmul.py:65: PytestWarning: record_property is incompatible with junit_family 'xunit2' (use 'legacy' or 'xunit1') +2024-09-30T17:10:49.8829386Z @skip_for_blackhole("Hanging on BH, see #12349") +2024-09-30T17:10:49.8829730Z +2024-09-30T17:10:49.8830188Z tests/tt_eager/python_api_testing/unit_testing/misc/test_tilize_matmul.py::test_run_tilize_matmul_test +2024-09-30T17:10:49.8831839Z tests/tt_eager/python_api_testing/unit_testing/misc/test_tilize_matmul.py:49: PytestWarning: record_property is incompatible with junit_family 'xunit2' (use 'legacy' or 'xunit1') +2024-09-30T17:10:49.8832985Z @skip_for_blackhole("Hanging on BH, see #12349") +2024-09-30T17:10:49.8833327Z +2024-09-30T17:10:49.8833669Z tests/tt_eager/python_api_testing/unit_testing/misc/test_tilize_test.py: 10 warnings +2024-09-30T17:10:49.8835131Z tests/tt_eager/python_api_testing/unit_testing/misc/test_tilize_test.py:12: PytestWarning: record_property is incompatible with junit_family 'xunit2' (use 'legacy' or 'xunit1') +2024-09-30T17:10:49.8836213Z @pytest.mark.parametrize( +2024-09-30T17:10:49.8836455Z +2024-09-30T17:10:49.8836891Z tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py::test_transpose_hc[bfloat16] +2024-09-30T17:10:49.8837875Z tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py::test_transpose_hc[float] +2024-09-30T17:10:49.8839404Z tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py:60: PytestWarning: record_property is incompatible with junit_family 'xunit2' (use 'legacy' or 'xunit1') +2024-09-30T17:10:49.8840556Z @skip_for_blackhole("Mismatching on BH, see #12349") +2024-09-30T17:10:49.8840902Z +2024-09-30T17:10:49.8841319Z tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py::test_transpose_wh_uint16 +2024-09-30T17:10:49.8842855Z tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py:80: PytestWarning: record_property is incompatible with junit_family 'xunit2' (use 'legacy' or 'xunit1') +2024-09-30T17:10:49.8844058Z @skip_for_grayskull("Integer formats not supported on Grayskull") +2024-09-30T17:10:49.8844481Z +2024-09-30T17:10:49.8844884Z tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py::test_transpose_wh_bfp4 +2024-09-30T17:10:49.8846411Z tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py:90: PytestWarning: record_property is incompatible with junit_family 'xunit2' (use 'legacy' or 'xunit1') +2024-09-30T17:10:49.8847607Z @skip_for_grayskull("Bfp4 format not supported on Grayskull") +2024-09-30T17:10:49.8847993Z +2024-09-30T17:10:49.8848509Z tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py::test_transpose_hc_program_cache[bfloat16] +2024-09-30T17:10:49.8849645Z tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py::test_transpose_hc_program_cache[float] +2024-09-30T17:10:49.8851232Z tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py:100: PytestWarning: record_property is incompatible with junit_family 'xunit2' (use 'legacy' or 'xunit1') +2024-09-30T17:10:49.8852396Z @skip_for_blackhole("Mismatching on BH, see #12349") +2024-09-30T17:10:49.8852749Z +2024-09-30T17:10:49.8853241Z tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py::test_transpose_cn_program_cache[bfloat16] +2024-09-30T17:10:49.8854491Z tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py::test_transpose_cn_program_cache[float] +2024-09-30T17:10:49.8856231Z tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py:136: PytestWarning: record_property is incompatible with junit_family 'xunit2' (use 'legacy' or 'xunit1') +2024-09-30T17:10:49.8857336Z @pytest.mark.parametrize( +2024-09-30T17:10:49.8857587Z +2024-09-30T17:10:49.8858080Z tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py::test_transpose_wh_program_cache[bfloat16] +2024-09-30T17:10:49.8859206Z tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py::test_transpose_wh_program_cache[float] +2024-09-30T17:10:49.8860897Z tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py:160: PytestWarning: record_property is incompatible with junit_family 'xunit2' (use 'legacy' or 'xunit1') +2024-09-30T17:10:49.8862004Z @pytest.mark.parametrize( +2024-09-30T17:10:49.8862261Z +2024-09-30T17:10:49.8862803Z tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py::test_transpose_wh_sharded_program_cache[bfloat8_b] +2024-09-30T17:10:49.8864024Z tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py::test_transpose_wh_sharded_program_cache[float] +2024-09-30T17:10:49.8865662Z tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py:194: PytestWarning: record_property is incompatible with junit_family 'xunit2' (use 'legacy' or 'xunit1') +2024-09-30T17:10:49.8907851Z @pytest.mark.parametrize( +2024-09-30T17:10:49.8908264Z +2024-09-30T17:10:49.8909332Z tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py::test_tranpose_hw_rm_with_padding[256-230-1-1] +2024-09-30T17:10:49.8911050Z tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py:306: PytestWarning: record_property is incompatible with junit_family 'xunit2' (use 'legacy' or 'xunit1') +2024-09-30T17:10:49.8912323Z @skip_for_blackhole("Mismatching on BH, see #12349") +2024-09-30T17:10:49.8912693Z +2024-09-30T17:10:49.8913383Z tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py::test_tranpose_hw_rm_no_padding[256-8-128-16] +2024-09-30T17:10:49.8915131Z tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py:339: PytestWarning: record_property is incompatible with junit_family 'xunit2' (use 'legacy' or 'xunit1') +2024-09-30T17:10:49.8916323Z @skip_for_blackhole("Mismatching on BH, see #12349") +2024-09-30T17:10:49.8916727Z +2024-09-30T17:10:49.8917415Z tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py::test_tranpose_hw_rm_with_program_cache[256-8-128-16] +2024-09-30T17:10:49.8919103Z tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py:379: PytestWarning: record_property is incompatible with junit_family 'xunit2' (use 'legacy' or 'xunit1') +2024-09-30T17:10:49.8920286Z @skip_for_blackhole("Mismatching on BH, see #12349") +2024-09-30T17:10:49.8920662Z +2024-09-30T17:10:49.8921312Z tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py::test_tranpose_hw_sharded_rm[112-16-224-16] +2024-09-30T17:10:49.8922955Z tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py:401: PytestWarning: record_property is incompatible with junit_family 'xunit2' (use 'legacy' or 'xunit1') +2024-09-30T17:10:49.8924175Z @skip_for_blackhole("Mismatching on BH, see #12349") +2024-09-30T17:10:49.8924561Z +2024-09-30T17:10:49.8925280Z tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py::test_tranpose_hw_sharded_rm_with_program_cache[16-128-128-16] +2024-09-30T17:10:49.8927003Z tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py:471: PytestWarning: record_property is incompatible with junit_family 'xunit2' (use 'legacy' or 'xunit1') +2024-09-30T17:10:49.8928171Z @skip_for_blackhole("Mismatching on BH, see #12349") +2024-09-30T17:10:49.8928526Z +2024-09-30T17:10:49.8929515Z tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py::test_tranpose_hc_rm[16-128-128-16] +2024-09-30T17:10:49.8931262Z tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py:492: PytestWarning: record_property is incompatible with junit_family 'xunit2' (use 'legacy' or 'xunit1') +2024-09-30T17:10:49.8932492Z @skip_for_blackhole("Mismatching on BH, see #12349") +2024-09-30T17:10:49.8932884Z +2024-09-30T17:10:49.8933567Z tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py::test_tranpose_hc_rm_with_program_cache[16-256-128-20] +2024-09-30T17:10:49.8935269Z tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py:532: PytestWarning: record_property is incompatible with junit_family 'xunit2' (use 'legacy' or 'xunit1') +2024-09-30T17:10:49.8936464Z @skip_for_blackhole("Mismatching on BH, see #12349") +2024-09-30T17:10:49.8936830Z +2024-09-30T17:10:49.8937604Z tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py::test_tranpose_hc_sharded_with_program_cache[1-8-4-16-grid_size0] +2024-09-30T17:10:49.8939094Z tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py::test_tranpose_hc_sharded_with_program_cache[4-3-3-16-grid_size1] +2024-09-30T17:10:49.8940619Z tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py::test_tranpose_hc_sharded_with_program_cache[2-8-4-32-grid_size2] +2024-09-30T17:10:49.8942124Z tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py::test_tranpose_hc_sharded_with_program_cache[2-2-8-64-grid_size3] +2024-09-30T17:10:49.8943665Z tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py::test_tranpose_hc_sharded_with_program_cache[16-4-224-224-grid_size4] +2024-09-30T17:10:49.8945209Z tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py::test_tranpose_hc_sharded_with_program_cache[20-4-224-224-grid_size5] +2024-09-30T17:10:49.8947397Z tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py::test_tranpose_hc_sharded_with_program_cache[24-3-224-224-grid_size6] +2024-09-30T17:10:49.8953760Z tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py::test_tranpose_hc_sharded_with_program_cache[16-128-256-16-grid_size7] +2024-09-30T17:10:49.8955368Z tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py::test_tranpose_hc_sharded_with_program_cache[16-128-128-16-grid_size8] +2024-09-30T17:10:49.8957155Z tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py:582: PytestWarning: record_property is incompatible with junit_family 'xunit2' (use 'legacy' or 'xunit1') +2024-09-30T17:10:49.8958367Z @skip_for_blackhole("Mismatching on BH, see #12349") +2024-09-30T17:10:49.8958737Z +2024-09-30T17:10:49.8959401Z tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py::test_transpose_bfloat8_b[shape0-swap_dims0] +2024-09-30T17:10:49.8960688Z tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py::test_transpose_bfloat8_b[shape1-swap_dims1] +2024-09-30T17:10:49.8962006Z tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py::test_transpose_bfloat8_b[shape2-swap_dims2] +2024-09-30T17:10:49.8963317Z tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py::test_transpose_bfloat8_b[shape3-swap_dims3] +2024-09-30T17:10:49.8964989Z tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py:615: PytestWarning: record_property is incompatible with junit_family 'xunit2' (use 'legacy' or 'xunit1') +2024-09-30T17:10:49.8966122Z @pytest.mark.parametrize( +2024-09-30T17:10:49.8966383Z +2024-09-30T17:10:49.8966895Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_square_ttnn[input_shapes0] +2024-09-30T17:10:49.8968071Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_square_ttnn[input_shapes1] +2024-09-30T17:10:49.8969255Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_square_ttnn[input_shapes2] +2024-09-30T17:10:49.8970915Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py:12: PytestWarning: record_property is incompatible with junit_family 'xunit2' (use 'legacy' or 'xunit1') +2024-09-30T17:10:49.8972251Z @pytest.mark.parametrize( +2024-09-30T17:10:49.8972619Z +2024-09-30T17:10:49.8973256Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_pow_ttnn[0.5-input_shapes0] +2024-09-30T17:10:49.8974568Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_pow_ttnn[0.5-input_shapes1] +2024-09-30T17:10:49.8975877Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_pow_ttnn[0.5-input_shapes2] +2024-09-30T17:10:49.8977177Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_pow_ttnn[2.0-input_shapes0] +2024-09-30T17:10:49.8978477Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_pow_ttnn[2.0-input_shapes1] +2024-09-30T17:10:49.8979736Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_pow_ttnn[2.0-input_shapes2] +2024-09-30T17:10:49.8981431Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py:32: PytestWarning: record_property is incompatible with junit_family 'xunit2' (use 'legacy' or 'xunit1') +2024-09-30T17:10:49.8982658Z @skip_for_blackhole("Mismatching on BH, see #12349") +2024-09-30T17:10:49.8983056Z +2024-09-30T17:10:49.8983558Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_abs_ttnn[input_shapes0] +2024-09-30T17:10:49.8984740Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_abs_ttnn[input_shapes1] +2024-09-30T17:10:49.8985919Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_abs_ttnn[input_shapes2] +2024-09-30T17:10:49.8987716Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py:54: PytestWarning: record_property is incompatible with junit_family 'xunit2' (use 'legacy' or 'xunit1') +2024-09-30T17:10:49.8988867Z @pytest.mark.parametrize( +2024-09-30T17:10:49.8989162Z +2024-09-30T17:10:49.8989676Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_asin_ttnn[input_shapes0] +2024-09-30T17:10:49.8990841Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_asin_ttnn[input_shapes1] +2024-09-30T17:10:49.8992037Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_asin_ttnn[input_shapes2] +2024-09-30T17:10:49.8993695Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py:74: PytestWarning: record_property is incompatible with junit_family 'xunit2' (use 'legacy' or 'xunit1') +2024-09-30T17:10:49.8994805Z @pytest.mark.parametrize( +2024-09-30T17:10:49.8995060Z +2024-09-30T17:10:49.8995540Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_acos_ttnn[input_shapes0] +2024-09-30T17:10:49.8996653Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_acos_ttnn[input_shapes1] +2024-09-30T17:10:49.8997764Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_acos_ttnn[input_shapes2] +2024-09-30T17:10:49.8999370Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py:94: PytestWarning: record_property is incompatible with junit_family 'xunit2' (use 'legacy' or 'xunit1') +2024-09-30T17:10:49.9000465Z @pytest.mark.parametrize( +2024-09-30T17:10:49.9000727Z +2024-09-30T17:10:49.9001199Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_atan_ttnn[input_shapes0] +2024-09-30T17:10:49.9002324Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_atan_ttnn[input_shapes1] +2024-09-30T17:10:49.9003435Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_atan_ttnn[input_shapes2] +2024-09-30T17:10:49.9005044Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py:114: PytestWarning: record_property is incompatible with junit_family 'xunit2' (use 'legacy' or 'xunit1') +2024-09-30T17:10:49.9006254Z @pytest.mark.parametrize( +2024-09-30T17:10:49.9006504Z +2024-09-30T17:10:49.9007075Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_cos_ttnn[input_shapes0] +2024-09-30T17:10:49.9008195Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_cos_ttnn[input_shapes1] +2024-09-30T17:10:49.9009302Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_cos_ttnn[input_shapes2] +2024-09-30T17:10:49.9010919Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py:134: PytestWarning: record_property is incompatible with junit_family 'xunit2' (use 'legacy' or 'xunit1') +2024-09-30T17:10:49.9012017Z @pytest.mark.parametrize( +2024-09-30T17:10:49.9012277Z +2024-09-30T17:10:49.9012759Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_eqz_ttnn[input_shapes0] +2024-09-30T17:10:49.9013892Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_eqz_ttnn[input_shapes1] +2024-09-30T17:10:49.9014994Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_eqz_ttnn[input_shapes2] +2024-09-30T17:10:49.9016594Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py:174: PytestWarning: record_property is incompatible with junit_family 'xunit2' (use 'legacy' or 'xunit1') +2024-09-30T17:10:49.9017682Z @pytest.mark.parametrize( +2024-09-30T17:10:49.9017942Z +2024-09-30T17:10:49.9018416Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_nez_ttnn[input_shapes0] +2024-09-30T17:10:49.9019509Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_nez_ttnn[input_shapes1] +2024-09-30T17:10:49.9020609Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_nez_ttnn[input_shapes2] +2024-09-30T17:10:49.9022224Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py:194: PytestWarning: record_property is incompatible with junit_family 'xunit2' (use 'legacy' or 'xunit1') +2024-09-30T17:10:49.9023327Z @pytest.mark.parametrize( +2024-09-30T17:10:49.9023576Z +2024-09-30T17:10:49.9024057Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_gez_ttnn[input_shapes0] +2024-09-30T17:10:49.9025165Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_gez_ttnn[input_shapes1] +2024-09-30T17:10:49.9026379Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_gez_ttnn[input_shapes2] +2024-09-30T17:10:49.9028001Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py:214: PytestWarning: record_property is incompatible with junit_family 'xunit2' (use 'legacy' or 'xunit1') +2024-09-30T17:10:49.9029129Z @pytest.mark.parametrize( +2024-09-30T17:10:49.9029376Z +2024-09-30T17:10:49.9029849Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_lez_ttnn[input_shapes0] +2024-09-30T17:10:49.9030957Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_lez_ttnn[input_shapes1] +2024-09-30T17:10:49.9032064Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_lez_ttnn[input_shapes2] +2024-09-30T17:10:49.9033712Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py:234: PytestWarning: record_property is incompatible with junit_family 'xunit2' (use 'legacy' or 'xunit1') +2024-09-30T17:10:49.9034812Z @pytest.mark.parametrize( +2024-09-30T17:10:49.9035052Z +2024-09-30T17:10:49.9035522Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_ltz_ttnn[input_shapes0] +2024-09-30T17:10:49.9036618Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_ltz_ttnn[input_shapes1] +2024-09-30T17:10:49.9037840Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_ltz_ttnn[input_shapes2] +2024-09-30T17:10:49.9039559Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py:254: PytestWarning: record_property is incompatible with junit_family 'xunit2' (use 'legacy' or 'xunit1') +2024-09-30T17:10:49.9040682Z @pytest.mark.parametrize( +2024-09-30T17:10:49.9040932Z +2024-09-30T17:10:49.9041413Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_gtz_ttnn[input_shapes0] +2024-09-30T17:10:49.9042520Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_gtz_ttnn[input_shapes1] +2024-09-30T17:10:49.9043614Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_gtz_ttnn[input_shapes2] +2024-09-30T17:10:49.9045216Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py:274: PytestWarning: record_property is incompatible with junit_family 'xunit2' (use 'legacy' or 'xunit1') +2024-09-30T17:10:49.9046327Z @pytest.mark.parametrize( +2024-09-30T17:10:49.9046567Z +2024-09-30T17:10:49.9047174Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_elu_ttnn[1.0-input_shapes0] +2024-09-30T17:10:49.9048423Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_elu_ttnn[1.0-input_shapes1] +2024-09-30T17:10:49.9049658Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_elu_ttnn[1.0-input_shapes2] +2024-09-30T17:10:49.9050894Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_elu_ttnn[5.0-input_shapes0] +2024-09-30T17:10:49.9052139Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_elu_ttnn[5.0-input_shapes1] +2024-09-30T17:10:49.9053375Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_elu_ttnn[5.0-input_shapes2] +2024-09-30T17:10:49.9054626Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_elu_ttnn[10.0-input_shapes0] +2024-09-30T17:10:49.9055897Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_elu_ttnn[10.0-input_shapes1] +2024-09-30T17:10:49.9057150Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_elu_ttnn[10.0-input_shapes2] +2024-09-30T17:10:49.9058780Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py:294: PytestWarning: record_property is incompatible with junit_family 'xunit2' (use 'legacy' or 'xunit1') +2024-09-30T17:10:49.9059878Z @pytest.mark.parametrize( +2024-09-30T17:10:49.9060121Z +2024-09-30T17:10:49.9060741Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_erf_ttnn[False-input_shapes0] +2024-09-30T17:10:49.9062042Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_erf_ttnn[False-input_shapes1] +2024-09-30T17:10:49.9063612Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_erf_ttnn[False-input_shapes2] +2024-09-30T17:10:49.9064865Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_erf_ttnn[True-input_shapes0] +2024-09-30T17:10:49.9066119Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_erf_ttnn[True-input_shapes1] +2024-09-30T17:10:49.9067527Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_erf_ttnn[True-input_shapes2] +2024-09-30T17:10:49.9069159Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py:315: PytestWarning: record_property is incompatible with junit_family 'xunit2' (use 'legacy' or 'xunit1') +2024-09-30T17:10:49.9070257Z @pytest.mark.parametrize( +2024-09-30T17:10:49.9070498Z +2024-09-30T17:10:49.9071124Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_erfc_ttnn[False-input_shapes0] +2024-09-30T17:10:49.9072536Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_erfc_ttnn[False-input_shapes1] +2024-09-30T17:10:49.9073950Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_erfc_ttnn[False-input_shapes2] +2024-09-30T17:10:49.9075279Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_erfc_ttnn[True-input_shapes0] +2024-09-30T17:10:49.9076564Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_erfc_ttnn[True-input_shapes1] +2024-09-30T17:10:49.9077824Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_erfc_ttnn[True-input_shapes2] +2024-09-30T17:10:49.9079471Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py:336: PytestWarning: record_property is incompatible with junit_family 'xunit2' (use 'legacy' or 'xunit1') +2024-09-30T17:10:49.9080573Z @pytest.mark.parametrize( +2024-09-30T17:10:49.9080821Z +2024-09-30T17:10:49.9081320Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_erfinv_ttnn[input_shapes0] +2024-09-30T17:10:49.9082444Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_erfinv_ttnn[input_shapes1] +2024-09-30T17:10:49.9083531Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_erfinv_ttnn[input_shapes2] +2024-09-30T17:10:49.9085127Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py:357: PytestWarning: record_property is incompatible with junit_family 'xunit2' (use 'legacy' or 'xunit1') +2024-09-30T17:10:49.9086207Z @pytest.mark.parametrize( +2024-09-30T17:10:49.9086451Z +2024-09-30T17:10:49.9086936Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_exp_ttnn[input_shapes0] +2024-09-30T17:10:49.9088027Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_exp_ttnn[input_shapes1] +2024-09-30T17:10:49.9089107Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_exp_ttnn[input_shapes2] +2024-09-30T17:10:49.9090679Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py:377: PytestWarning: record_property is incompatible with junit_family 'xunit2' (use 'legacy' or 'xunit1') +2024-09-30T17:10:49.9091760Z @pytest.mark.parametrize( +2024-09-30T17:10:49.9092009Z +2024-09-30T17:10:49.9092494Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_exp2_ttnn[input_shapes0] +2024-09-30T17:10:49.9093595Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_exp2_ttnn[input_shapes1] +2024-09-30T17:10:49.9094694Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_exp2_ttnn[input_shapes2] +2024-09-30T17:10:49.9096283Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py:397: PytestWarning: record_property is incompatible with junit_family 'xunit2' (use 'legacy' or 'xunit1') +2024-09-30T17:10:49.9097380Z @pytest.mark.parametrize( +2024-09-30T17:10:49.9097624Z +2024-09-30T17:10:49.9098112Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_expm1_ttnn[input_shapes0] +2024-09-30T17:10:49.9099215Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_expm1_ttnn[input_shapes1] +2024-09-30T17:10:49.9100318Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_expm1_ttnn[input_shapes2] +2024-09-30T17:10:49.9101912Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py:417: PytestWarning: record_property is incompatible with junit_family 'xunit2' (use 'legacy' or 'xunit1') +2024-09-30T17:10:49.9103014Z @pytest.mark.parametrize( +2024-09-30T17:10:49.9103256Z +2024-09-30T17:10:49.9103882Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_gelu_ttnn[False-input_shapes0] +2024-09-30T17:10:49.9105247Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_gelu_ttnn[False-input_shapes1] +2024-09-30T17:10:49.9106746Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_gelu_ttnn[False-input_shapes2] +2024-09-30T17:10:49.9108038Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_gelu_ttnn[True-input_shapes0] +2024-09-30T17:10:49.9109303Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_gelu_ttnn[True-input_shapes1] +2024-09-30T17:10:49.9110568Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_gelu_ttnn[True-input_shapes2] +2024-09-30T17:10:49.9112213Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py:437: PytestWarning: record_property is incompatible with junit_family 'xunit2' (use 'legacy' or 'xunit1') +2024-09-30T17:10:49.9113318Z @pytest.mark.parametrize( +2024-09-30T17:10:49.9113609Z +2024-09-30T17:10:49.9114274Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_leaky_relu_ttnn[1.0-input_shapes0] +2024-09-30T17:10:49.9115584Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_leaky_relu_ttnn[1.0-input_shapes1] +2024-09-30T17:10:49.9116892Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_leaky_relu_ttnn[1.0-input_shapes2] +2024-09-30T17:10:49.9118194Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_leaky_relu_ttnn[5.0-input_shapes0] +2024-09-30T17:10:49.9119493Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_leaky_relu_ttnn[5.0-input_shapes1] +2024-09-30T17:10:49.9120783Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_leaky_relu_ttnn[5.0-input_shapes2] +2024-09-30T17:10:49.9122094Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_leaky_relu_ttnn[10.0-input_shapes0] +2024-09-30T17:10:49.9123425Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_leaky_relu_ttnn[10.0-input_shapes1] +2024-09-30T17:10:49.9124758Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_leaky_relu_ttnn[10.0-input_shapes2] +2024-09-30T17:10:49.9126436Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py:479: PytestWarning: record_property is incompatible with junit_family 'xunit2' (use 'legacy' or 'xunit1') +2024-09-30T17:10:49.9127543Z @pytest.mark.parametrize( +2024-09-30T17:10:49.9127785Z +2024-09-30T17:10:49.9128302Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_logical_not_ttnn[input_shapes0] +2024-09-30T17:10:49.9129485Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_logical_not_ttnn[input_shapes1] +2024-09-30T17:10:49.9130662Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_logical_not_ttnn[input_shapes2] +2024-09-30T17:10:49.9132312Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py:500: PytestWarning: record_property is incompatible with junit_family 'xunit2' (use 'legacy' or 'xunit1') +2024-09-30T17:10:49.9133402Z @pytest.mark.parametrize( +2024-09-30T17:10:49.9133636Z +2024-09-30T17:10:49.9134115Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_i0_ttnn[input_shapes0] +2024-09-30T17:10:49.9135191Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_i0_ttnn[input_shapes1] +2024-09-30T17:10:49.9136281Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_i0_ttnn[input_shapes2] +2024-09-30T17:10:49.9137863Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py:520: PytestWarning: record_property is incompatible with junit_family 'xunit2' (use 'legacy' or 'xunit1') +2024-09-30T17:10:49.9138940Z @pytest.mark.parametrize( +2024-09-30T17:10:49.9139275Z +2024-09-30T17:10:49.9139785Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_isfinite_ttnn[input_shapes0] +2024-09-30T17:10:49.9140985Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_isfinite_ttnn[input_shapes1] +2024-09-30T17:10:49.9142139Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_isfinite_ttnn[input_shapes2] +2024-09-30T17:10:49.9143774Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py:540: PytestWarning: record_property is incompatible with junit_family 'xunit2' (use 'legacy' or 'xunit1') +2024-09-30T17:10:49.9144857Z @pytest.mark.parametrize( +2024-09-30T17:10:49.9145093Z +2024-09-30T17:10:49.9145591Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_isinf_ttnn[input_shapes0] +2024-09-30T17:10:49.9146813Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_isinf_ttnn[input_shapes1] +2024-09-30T17:10:49.9147944Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_isinf_ttnn[input_shapes2] +2024-09-30T17:10:49.9149584Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py:560: PytestWarning: record_property is incompatible with junit_family 'xunit2' (use 'legacy' or 'xunit1') +2024-09-30T17:10:49.9150694Z @pytest.mark.parametrize( +2024-09-30T17:10:49.9150944Z +2024-09-30T17:10:49.9151467Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_isposinf_ttnn[input_shapes0] +2024-09-30T17:10:49.9152606Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_isposinf_ttnn[input_shapes1] +2024-09-30T17:10:49.9153808Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_isposinf_ttnn[input_shapes2] +2024-09-30T17:10:49.9155458Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py:580: PytestWarning: record_property is incompatible with junit_family 'xunit2' (use 'legacy' or 'xunit1') +2024-09-30T17:10:49.9156555Z @pytest.mark.parametrize( +2024-09-30T17:10:49.9156793Z +2024-09-30T17:10:49.9157315Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_isneginf_ttnn[input_shapes0] +2024-09-30T17:10:49.9158464Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_isneginf_ttnn[input_shapes1] +2024-09-30T17:10:49.9159601Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_isneginf_ttnn[input_shapes2] +2024-09-30T17:10:49.9161226Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py:600: PytestWarning: record_property is incompatible with junit_family 'xunit2' (use 'legacy' or 'xunit1') +2024-09-30T17:10:49.9162326Z @pytest.mark.parametrize( +2024-09-30T17:10:49.9162561Z +2024-09-30T17:10:49.9163058Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_isnan_ttnn[input_shapes0] +2024-09-30T17:10:49.9164177Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_isnan_ttnn[input_shapes1] +2024-09-30T17:10:49.9165282Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_isnan_ttnn[input_shapes2] +2024-09-30T17:10:49.9166885Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py:620: PytestWarning: record_property is incompatible with junit_family 'xunit2' (use 'legacy' or 'xunit1') +2024-09-30T17:10:49.9168008Z @pytest.mark.parametrize( +2024-09-30T17:10:49.9168250Z +2024-09-30T17:10:49.9168733Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_neg_ttnn[input_shapes0] +2024-09-30T17:10:49.9169830Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_neg_ttnn[input_shapes1] +2024-09-30T17:10:49.9170910Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_neg_ttnn[input_shapes2] +2024-09-30T17:10:49.9172764Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py:640: PytestWarning: record_property is incompatible with junit_family 'xunit2' (use 'legacy' or 'xunit1') +2024-09-30T17:10:49.9173886Z @pytest.mark.parametrize( +2024-09-30T17:10:49.9174134Z +2024-09-30T17:10:49.9174632Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_relu_ttnn[input_shapes0] +2024-09-30T17:10:49.9175751Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_relu_ttnn[input_shapes1] +2024-09-30T17:10:49.9176854Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_relu_ttnn[input_shapes2] +2024-09-30T17:10:49.9178465Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py:660: PytestWarning: record_property is incompatible with junit_family 'xunit2' (use 'legacy' or 'xunit1') +2024-09-30T17:10:49.9179569Z @pytest.mark.parametrize( +2024-09-30T17:10:49.9179842Z +2024-09-30T17:10:49.9180334Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_relu6_ttnn[input_shapes0] +2024-09-30T17:10:49.9181458Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_relu6_ttnn[input_shapes1] +2024-09-30T17:10:49.9182577Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_relu6_ttnn[input_shapes2] +2024-09-30T17:10:49.9184167Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py:680: PytestWarning: record_property is incompatible with junit_family 'xunit2' (use 'legacy' or 'xunit1') +2024-09-30T17:10:49.9185249Z @pytest.mark.parametrize( +2024-09-30T17:10:49.9185490Z +2024-09-30T17:10:49.9185972Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_tan_ttnn[input_shapes0] +2024-09-30T17:10:49.9187217Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_tan_ttnn[input_shapes1] +2024-09-30T17:10:49.9188323Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_tan_ttnn[input_shapes2] +2024-09-30T17:10:49.9189928Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py:700: PytestWarning: record_property is incompatible with junit_family 'xunit2' (use 'legacy' or 'xunit1') +2024-09-30T17:10:49.9191011Z @pytest.mark.parametrize( +2024-09-30T17:10:49.9191263Z +2024-09-30T17:10:49.9191746Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_tanh_ttnn[input_shapes0] +2024-09-30T17:10:49.9192896Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_tanh_ttnn[input_shapes1] +2024-09-30T17:10:49.9194055Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_tanh_ttnn[input_shapes2] +2024-09-30T17:10:49.9195652Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py:720: PytestWarning: record_property is incompatible with junit_family 'xunit2' (use 'legacy' or 'xunit1') +2024-09-30T17:10:49.9196760Z @pytest.mark.parametrize( +2024-09-30T17:10:49.9197015Z +2024-09-30T17:10:49.9197509Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_rsqrt_ttnn[input_shapes0] +2024-09-30T17:10:49.9198635Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_rsqrt_ttnn[input_shapes1] +2024-09-30T17:10:49.9199764Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_rsqrt_ttnn[input_shapes2] +2024-09-30T17:10:49.9201373Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py:840: PytestWarning: record_property is incompatible with junit_family 'xunit2' (use 'legacy' or 'xunit1') +2024-09-30T17:10:49.9202471Z @pytest.mark.parametrize( +2024-09-30T17:10:49.9202727Z +2024-09-30T17:10:49.9203207Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_sign_ttnn[input_shapes0] +2024-09-30T17:10:49.9204440Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_sign_ttnn[input_shapes1] +2024-09-30T17:10:49.9205630Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_sign_ttnn[input_shapes2] +2024-09-30T17:10:49.9207258Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py:760: PytestWarning: record_property is incompatible with junit_family 'xunit2' (use 'legacy' or 'xunit1') +2024-09-30T17:10:49.9210426Z @pytest.mark.parametrize( +2024-09-30T17:10:49.9210734Z +2024-09-30T17:10:49.9211259Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_signbit_ttnn[input_shapes0] +2024-09-30T17:10:49.9212514Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_signbit_ttnn[input_shapes1] +2024-09-30T17:10:49.9213742Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_signbit_ttnn[input_shapes2] +2024-09-30T17:10:49.9215395Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py:780: PytestWarning: record_property is incompatible with junit_family 'xunit2' (use 'legacy' or 'xunit1') +2024-09-30T17:10:49.9216515Z @pytest.mark.parametrize( +2024-09-30T17:10:49.9216844Z +2024-09-30T17:10:49.9217347Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_silu_ttnn[input_shapes0] +2024-09-30T17:10:49.9218531Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_silu_ttnn[input_shapes1] +2024-09-30T17:10:49.9219712Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_silu_ttnn[input_shapes2] +2024-09-30T17:10:49.9221403Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py:800: PytestWarning: record_property is incompatible with junit_family 'xunit2' (use 'legacy' or 'xunit1') +2024-09-30T17:10:49.9222555Z @pytest.mark.parametrize( +2024-09-30T17:10:49.9222863Z +2024-09-30T17:10:49.9223405Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_log_sigmoid_ttnn[input_shapes0] +2024-09-30T17:10:49.9224678Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_log_sigmoid_ttnn[input_shapes1] +2024-09-30T17:10:49.9225935Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_log_sigmoid_ttnn[input_shapes2] +2024-09-30T17:10:49.9228690Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py:820: PytestWarning: record_property is incompatible with junit_family 'xunit2' (use 'legacy' or 'xunit1') +2024-09-30T17:10:49.9229889Z @pytest.mark.parametrize( +2024-09-30T17:10:49.9230162Z +2024-09-30T17:10:49.9230690Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_sigmoid_ttnn[input_shapes0] +2024-09-30T17:10:49.9231856Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_sigmoid_ttnn[input_shapes1] +2024-09-30T17:10:49.9233098Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_sigmoid_ttnn[input_shapes2] +2024-09-30T17:10:49.9234893Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py:860: PytestWarning: record_property is incompatible with junit_family 'xunit2' (use 'legacy' or 'xunit1') +2024-09-30T17:10:49.9236088Z @pytest.mark.parametrize( +2024-09-30T17:10:49.9236368Z +2024-09-30T17:10:49.9236894Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_recip_ttnn[input_shapes0] +2024-09-30T17:10:49.9238158Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_recip_ttnn[input_shapes1] +2024-09-30T17:10:49.9241240Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_recip_ttnn[input_shapes2] +2024-09-30T17:10:49.9242971Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py:880: PytestWarning: record_property is incompatible with junit_family 'xunit2' (use 'legacy' or 'xunit1') +2024-09-30T17:10:49.9244372Z @pytest.mark.parametrize( +2024-09-30T17:10:49.9244654Z +2024-09-30T17:10:50.1095000Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_heaviside_ttnn[1.0-input_shapes0] +2024-09-30T17:10:50.1098848Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_heaviside_ttnn[1.0-input_shapes1] +2024-09-30T17:10:50.1100896Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_heaviside_ttnn[1.0-input_shapes2] +2024-09-30T17:10:50.1103826Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_heaviside_ttnn[5.0-input_shapes0] +2024-09-30T17:10:50.1105434Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_heaviside_ttnn[5.0-input_shapes1] +2024-09-30T17:10:50.1107219Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_heaviside_ttnn[5.0-input_shapes2] +2024-09-30T17:10:50.1109301Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_heaviside_ttnn[10.0-input_shapes0] +2024-09-30T17:10:50.1111000Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_heaviside_ttnn[10.0-input_shapes1] +2024-09-30T17:10:50.1112618Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_heaviside_ttnn[10.0-input_shapes2] +2024-09-30T17:10:50.1117196Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py:900: PytestWarning: record_property is incompatible with junit_family 'xunit2' (use 'legacy' or 'xunit1') +2024-09-30T17:10:50.1120482Z @pytest.mark.parametrize( +2024-09-30T17:10:50.1121978Z +2024-09-30T17:10:50.1122927Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_log_ttnn[input_shapes0] +2024-09-30T17:10:50.1127973Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_log_ttnn[input_shapes1] +2024-09-30T17:10:50.1129494Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_log_ttnn[input_shapes2] +2024-09-30T17:10:50.1131643Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py:921: PytestWarning: record_property is incompatible with junit_family 'xunit2' (use 'legacy' or 'xunit1') +2024-09-30T17:10:50.1133088Z @pytest.mark.parametrize( +2024-09-30T17:10:50.1133421Z +2024-09-30T17:10:50.1134076Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_log2_ttnn[input_shapes0] +2024-09-30T17:10:50.1135507Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_log2_ttnn[input_shapes1] +2024-09-30T17:10:50.1136995Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_log2_ttnn[input_shapes2] +2024-09-30T17:10:50.1139093Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py:941: PytestWarning: record_property is incompatible with junit_family 'xunit2' (use 'legacy' or 'xunit1') +2024-09-30T17:10:50.1140583Z @pytest.mark.parametrize( +2024-09-30T17:10:50.1140901Z +2024-09-30T17:10:50.1141676Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_log10_ttnn[input_shapes0] +2024-09-30T17:10:50.1143117Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_log10_ttnn[input_shapes1] +2024-09-30T17:10:50.1144614Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_log10_ttnn[input_shapes2] +2024-09-30T17:10:50.1146879Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py:961: PytestWarning: record_property is incompatible with junit_family 'xunit2' (use 'legacy' or 'xunit1') +2024-09-30T17:10:50.1148343Z @pytest.mark.parametrize( +2024-09-30T17:10:50.1148666Z +2024-09-30T17:10:50.1149339Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_sqrt_ttnn[input_shapes0] +2024-09-30T17:10:50.1151083Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_sqrt_ttnn[input_shapes1] +2024-09-30T17:10:50.1152722Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_sqrt_ttnn[input_shapes2] +2024-09-30T17:10:50.1154824Z tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py:981: PytestWarning: record_property is incompatible with junit_family 'xunit2' (use 'legacy' or 'xunit1') +2024-09-30T17:10:50.1156273Z @pytest.mark.parametrize( +2024-09-30T17:10:50.1156601Z +2024-09-30T17:10:50.1157100Z tests/tt_eager/python_api_testing/unit_testing/misc/test_untilize_test.py: 30 warnings +2024-09-30T17:10:50.1159071Z tests/tt_eager/python_api_testing/unit_testing/misc/test_untilize_test.py:14: PytestWarning: record_property is incompatible with junit_family 'xunit2' (use 'legacy' or 'xunit1') +2024-09-30T17:10:50.1160562Z @skip_for_blackhole("Mismatching on BH, see #12349") +2024-09-30T17:10:50.1161047Z +2024-09-30T17:10:50.1161509Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py: 96 warnings +2024-09-30T17:10:50.1163439Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:22: PytestWarning: record_property is incompatible with junit_family 'xunit2' (use 'legacy' or 'xunit1') +2024-09-30T17:10:50.1164940Z @pytest.mark.parametrize("seq_len", [32, 512, 2048]) +2024-09-30T17:10:50.1165413Z +2024-09-30T17:10:50.1165898Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py: 512 warnings +2024-09-30T17:10:50.1167816Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:71: PytestWarning: record_property is incompatible with junit_family 'xunit2' (use 'legacy' or 'xunit1') +2024-09-30T17:10:50.1169354Z @pytest.mark.parametrize("cache_idx", [0, 1, 127, 1057]) +2024-09-30T17:10:50.1169894Z +2024-09-30T17:10:50.1170356Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py: 48 warnings +2024-09-30T17:10:50.1172305Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:155: PytestWarning: record_property is incompatible with junit_family 'xunit2' (use 'legacy' or 'xunit1') +2024-09-30T17:10:50.1173854Z @pytest.mark.parametrize("seq_len", [32, 512, 1024]) +2024-09-30T17:10:50.1174311Z +2024-09-30T17:10:50.1174757Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py: 128 warnings +2024-09-30T17:10:50.1176701Z tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:206: PytestWarning: record_property is incompatible with junit_family 'xunit2' (use 'legacy' or 'xunit1') +2024-09-30T17:10:50.1178253Z @pytest.mark.parametrize("cache_idx", [0, 1, 127, 1057]) +2024-09-30T17:10:50.1178772Z +2024-09-30T17:10:50.1179308Z -- Docs: https://docs.pytest.org/en/stable/how-to/capture-warnings.html +2024-09-30T17:10:50.1180151Z ==================================== PASSES ==================================== +2024-09-30T17:10:50.1181505Z - generated xml file: /home/ubuntu/actions-runner/_work/tt-metal/tt-metal/generated/test_reports/most_recent_tests.xml - +2024-09-30T17:10:50.1182725Z ============================== slowest durations =============================== +2024-09-30T17:10:50.1184697Z 11.94s call tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor_prealloc_and_write.py::test_tensor_preallocation_and_write_apis[False-5-tensor_layout0-memory_location1-mem_layout0-in_dtype1] +2024-09-30T17:10:50.1187685Z 11.71s call tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor_prealloc_and_write.py::test_tensor_preallocation_and_write_apis[True-5-tensor_layout0-memory_location0-mem_layout0-in_dtype1] +2024-09-30T17:10:50.1190506Z 11.55s call tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor_prealloc_and_write.py::test_tensor_preallocation_and_write_apis[True-5-tensor_layout0-memory_location1-mem_layout0-in_dtype1] +2024-09-30T17:10:50.1193323Z 11.40s call tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor_prealloc_and_write.py::test_tensor_preallocation_and_write_apis[False-5-tensor_layout0-memory_location0-mem_layout0-in_dtype1] +2024-09-30T17:10:50.1196010Z 4.54s call tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_pow_ttnn[0.5-input_shapes0] +2024-09-30T17:10:50.1197806Z 3.87s call tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_pow_ttnn[0.5-input_shapes1] +2024-09-30T17:10:50.1199642Z 3.69s call tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_pow_ttnn[0.5-input_shapes2] +2024-09-30T17:10:50.1202015Z 3.07s call tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor_prealloc_and_write.py::test_tensor_preallocation_and_write_apis[False-5-tensor_layout0-memory_location0-mem_layout0-in_dtype0] +2024-09-30T17:10:50.1204674Z 2.98s call tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor_prealloc_and_write.py::test_tensor_preallocation_and_write_apis[False-5-tensor_layout0-memory_location1-mem_layout0-in_dtype0] +2024-09-30T17:10:50.1207101Z 2.91s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[2048-input_dtype1-True-2-64-2048-64] +2024-09-30T17:10:50.1222173Z 2.90s call tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor_prealloc_and_write.py::test_tensor_preallocation_and_write_apis[True-5-tensor_layout0-memory_location0-mem_layout0-in_dtype0] +2024-09-30T17:10:50.1228127Z 2.71s call tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor_prealloc_and_write.py::test_tensor_preallocation_and_write_apis[True-5-tensor_layout0-memory_location1-mem_layout0-in_dtype0] +2024-09-30T17:10:50.1242498Z 2.25s call tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor_prealloc_and_write.py::test_tensor_preallocation_and_write_apis[True-5-tensor_layout1-memory_location1-mem_layout0-in_dtype0] +2024-09-30T17:10:50.1311868Z 2.14s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[512-input_dtype1-True-2-64-2048-64] +2024-09-30T17:10:50.1314032Z 2.09s call tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor_prealloc_and_write.py::test_tensor_preallocation_and_write_apis[True-5-tensor_layout1-memory_location0-mem_layout0-in_dtype0] +2024-09-30T17:10:50.1316033Z 2.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[512-input_dtype1-False-2-64-2048-64] +2024-09-30T17:10:50.1317657Z 1.97s call tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py::test_transpose_bfloat8_b[shape0-swap_dims0] +2024-09-30T17:10:50.1319295Z 1.80s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[32-input_dtype1-True-2-64-2048-64] +2024-09-30T17:10:50.1321032Z 1.75s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[32-input_dtype1-False-2-64-2048-64] +2024-09-30T17:10:50.1322715Z 1.71s call tests/tt_eager/python_api_testing/unit_testing/misc/test_untilize_test.py::test_run_untilize_test[1-1-784-8-float] +2024-09-30T17:10:50.1324169Z 1.69s call tests/tt_eager/python_api_testing/unit_testing/misc/test_untilize_test.py::test_run_untilize_test[1-1-3136-2-float] +2024-09-30T17:10:50.1325722Z 1.69s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_split_any_dim_two_chunks_tiled.py::test_split_tiled_w[1x2x64x10240-2-out_L1-in_L1] +2024-09-30T17:10:50.1327330Z 1.67s call tests/tt_eager/python_api_testing/unit_testing/misc/test_untilize_test.py::test_run_untilize_test[1-1-3136-2-bfloat16] +2024-09-30T17:10:50.1329231Z 1.66s call tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor_prealloc_and_write.py::test_tensor_preallocation_and_write_apis[False-5-tensor_layout1-memory_location0-mem_layout0-in_dtype0] +2024-09-30T17:10:50.1330959Z 1.63s call tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py::test_transpose_wh_sharded_program_cache[bfloat8_b] +2024-09-30T17:10:50.1332801Z 1.62s call tests/tt_eager/python_api_testing/unit_testing/misc/test_untilize_test.py::test_run_untilize_test[1-1-784-8-bfloat16] +2024-09-30T17:10:50.1334699Z 1.60s call tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor_prealloc_and_write.py::test_tensor_preallocation_and_write_apis[False-5-tensor_layout1-memory_location1-mem_layout0-in_dtype0] +2024-09-30T17:10:50.1336623Z 1.45s call tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py::test_tranpose_hw_sharded_rm_with_program_cache[16-128-128-16] +2024-09-30T17:10:50.1338303Z 1.43s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[2048-input_dtype1-True-1-64-2048-64] +2024-09-30T17:10:50.1339906Z 1.43s call tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py::test_tranpose_hw_sharded_rm[112-16-224-16] +2024-09-30T17:10:50.1341612Z 1.43s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[2048-input_dtype1-True-2-32-2048-64] +2024-09-30T17:10:50.1343399Z 1.41s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[2048-input_dtype1-False-1-64-2048-64] +2024-09-30T17:10:50.1344818Z 1.39s call tests/tt_eager/python_api_testing/unit_testing/misc/test_sum.py::test_sum_for_dim_hw[shape_dim2] +2024-09-30T17:10:50.1346455Z 1.24s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[2048-input_dtype0-True-2-32-2048-64] +2024-09-30T17:10:50.1348077Z 1.18s call tests/tt_eager/python_api_testing/unit_testing/misc/test_untilize_test.py::test_run_untilize_test[1-1-784-4-float] +2024-09-30T17:10:50.1349520Z 1.17s call tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py::test_transpose_hc_program_cache[float] +2024-09-30T17:10:50.1351175Z 1.16s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[2048-input_dtype0-True-2-64-2048-64] +2024-09-30T17:10:50.1352929Z 1.15s call tests/tt_eager/python_api_testing/unit_testing/misc/test_split_any_dim_two_chunks_tiled.py::test_split_tiled_w[1x2x64x10240-2-out_L1-in_L1] +2024-09-30T17:10:50.1354490Z 1.10s call tests/tt_eager/python_api_testing/unit_testing/misc/test_untilize_test.py::test_run_untilize_test[1-1-196-16-float] +2024-09-30T17:10:50.1355935Z 1.06s call tests/tt_eager/python_api_testing/unit_testing/misc/test_untilize_test.py::test_run_untilize_test[1-1-784-4-bfloat16] +2024-09-30T17:10:50.1357425Z 1.03s call tests/tt_eager/python_api_testing/unit_testing/misc/test_untilize_test.py::test_run_untilize_test[1-1-196-16-bfloat16] +2024-09-30T17:10:50.1359059Z 1.01s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[512-input_dtype1-False-2-32-2048-64] +2024-09-30T17:10:50.1360837Z 1.01s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[512-input_dtype1-True-2-32-2048-64] +2024-09-30T17:10:50.1362314Z 0.99s call tests/tt_eager/python_api_testing/unit_testing/misc/test_tilize_hpadding_matmul.py::test_tilize_hpadding_matmul +2024-09-30T17:10:50.1363931Z 0.92s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[512-input_dtype1-True-1-64-2048-64] +2024-09-30T17:10:50.1365303Z 0.91s call tests/tt_eager/python_api_testing/unit_testing/misc/test_tilize_matmul.py::test_run_tilize_matmul_test +2024-09-30T17:10:50.1366721Z 0.91s call tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py::test_tranpose_hw_rm_with_padding[256-230-1-1] +2024-09-30T17:10:50.1368354Z 0.90s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[512-input_dtype1-False-1-64-2048-64] +2024-09-30T17:10:50.1370264Z 0.87s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[32-input_dtype1-False-2-32-2048-64] +2024-09-30T17:10:50.1371985Z 0.85s call tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_heaviside_ttnn[1.0-input_shapes2] +2024-09-30T17:10:50.1373313Z 0.82s call tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_log2_ttnn[input_shapes2] +2024-09-30T17:10:50.1374770Z 0.82s call tests/tt_eager/python_api_testing/unit_testing/misc/test_untilize_test.py::test_run_untilize_test[1-1-784-2-float] +2024-09-30T17:10:50.1376399Z 0.81s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[32-input_dtype1-False-1-64-2048-64] +2024-09-30T17:10:50.1378157Z 0.81s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[32-input_dtype1-True-1-64-2048-64] +2024-09-30T17:10:50.1379816Z 0.80s call tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py::test_tranpose_hc_rm_with_program_cache[16-256-128-20] +2024-09-30T17:10:50.1381518Z 0.79s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[32-input_dtype1-True-2-32-2048-64] +2024-09-30T17:10:50.1383093Z 0.79s call tests/tt_eager/python_api_testing/unit_testing/misc/test_untilize_test.py::test_run_untilize_test[1-1-49-32-float] +2024-09-30T17:10:50.1384461Z 0.79s call tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_log_sigmoid_ttnn[input_shapes1] +2024-09-30T17:10:50.1385839Z 0.79s call tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_log_sigmoid_ttnn[input_shapes2] +2024-09-30T17:10:50.1387455Z 0.78s call tests/tt_eager/python_api_testing/unit_testing/misc/test_untilize_test.py::test_run_untilize_test[1-1-196-8-float] +2024-09-30T17:10:50.1388787Z 0.77s call tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_log2_ttnn[input_shapes1] +2024-09-30T17:10:50.1390107Z 0.76s call tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_log10_ttnn[input_shapes2] +2024-09-30T17:10:50.1391552Z 0.76s call tests/tt_eager/python_api_testing/unit_testing/misc/test_untilize_test.py::test_run_untilize_test[1-1-784-2-bfloat16] +2024-09-30T17:10:50.1392928Z 0.76s call tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_log10_ttnn[input_shapes1] +2024-09-30T17:10:50.1394228Z 0.76s call tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_atan_ttnn[input_shapes1] +2024-09-30T17:10:50.1395696Z 0.76s call tests/tt_eager/python_api_testing/unit_testing/misc/test_untilize_test.py::test_run_untilize_test[1-1-196-8-bfloat16] +2024-09-30T17:10:50.1397039Z 0.76s call tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_exp2_ttnn[input_shapes1] +2024-09-30T17:10:50.1398467Z 0.75s call tests/tt_eager/python_api_testing/unit_testing/misc/test_untilize_test.py::test_run_untilize_test[1-1-49-32-bfloat16] +2024-09-30T17:10:50.1399812Z 0.75s call tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_rsqrt_ttnn[input_shapes2] +2024-09-30T17:10:50.1401263Z 0.74s call tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_pow_ttnn[2.0-input_shapes2] +2024-09-30T17:10:50.1403049Z 0.73s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-0-input_dtype0-True-1-32-2048-64] +2024-09-30T17:10:50.1405094Z 0.73s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-0-input_dtype1-True-1-32-2048-64] +2024-09-30T17:10:50.1406965Z 0.73s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[512-input_dtype0-False-2-64-2048-64] +2024-09-30T17:10:50.1408575Z 0.72s call tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_tanh_ttnn[input_shapes2] +2024-09-30T17:10:50.1409922Z 0.72s call tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_asin_ttnn[input_shapes2] +2024-09-30T17:10:50.1411251Z 0.72s call tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_signbit_ttnn[input_shapes1] +2024-09-30T17:10:50.1412591Z 0.72s call tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_gez_ttnn[input_shapes2] +2024-09-30T17:10:50.1413929Z 0.72s call tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_square_ttnn[input_shapes1] +2024-09-30T17:10:50.1415208Z 0.71s call tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_tanh_ttnn[input_shapes1] +2024-09-30T17:10:50.1416546Z 0.71s call tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_rsqrt_ttnn[input_shapes1] +2024-09-30T17:10:50.1417857Z 0.71s call tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_log2_ttnn[input_shapes0] +2024-09-30T17:10:50.1419179Z 0.71s call tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_sign_ttnn[input_shapes2] +2024-09-30T17:10:50.1420523Z 0.71s call tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_square_ttnn[input_shapes2] +2024-09-30T17:10:50.1422084Z 0.70s call tests/tt_eager/python_api_testing/unit_testing/misc/test_untilize_test.py::test_run_untilize_test[1-1-196-4-float] +2024-09-30T17:10:50.1423381Z 0.70s call tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_sigmoid_ttnn[input_shapes1] +2024-09-30T17:10:50.1424726Z 0.70s call tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py::test_transpose_hc_program_cache[bfloat16] +2024-09-30T17:10:50.1426053Z 0.70s call tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_gez_ttnn[input_shapes1] +2024-09-30T17:10:50.1427842Z 0.70s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[1024-input_dtype0-True-2-64-2048-64] +2024-09-30T17:10:50.1429401Z 0.70s call tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_signbit_ttnn[input_shapes2] +2024-09-30T17:10:50.1430620Z 0.70s call tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_eqz_ttnn[input_shapes2] +2024-09-30T17:10:50.1431846Z 0.70s call tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_expm1_ttnn[input_shapes2] +2024-09-30T17:10:50.1433068Z 0.69s call tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_atan_ttnn[input_shapes2] +2024-09-30T17:10:50.1434293Z 0.69s call tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_exp2_ttnn[input_shapes2] +2024-09-30T17:10:50.1435503Z 0.69s call tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_silu_ttnn[input_shapes2] +2024-09-30T17:10:50.1436893Z 0.68s call tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_heaviside_ttnn[10.0-input_shapes2] +2024-09-30T17:10:50.1438155Z 0.68s call tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_expm1_ttnn[input_shapes1] +2024-09-30T17:10:50.1439375Z 0.68s call tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py::test_transpose_wh_program_cache[float] +2024-09-30T17:10:50.1440760Z 0.67s call tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_heaviside_ttnn[5.0-input_shapes1] +2024-09-30T17:10:50.1442127Z 0.67s call tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_asin_ttnn[input_shapes1] +2024-09-30T17:10:50.1443587Z 0.67s call tests/tt_eager/python_api_testing/unit_testing/misc/test_untilize_test.py::test_run_untilize_test[1-1-196-4-bfloat16] +2024-09-30T17:10:50.1445137Z 0.66s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[2048-input_dtype1-True-2-16-2048-64] +2024-09-30T17:10:50.1446799Z 0.66s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[512-input_dtype0-True-2-64-2048-64] +2024-09-30T17:10:50.1448171Z 0.66s call tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_acos_ttnn[input_shapes2] +2024-09-30T17:10:50.1449562Z 0.66s call tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_heaviside_ttnn[10.0-input_shapes1] +2024-09-30T17:10:50.1451130Z 0.66s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[2048-input_dtype1-True-1-32-2048-64] +2024-09-30T17:10:50.1452934Z 0.66s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-0-input_dtype0-True-1-32-2048-64] +2024-09-30T17:10:50.1454758Z 0.66s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[512-input_dtype0-True-2-64-2048-64] +2024-09-30T17:10:50.1456486Z 0.66s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[2048-input_dtype1-False-1-32-2048-64] +2024-09-30T17:10:50.1457857Z 0.65s call tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_nez_ttnn[input_shapes2] +2024-09-30T17:10:50.1459215Z 0.65s call tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_elu_ttnn[1.0-input_shapes2] +2024-09-30T17:10:50.1460470Z 0.65s call tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_recip_ttnn[input_shapes2] +2024-09-30T17:10:50.1461905Z 0.65s call tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_pow_ttnn[2.0-input_shapes1] +2024-09-30T17:10:50.1463128Z 0.65s call tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_sqrt_ttnn[input_shapes2] +2024-09-30T17:10:50.1464762Z 0.65s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-0-input_dtype1-True-1-16-2048-64] +2024-09-30T17:10:50.1466809Z 0.65s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-0-input_dtype0-True-1-8-2048-64] +2024-09-30T17:10:50.1468410Z 0.65s call tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_sigmoid_ttnn[input_shapes2] +2024-09-30T17:10:50.1469687Z 0.64s call tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_nez_ttnn[input_shapes1] +2024-09-30T17:10:50.1470979Z 0.64s call tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_cos_ttnn[input_shapes2] +2024-09-30T17:10:50.1472383Z 0.64s call tests/tt_eager/python_api_testing/unit_testing/misc/test_untilize_test.py::test_run_untilize_test[1-1-49-16-float] +2024-09-30T17:10:50.1473720Z 0.64s call tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_log_sigmoid_ttnn[input_shapes0] +2024-09-30T17:10:50.1475228Z 0.64s call tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_heaviside_ttnn[5.0-input_shapes2] +2024-09-30T17:10:50.1476734Z 0.64s call tests/tt_eager/python_api_testing/unit_testing/misc/test_untilize_test.py::test_run_untilize_test[1-1-49-16-bfloat16] +2024-09-30T17:10:50.1478187Z 0.64s call tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_eqz_ttnn[input_shapes1] +2024-09-30T17:10:50.1479696Z 0.64s call tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_erfc_ttnn[False-input_shapes2] +2024-09-30T17:10:50.1481024Z 0.63s call tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_silu_ttnn[input_shapes1] +2024-09-30T17:10:50.1482337Z 0.63s call tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_sign_ttnn[input_shapes1] +2024-09-30T17:10:50.1483662Z 0.63s call tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_erfinv_ttnn[input_shapes1] +2024-09-30T17:10:50.1485122Z 0.63s call tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_erfc_ttnn[True-input_shapes2] +2024-09-30T17:10:50.1486930Z 0.63s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-0-input_dtype0-True-1-16-2048-64] +2024-09-30T17:10:50.1488521Z 0.63s call tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_isneginf_ttnn[input_shapes2] +2024-09-30T17:10:50.1489860Z 0.63s call tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_erfinv_ttnn[input_shapes2] +2024-09-30T17:10:50.1491261Z 0.63s call tests/tt_eager/python_api_testing/unit_testing/misc/test_tilize_test.py::test_run_tilize_test[False-1-1-784-2] +2024-09-30T17:10:50.1492484Z 0.62s call tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_silu_ttnn[input_shapes0] +2024-09-30T17:10:50.1493729Z 0.62s call tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_recip_ttnn[input_shapes1] +2024-09-30T17:10:50.1494933Z 0.62s call tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_tan_ttnn[input_shapes2] +2024-09-30T17:10:50.1496294Z 0.62s call tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_elu_ttnn[5.0-input_shapes1] +2024-09-30T17:10:50.1497670Z 0.62s call tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_gelu_ttnn[False-input_shapes2] +2024-09-30T17:10:50.1499053Z 0.61s call tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_erf_ttnn[True-input_shapes2] +2024-09-30T17:10:50.1500310Z 0.61s call tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_isfinite_ttnn[input_shapes2] +2024-09-30T17:10:50.1501753Z 0.61s call tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_erf_ttnn[True-input_shapes1] +2024-09-30T17:10:50.1502982Z 0.61s call tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_acos_ttnn[input_shapes1] +2024-09-30T17:10:50.1504370Z 0.61s call tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_leaky_relu_ttnn[10.0-input_shapes2] +2024-09-30T17:10:50.1505775Z 0.61s call tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_erf_ttnn[False-input_shapes1] +2024-09-30T17:10:50.1507197Z 0.61s call tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_relu6_ttnn[input_shapes1] +2024-09-30T17:10:50.1508516Z 0.61s call tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_abs_ttnn[input_shapes2] +2024-09-30T17:10:50.1510143Z 0.61s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[512-input_dtype0-False-2-64-2048-64] +2024-09-30T17:10:50.1511642Z 0.61s call tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_abs_ttnn[input_shapes1] +2024-09-30T17:10:50.1513099Z 0.61s call tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py::test_transpose_wh_sharded_program_cache[float] +2024-09-30T17:10:50.1514555Z 0.60s call tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_isfinite_ttnn[input_shapes1] +2024-09-30T17:10:50.1515885Z 0.60s call tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_i0_ttnn[input_shapes1] +2024-09-30T17:10:50.1517192Z 0.59s call tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_expm1_ttnn[input_shapes0] +2024-09-30T17:10:50.1518632Z 0.59s call tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_heaviside_ttnn[1.0-input_shapes1] +2024-09-30T17:10:50.1520137Z 0.59s call tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_leaky_relu_ttnn[10.0-input_shapes1] +2024-09-30T17:10:50.1521620Z 0.59s call tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py::test_tranpose_hw_rm_no_padding[256-8-128-16] +2024-09-30T17:10:50.1523098Z 0.59s call tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_elu_ttnn[5.0-input_shapes2] +2024-09-30T17:10:50.1524419Z 0.58s call tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_relu_ttnn[input_shapes2] +2024-09-30T17:10:50.1525681Z 0.58s call tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_atan_ttnn[input_shapes0] +2024-09-30T17:10:50.1527142Z 0.58s call tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_elu_ttnn[1.0-input_shapes1] +2024-09-30T17:10:50.1528480Z 0.58s call tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py::test_transpose_wh_program_cache[bfloat16] +2024-09-30T17:10:50.1529801Z 0.58s call tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_i0_ttnn[input_shapes2] +2024-09-30T17:10:50.1531107Z 0.58s call tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_log10_ttnn[input_shapes0] +2024-09-30T17:10:50.1532399Z 0.58s call tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_isposinf_ttnn[input_shapes1] +2024-09-30T17:10:50.1533715Z 0.58s call tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_isinf_ttnn[input_shapes1] +2024-09-30T17:10:50.1535009Z 0.58s call tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_exp2_ttnn[input_shapes0] +2024-09-30T17:10:50.1536471Z 0.58s call tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_gelu_ttnn[False-input_shapes1] +2024-09-30T17:10:50.1537823Z 0.58s call tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_relu_ttnn[input_shapes1] +2024-09-30T17:10:50.1539004Z 0.58s call tests/tt_eager/python_api_testing/unit_testing/misc/test_sum.py::test_sum_global[shape2] +2024-09-30T17:10:50.1540290Z 0.57s call tests/tt_eager/python_api_testing/unit_testing/misc/test_untilize_test.py::test_run_untilize_test[5-2-4-8-float] +2024-09-30T17:10:50.1541790Z 0.57s call tests/tt_eager/python_api_testing/unit_testing/misc/test_untilize_test.py::test_run_untilize_test[5-2-4-7-float] +2024-09-30T17:10:50.1543117Z 0.57s call tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_asin_ttnn[input_shapes0] +2024-09-30T17:10:50.1544352Z 0.57s call tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py::test_transpose_wh_uint16 +2024-09-30T17:10:50.1546007Z 0.57s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-0-input_dtype0-True-1-8-2048-64] +2024-09-30T17:10:50.1547743Z 0.57s call tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_pow_ttnn[2.0-input_shapes0] +2024-09-30T17:10:50.1549669Z 0.57s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-0-input_dtype1-True-1-8-2048-64] +2024-09-30T17:10:50.1551382Z 0.56s call tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_gelu_ttnn[True-input_shapes2] +2024-09-30T17:10:50.1552674Z 0.56s call tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_sqrt_ttnn[input_shapes1] +2024-09-30T17:10:50.1554041Z 0.56s call tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_elu_ttnn[10.0-input_shapes2] +2024-09-30T17:10:50.1555662Z 0.56s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[32-input_dtype0-False-2-64-2048-64] +2024-09-30T17:10:50.1557271Z 0.56s call tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_elu_ttnn[1.0-input_shapes0] +2024-09-30T17:10:50.1558744Z 0.56s call tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_erfc_ttnn[True-input_shapes1] +2024-09-30T17:10:50.1560257Z 0.56s call tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_heaviside_ttnn[10.0-input_shapes0] +2024-09-30T17:10:50.1561721Z 0.56s call tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_erf_ttnn[False-input_shapes2] +2024-09-30T17:10:50.1563224Z 0.55s call tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_erfc_ttnn[False-input_shapes1] +2024-09-30T17:10:50.1564515Z 0.55s call tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_cos_ttnn[input_shapes1] +2024-09-30T17:10:50.1565978Z 0.55s call tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_leaky_relu_ttnn[5.0-input_shapes1] +2024-09-30T17:10:50.1567597Z 0.55s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[32-input_dtype1-True-1-8-2048-64] +2024-09-30T17:10:50.1569035Z 0.55s call tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_sign_ttnn[input_shapes0] +2024-09-30T17:10:50.1570367Z 0.55s call tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_rsqrt_ttnn[input_shapes0] +2024-09-30T17:10:50.1571824Z 0.55s call tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_elu_ttnn[10.0-input_shapes1] +2024-09-30T17:10:50.1573301Z 0.55s call tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_sigmoid_ttnn[input_shapes0] +2024-09-30T17:10:50.1584487Z 0.55s call tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_nez_ttnn[input_shapes0] +2024-09-30T17:10:50.1586488Z 0.55s call tests/tt_eager/python_api_testing/unit_testing/misc/test_tilize_test.py::test_run_tilize_test[True-1-1-784-2] +2024-09-30T17:10:50.1588567Z 0.55s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[32-input_dtype0-False-2-64-2048-64] +2024-09-30T17:10:50.1590825Z 0.55s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[32-input_dtype0-True-2-64-2048-64] +2024-09-30T17:10:50.1593271Z 0.55s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-0-input_dtype1-False-1-32-2048-64] +2024-09-30T17:10:50.1595788Z 0.55s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-0-input_dtype0-True-1-16-2048-64] +2024-09-30T17:10:50.1598206Z 0.55s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[2048-input_dtype0-True-1-64-2048-64] +2024-09-30T17:10:50.1601050Z 0.55s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[32-input_dtype0-True-2-64-2048-64] +2024-09-30T17:10:50.1603033Z 0.55s call tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_cos_ttnn[input_shapes0] +2024-09-30T17:10:50.1631431Z 0.55s call tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_erfc_ttnn[False-input_shapes0] +2024-09-30T17:10:50.1632871Z 0.55s call tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_isnan_ttnn[input_shapes2] +2024-09-30T17:10:50.1634391Z 0.54s call tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_leaky_relu_ttnn[5.0-input_shapes2] +2024-09-30T17:10:50.1636049Z 0.54s call tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_leaky_relu_ttnn[1.0-input_shapes2] +2024-09-30T17:10:50.1637442Z 0.54s call tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_tan_ttnn[input_shapes1] +2024-09-30T17:10:50.1638973Z 0.54s call tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_heaviside_ttnn[5.0-input_shapes0] +2024-09-30T17:10:50.1640382Z 0.53s call tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_signbit_ttnn[input_shapes0] +2024-09-30T17:10:50.1641824Z 0.53s call tests/tt_eager/python_api_testing/unit_testing/misc/test_tilize_test.py::test_run_tilize_test[False-5-2-4-7] +2024-09-30T17:10:50.1643194Z 0.53s call tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_acos_ttnn[input_shapes0] +2024-09-30T17:10:50.1644586Z 0.53s call tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_isnan_ttnn[input_shapes1] +2024-09-30T17:10:50.1645946Z 0.53s call tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_relu6_ttnn[input_shapes2] +2024-09-30T17:10:50.1647475Z 0.53s call tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_gez_ttnn[input_shapes0] +2024-09-30T17:10:50.1649094Z 0.53s call tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_leaky_relu_ttnn[1.0-input_shapes1] +2024-09-30T17:10:50.1650468Z 0.53s call tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_neg_ttnn[input_shapes2] +2024-09-30T17:10:50.1651930Z 0.53s call tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_gelu_ttnn[True-input_shapes1] +2024-09-30T17:10:50.1653356Z 0.53s call tests/tt_eager/python_api_testing/unit_testing/misc/test_tilize_test.py::test_run_tilize_test[False-8-1-2-64] +2024-09-30T17:10:50.1654630Z 0.53s call tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_isinf_ttnn[input_shapes2] +2024-09-30T17:10:50.1655923Z 0.53s call tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_eqz_ttnn[input_shapes0] +2024-09-30T17:10:50.1698159Z 0.53s call tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_logical_not_ttnn[input_shapes1] +2024-09-30T17:10:50.1699527Z 0.53s call tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_tan_ttnn[input_shapes0] +2024-09-30T17:10:50.1701172Z 0.53s call tests/tt_eager/python_api_testing/unit_testing/misc/test_split_any_dim_two_chunks_tiled.py::test_split_tiled_w[1x2x64x10240-3-out_DRAM-in_DRAM] +2024-09-30T17:10:50.1702634Z 0.53s call tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_logical_not_ttnn[input_shapes2] +2024-09-30T17:10:50.1703969Z 0.53s call tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_neg_ttnn[input_shapes1] +2024-09-30T17:10:50.1705530Z 0.52s call tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_isneginf_ttnn[input_shapes1] +2024-09-30T17:10:50.1707073Z 0.52s call tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_tanh_ttnn[input_shapes0] +2024-09-30T17:10:50.1708390Z 0.52s call tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_isposinf_ttnn[input_shapes2] +2024-09-30T17:10:50.1709681Z 0.52s call tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_square_ttnn[input_shapes0] +2024-09-30T17:10:50.1711169Z 0.52s call tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_gelu_ttnn[False-input_shapes0] +2024-09-30T17:10:50.1712610Z 0.52s call tests/tt_eager/python_api_testing/unit_testing/misc/test_untilize_test.py::test_run_untilize_test[1-1-1-2-float] +2024-09-30T17:10:50.1714018Z 0.52s call tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_heaviside_ttnn[1.0-input_shapes0] +2024-09-30T17:10:50.1715489Z 0.52s call tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_gelu_ttnn[True-input_shapes0] +2024-09-30T17:10:50.1717208Z 0.51s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-0-input_dtype0-False-1-32-2048-64] +2024-09-30T17:10:50.1719024Z 0.51s call tests/tt_eager/python_api_testing/unit_testing/misc/test_split_any_dim_two_chunks_tiled.py::test_split_tiled_w[1x2x64x10240-3-out_L1-in_DRAM] +2024-09-30T17:10:50.1720773Z 0.51s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[512-input_dtype1-False-2-16-2048-64] +2024-09-30T17:10:50.1722216Z 0.51s call tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_erfinv_ttnn[input_shapes0] +2024-09-30T17:10:50.1723589Z 0.51s call tests/tt_eager/python_api_testing/unit_testing/misc/test_untilize_test.py::test_run_untilize_test[1-1-1-1-float] +2024-09-30T17:10:50.1724875Z 0.51s call tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_relu6_ttnn[input_shapes0] +2024-09-30T17:10:50.1726148Z 0.51s call tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_abs_ttnn[input_shapes0] +2024-09-30T17:10:50.1727322Z 0.51s call tests/tt_eager/python_api_testing/unit_testing/misc/test_sum.py::test_sum_for_dim_hw[shape_dim0] +2024-09-30T17:10:50.1728664Z 0.50s call tests/tt_eager/python_api_testing/unit_testing/misc/test_untilize_test.py::test_run_untilize_test[1-1-1-2-bfloat16] +2024-09-30T17:10:50.1730046Z 0.50s call tests/tt_eager/python_api_testing/unit_testing/misc/test_untilize_test.py::test_run_untilize_test[5-2-4-8-bfloat16] +2024-09-30T17:10:50.1731315Z 0.49s call tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_recip_ttnn[input_shapes0] +2024-09-30T17:10:50.1732583Z 0.49s call tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_sqrt_ttnn[input_shapes0] +2024-09-30T17:10:50.1734163Z 0.48s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[512-input_dtype1-True-1-32-2048-64] +2024-09-30T17:10:50.1735662Z 0.48s call tests/tt_eager/python_api_testing/unit_testing/misc/test_tilize_test.py::test_run_tilize_test[False-5-2-4-8] +2024-09-30T17:10:50.1737175Z 0.48s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[512-input_dtype1-True-2-16-2048-64] +2024-09-30T17:10:50.1738692Z 0.47s call tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_erf_ttnn[True-input_shapes0] +2024-09-30T17:10:50.1740376Z 0.47s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-0-input_dtype1-True-2-32-2048-64] +2024-09-30T17:10:50.1742462Z 0.47s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[2048-input_dtype0-False-1-64-2048-64] +2024-09-30T17:10:50.1744168Z 0.47s call tests/tt_eager/python_api_testing/unit_testing/misc/test_split_any_dim_two_chunks_tiled.py::test_split_tiled_w[1x2x64x10240-3-out_DRAM-in_L1] +2024-09-30T17:10:50.1745587Z 0.47s call tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_isfinite_ttnn[input_shapes0] +2024-09-30T17:10:50.1747098Z 0.47s call tests/tt_eager/python_api_testing/unit_testing/misc/test_untilize_test.py::test_run_untilize_test[5-2-4-7-bfloat16] +2024-09-30T17:10:50.1748834Z 0.47s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-0-input_dtype1-False-1-16-2048-64] +2024-09-30T17:10:50.1750492Z 0.47s call tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_elu_ttnn[10.0-input_shapes0] +2024-09-30T17:10:50.1751922Z 0.47s call tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_elu_ttnn[5.0-input_shapes0] +2024-09-30T17:10:50.1753493Z 0.47s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[32-input_dtype1-False-1-8-2048-64] +2024-09-30T17:10:50.1755005Z 0.47s call tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py::test_tranpose_hc_rm[16-128-128-16] +2024-09-30T17:10:50.1756138Z 0.47s call tests/tt_eager/python_api_testing/unit_testing/misc/test_sum.py::test_sum_for_dim_hw[shape_dim1] +2024-09-30T17:10:50.1757320Z 0.46s call tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py::test_transpose_cn_program_cache[float] +2024-09-30T17:10:50.1758722Z 0.46s call tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_erfc_ttnn[True-input_shapes0] +2024-09-30T17:10:50.1759924Z 0.46s call tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py::test_transpose_hc[float] +2024-09-30T17:10:50.1761566Z 0.46s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-0-input_dtype0-False-1-32-2048-64] +2024-09-30T17:10:50.1763261Z 0.46s call tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_erf_ttnn[False-input_shapes0] +2024-09-30T17:10:50.1764921Z 0.46s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1-input_dtype1-False-2-32-2048-64] +2024-09-30T17:10:50.1766445Z 0.46s call tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_isinf_ttnn[input_shapes0] +2024-09-30T17:10:50.1767869Z 0.45s call tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_leaky_relu_ttnn[1.0-input_shapes0] +2024-09-30T17:10:50.1769093Z 0.45s call tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py::test_transpose_wh_bfp4 +2024-09-30T17:10:50.1770355Z 0.45s call tests/tt_eager/python_api_testing/unit_testing/misc/test_tilize_test.py::test_run_tilize_test[True-5-2-4-7] +2024-09-30T17:10:50.1771572Z 0.45s call tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_isnan_ttnn[input_shapes0] +2024-09-30T17:10:50.1773234Z 0.45s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1-input_dtype1-True-2-32-2048-64] +2024-09-30T17:10:50.1775016Z 0.45s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[32-input_dtype1-False-1-32-2048-64] +2024-09-30T17:10:50.1776521Z 0.44s call tests/tt_eager/python_api_testing/unit_testing/misc/test_tilize_test.py::test_run_tilize_test[True-5-2-4-8] +2024-09-30T17:10:50.1777923Z 0.44s call tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_isposinf_ttnn[input_shapes0] +2024-09-30T17:10:50.1779308Z 0.44s call tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_isneginf_ttnn[input_shapes0] +2024-09-30T17:10:50.1781046Z 0.44s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-127-input_dtype1-True-2-32-2048-64] +2024-09-30T17:10:50.1782879Z 0.44s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[512-input_dtype1-False-1-32-2048-64] +2024-09-30T17:10:50.1784391Z 0.44s call tests/tt_eager/python_api_testing/unit_testing/misc/test_tilize_test.py::test_run_tilize_test[False-1-1-1-64] +2024-09-30T17:10:50.1786055Z 0.44s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-0-input_dtype1-False-1-8-2048-64] +2024-09-30T17:10:50.1787667Z 0.44s call tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_relu_ttnn[input_shapes0] +2024-09-30T17:10:50.1789346Z 0.44s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-0-input_dtype0-False-1-16-2048-64] +2024-09-30T17:10:50.1790807Z 0.44s call tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_i0_ttnn[input_shapes0] +2024-09-30T17:10:50.1792218Z 0.43s call tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_leaky_relu_ttnn[5.0-input_shapes0] +2024-09-30T17:10:50.1793474Z 0.43s call tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_neg_ttnn[input_shapes0] +2024-09-30T17:10:50.1794993Z 0.43s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[32-input_dtype1-True-2-16-2048-64] +2024-09-30T17:10:50.1796836Z 0.43s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1057-input_dtype1-False-2-32-2048-64] +2024-09-30T17:10:50.1798825Z 0.43s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-0-input_dtype0-False-1-16-2048-64] +2024-09-30T17:10:50.1800695Z 0.42s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[1024-input_dtype0-True-1-64-2048-64] +2024-09-30T17:10:50.1802582Z 0.42s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-127-input_dtype1-False-2-32-2048-64] +2024-09-30T17:10:50.1804257Z 0.42s call tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_leaky_relu_ttnn[10.0-input_shapes0] +2024-09-30T17:10:50.1805980Z 0.42s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-0-input_dtype0-False-1-8-2048-64] +2024-09-30T17:10:50.1807511Z 0.42s call tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_logical_not_ttnn[input_shapes0] +2024-09-30T17:10:50.1808945Z 0.42s call tests/tt_eager/python_api_testing/unit_testing/misc/test_untilize_test.py::test_run_untilize_test[1-1-1-1-bfloat16] +2024-09-30T17:10:50.1810633Z 0.42s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1057-input_dtype1-True-2-32-2048-64] +2024-09-30T17:10:50.1812454Z 0.41s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[32-input_dtype0-False-1-8-2048-64] +2024-09-30T17:10:50.1814431Z 0.41s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-0-input_dtype1-False-2-32-2048-64] +2024-09-30T17:10:50.1816370Z 0.41s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[32-input_dtype1-True-1-32-2048-64] +2024-09-30T17:10:50.1817716Z 0.40s call tests/tt_eager/python_api_testing/unit_testing/misc/test_sum.py::test_sum_global[shape0] +2024-09-30T17:10:50.1819276Z 0.40s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[1024-input_dtype0-False-1-64-2048-64] +2024-09-30T17:10:50.1821267Z 0.40s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-0-input_dtype0-False-1-8-2048-64] +2024-09-30T17:10:50.1823178Z 0.40s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[32-input_dtype1-False-2-16-2048-64] +2024-09-30T17:10:50.1825108Z 0.38s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-0-input_dtype0-True-2-32-2048-64] +2024-09-30T17:10:50.1827041Z 0.38s call tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py::test_tranpose_hc_sharded_with_program_cache[1-8-4-16-grid_size0] +2024-09-30T17:10:50.1828752Z 0.38s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[512-input_dtype0-True-2-32-2048-64] +2024-09-30T17:10:50.1830551Z 0.38s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[1024-input_dtype0-True-2-32-2048-64] +2024-09-30T17:10:50.1832343Z 0.38s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[32-input_dtype0-True-1-8-2048-64] +2024-09-30T17:10:50.1834148Z 0.37s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[32-input_dtype0-False-1-8-2048-64] +2024-09-30T17:10:50.1835964Z 0.37s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[512-input_dtype0-True-2-32-2048-64] +2024-09-30T17:10:50.1837731Z 0.36s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[512-input_dtype0-False-2-32-2048-64] +2024-09-30T17:10:50.1839490Z 0.36s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[512-input_dtype0-False-1-64-2048-64] +2024-09-30T17:10:50.1841251Z 0.36s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[2048-input_dtype1-False-1-16-2048-64] +2024-09-30T17:10:50.1842991Z 0.35s call tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py::test_tranpose_hc_sharded_with_program_cache[4-3-3-16-grid_size1] +2024-09-30T17:10:50.1844746Z 0.35s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[32-input_dtype0-True-1-8-2048-64] +2024-09-30T17:10:50.1846166Z 0.35s call tests/tt_eager/python_api_testing/unit_testing/misc/test_sum.py::test_sum_for_dim_hw[shape_dim3] +2024-09-30T17:10:50.1847660Z 0.33s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[2048-input_dtype1-True-1-16-2048-64] +2024-09-30T17:10:50.1849473Z 0.33s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[512-input_dtype0-False-2-32-2048-64] +2024-09-30T17:10:50.1851331Z 0.32s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[32-input_dtype0-True-1-64-2048-64] +2024-09-30T17:10:50.1853479Z 0.32s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-127-input_dtype0-False-2-32-2048-64] +2024-09-30T17:10:50.1855330Z 0.32s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[2048-input_dtype1-True-2-8-2048-64] +2024-09-30T17:10:50.1857147Z 0.32s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[512-input_dtype0-True-1-64-2048-64] +2024-09-30T17:10:50.1859100Z 0.31s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-1057-input_dtype0-False-2-32-2048-64] +2024-09-30T17:10:50.1861137Z 0.30s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[512-input_dtype0-False-1-64-2048-64] +2024-09-30T17:10:50.1863156Z 0.30s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-1057-input_dtype0-True-2-32-2048-64] +2024-09-30T17:10:50.1865116Z 0.30s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[32-input_dtype0-True-2-32-2048-64] +2024-09-30T17:10:50.1867161Z 0.30s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1-input_dtype0-False-2-32-2048-64] +2024-09-30T17:10:50.1869080Z 0.30s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[32-input_dtype0-False-2-32-2048-64] +2024-09-30T17:10:50.1870941Z 0.30s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[32-input_dtype0-False-1-64-2048-64] +2024-09-30T17:10:50.1872710Z 0.29s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[32-input_dtype0-True-1-64-2048-64] +2024-09-30T17:10:50.1874603Z 0.29s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-0-input_dtype0-False-2-32-2048-64] +2024-09-30T17:10:50.1876478Z 0.29s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[32-input_dtype0-False-2-32-2048-64] +2024-09-30T17:10:50.1878351Z 0.29s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-127-input_dtype0-True-2-32-2048-64] +2024-09-30T17:10:50.1880345Z 0.29s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1-input_dtype0-True-2-32-2048-64] +2024-09-30T17:10:50.1882200Z 0.29s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[32-input_dtype0-True-2-32-2048-64] +2024-09-30T17:10:50.1884105Z 0.28s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-0-input_dtype0-False-2-32-2048-64] +2024-09-30T17:10:50.1886147Z 0.28s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1057-input_dtype0-True-2-32-2048-64] +2024-09-30T17:10:50.1888225Z 0.28s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-127-input_dtype0-False-2-32-2048-64] +2024-09-30T17:10:50.1890310Z 0.27s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-1-input_dtype0-True-2-32-2048-64] +2024-09-30T17:10:50.1892522Z 0.27s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-0-input_dtype0-True-2-32-2048-64] +2024-09-30T17:10:50.1894387Z 0.26s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[512-input_dtype1-False-2-8-2048-64] +2024-09-30T17:10:50.1896266Z 0.26s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1057-input_dtype0-False-2-32-2048-64] +2024-09-30T17:10:50.1898106Z 0.26s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[32-input_dtype0-False-1-64-2048-64] +2024-09-30T17:10:50.1900033Z 0.25s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-127-input_dtype0-True-2-32-2048-64] +2024-09-30T17:10:50.1902176Z 0.25s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-1-input_dtype0-False-2-32-2048-64] +2024-09-30T17:10:50.1904073Z 0.25s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[32-input_dtype1-False-2-8-2048-64] +2024-09-30T17:10:50.1905827Z 0.24s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[512-input_dtype1-True-1-16-2048-64] +2024-09-30T17:10:50.1907670Z 0.24s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[512-input_dtype1-True-2-8-2048-64] +2024-09-30T17:10:50.1909385Z 0.24s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[512-input_dtype0-True-1-64-2048-64] +2024-09-30T17:10:50.1911133Z 0.23s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[2048-input_dtype0-True-1-32-2048-64] +2024-09-30T17:10:50.1912893Z 0.23s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[32-input_dtype1-True-2-8-2048-64] +2024-09-30T17:10:50.1914613Z 0.23s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[512-input_dtype1-False-1-16-2048-64] +2024-09-30T17:10:50.1916483Z 0.23s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-0-input_dtype1-True-2-16-2048-64] +2024-09-30T17:10:50.1918214Z 0.23s call tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py::test_tranpose_hw_rm_with_program_cache[256-8-128-16] +2024-09-30T17:10:50.1920000Z 0.23s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-127-input_dtype1-True-2-16-2048-64] +2024-09-30T17:10:50.1921823Z 0.22s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[2048-input_dtype0-True-2-16-2048-64] +2024-09-30T17:10:50.1923704Z 0.21s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1057-input_dtype1-True-2-16-2048-64] +2024-09-30T17:10:50.1925569Z 0.21s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[2048-input_dtype0-False-1-32-2048-64] +2024-09-30T17:10:50.1927317Z 0.21s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[32-input_dtype1-True-1-16-2048-64] +2024-09-30T17:10:50.1929066Z 0.21s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[32-input_dtype1-False-1-16-2048-64] +2024-09-30T17:10:50.1931040Z 0.21s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1-input_dtype1-True-2-16-2048-64] +2024-09-30T17:10:50.1933071Z 0.20s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1-input_dtype1-True-2-16-2048-64] +2024-09-30T17:10:50.1934932Z 0.20s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[2048-input_dtype1-False-1-8-2048-64] +2024-09-30T17:10:50.1936785Z 0.19s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1-input_dtype1-True-1-32-2048-64] +2024-09-30T17:10:50.1938757Z 0.18s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-127-input_dtype1-True-1-32-2048-64] +2024-09-30T17:10:50.1940739Z 0.18s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-127-input_dtype1-False-2-16-2048-64] +2024-09-30T17:10:50.1942661Z 0.18s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[2048-input_dtype1-True-1-8-2048-64] +2024-09-30T17:10:50.1944537Z 0.18s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-0-input_dtype1-False-2-16-2048-64] +2024-09-30T17:10:50.1946594Z 0.18s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-127-input_dtype1-False-2-16-2048-64] +2024-09-30T17:10:50.1948616Z 0.18s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-127-input_dtype1-True-2-16-2048-64] +2024-09-30T17:10:50.1950641Z 0.18s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-127-input_dtype1-False-1-32-2048-64] +2024-09-30T17:10:50.1952665Z 0.17s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1057-input_dtype1-False-1-32-2048-64] +2024-09-30T17:10:50.1954651Z 0.17s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1-input_dtype1-False-2-16-2048-64] +2024-09-30T17:10:50.1956613Z 0.17s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1057-input_dtype1-True-2-16-2048-64] +2024-09-30T17:10:50.1958499Z 0.17s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1-input_dtype1-False-2-16-2048-64] +2024-09-30T17:10:50.1960396Z 0.17s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-0-input_dtype1-False-2-16-2048-64] +2024-09-30T17:10:50.1962282Z 0.17s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1-input_dtype1-False-1-32-2048-64] +2024-09-30T17:10:50.1964198Z 0.17s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1057-input_dtype1-False-2-16-2048-64] +2024-09-30T17:10:50.1966116Z 0.17s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1057-input_dtype1-False-2-16-2048-64] +2024-09-30T17:10:50.1967951Z 0.17s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[1024-input_dtype0-True-1-32-2048-64] +2024-09-30T17:10:50.1969993Z 0.16s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-0-input_dtype1-True-2-16-2048-64] +2024-09-30T17:10:50.1971814Z 0.16s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[512-input_dtype0-True-2-16-2048-64] +2024-09-30T17:10:50.1973674Z 0.16s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1057-input_dtype1-True-1-32-2048-64] +2024-09-30T17:10:50.1975456Z 0.16s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[512-input_dtype1-True-1-8-2048-64] +2024-09-30T17:10:50.1977130Z 0.15s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[512-input_dtype0-False-1-32-2048-64] +2024-09-30T17:10:50.1978655Z 0.15s call tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py::test_transpose_bfloat8_b[shape3-swap_dims3] +2024-09-30T17:10:50.1980266Z 0.15s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[1024-input_dtype0-False-1-32-2048-64] +2024-09-30T17:10:50.1982032Z 0.15s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[512-input_dtype0-True-2-16-2048-64] +2024-09-30T17:10:50.1983536Z 0.15s call tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py::test_transpose_bfloat8_b[shape1-swap_dims1] +2024-09-30T17:10:50.1985201Z 0.15s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1057-input_dtype0-True-2-16-2048-64] +2024-09-30T17:10:50.1987052Z 0.15s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[512-input_dtype0-True-1-32-2048-64] +2024-09-30T17:10:50.1988772Z 0.15s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[1024-input_dtype0-True-2-16-2048-64] +2024-09-30T17:10:50.1990329Z 0.15s call tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py::test_transpose_bfloat8_b[shape2-swap_dims2] +2024-09-30T17:10:50.1991856Z 0.15s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[32-input_dtype0-True-2-16-2048-64] +2024-09-30T17:10:50.1993511Z 0.14s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[32-input_dtype0-True-1-32-2048-64] +2024-09-30T17:10:50.1995162Z 0.14s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[512-input_dtype0-False-2-16-2048-64] +2024-09-30T17:10:50.1996881Z 0.14s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[512-input_dtype0-True-1-32-2048-64] +2024-09-30T17:10:50.1998553Z 0.14s call tests/tt_eager/python_api_testing/unit_testing/misc/test_split_any_dim_two_chunks_tiled.py::test_split_tiled_w[1x2x64x10240-3-out_L1-in_L1] +2024-09-30T17:10:50.2000190Z 0.14s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[2048-input_dtype0-True-1-16-2048-64] +2024-09-30T17:10:50.2002045Z 0.14s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1-input_dtype0-True-1-32-2048-64] +2024-09-30T17:10:50.2003871Z 0.14s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[512-input_dtype0-False-2-16-2048-64] +2024-09-30T17:10:50.2005859Z 0.13s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1-input_dtype1-False-2-8-2048-64] +2024-09-30T17:10:50.2007847Z 0.13s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[32-input_dtype0-False-1-32-2048-64] +2024-09-30T17:10:50.2009631Z 0.13s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[32-input_dtype0-False-1-32-2048-64] +2024-09-30T17:10:50.2011540Z 0.13s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-127-input_dtype0-False-2-16-2048-64] +2024-09-30T17:10:50.2013534Z 0.13s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1057-input_dtype0-True-1-32-2048-64] +2024-09-30T17:10:50.2015428Z 0.13s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[32-input_dtype0-False-2-16-2048-64] +2024-09-30T17:10:50.2017425Z 0.13s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-0-input_dtype0-True-2-16-2048-64] +2024-09-30T17:10:50.2019413Z 0.13s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[512-input_dtype0-False-1-32-2048-64] +2024-09-30T17:10:50.2021281Z 0.13s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[512-input_dtype1-False-1-8-2048-64] +2024-09-30T17:10:50.2023109Z 0.13s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[2048-input_dtype0-False-1-16-2048-64] +2024-09-30T17:10:50.2024989Z 0.13s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1-input_dtype0-True-2-16-2048-64] +2024-09-30T17:10:50.2027168Z 0.13s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-1057-input_dtype0-False-2-16-2048-64] +2024-09-30T17:10:50.2029205Z 0.13s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-127-input_dtype0-False-2-16-2048-64] +2024-09-30T17:10:50.2031183Z 0.13s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1-input_dtype1-True-2-8-2048-64] +2024-09-30T17:10:50.2033107Z 0.12s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[32-input_dtype0-True-1-32-2048-64] +2024-09-30T17:10:50.2034818Z 0.12s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[2048-input_dtype0-True-2-8-2048-64] +2024-09-30T17:10:50.2036641Z 0.12s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1057-input_dtype0-True-2-16-2048-64] +2024-09-30T17:10:50.2038528Z 0.12s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-0-input_dtype0-True-2-16-2048-64] +2024-09-30T17:10:50.2040422Z 0.12s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1057-input_dtype0-False-2-16-2048-64] +2024-09-30T17:10:50.2042342Z 0.12s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1057-input_dtype1-True-2-8-2048-64] +2024-09-30T17:10:50.2044375Z 0.12s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-0-input_dtype0-False-2-16-2048-64] +2024-09-30T17:10:50.2046237Z 0.11s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[32-input_dtype0-False-2-16-2048-64] +2024-09-30T17:10:50.2048049Z 0.11s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1-input_dtype0-False-2-16-2048-64] +2024-09-30T17:10:50.2049886Z 0.11s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[1024-input_dtype0-True-2-8-2048-64] +2024-09-30T17:10:50.2051722Z 0.11s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-127-input_dtype1-True-2-8-2048-64] +2024-09-30T17:10:50.2053696Z 0.11s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-1057-input_dtype0-True-2-16-2048-64] +2024-09-30T17:10:50.2055695Z 0.11s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-127-input_dtype0-True-2-16-2048-64] +2024-09-30T17:10:50.2057646Z 0.11s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-0-input_dtype1-True-2-8-2048-64] +2024-09-30T17:10:50.2059611Z 0.11s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-127-input_dtype0-True-2-16-2048-64] +2024-09-30T17:10:50.2061655Z 0.11s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-127-input_dtype1-False-2-8-2048-64] +2024-09-30T17:10:50.2063704Z 0.11s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-1057-input_dtype0-False-1-32-2048-64] +2024-09-30T17:10:50.2065831Z 0.11s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-127-input_dtype0-False-2-16-2048-64] +2024-09-30T17:10:50.2067927Z 0.11s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1057-input_dtype0-False-2-16-2048-64] +2024-09-30T17:10:50.2069947Z 0.11s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-1-input_dtype0-False-2-16-2048-64] +2024-09-30T17:10:50.2072020Z 0.11s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-127-input_dtype0-False-2-16-2048-64] +2024-09-30T17:10:50.2074059Z 0.11s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1-input_dtype0-False-2-16-2048-64] +2024-09-30T17:10:50.2076019Z 0.11s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1-input_dtype0-False-1-32-2048-64] +2024-09-30T17:10:50.2078015Z 0.11s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1057-input_dtype1-False-2-8-2048-64] +2024-09-30T17:10:50.2080082Z 0.11s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-1057-input_dtype0-True-2-16-2048-64] +2024-09-30T17:10:50.2082154Z 0.11s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-1057-input_dtype0-True-1-32-2048-64] +2024-09-30T17:10:50.2084448Z 0.11s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-127-input_dtype0-True-2-16-2048-64] +2024-09-30T17:10:50.2086560Z 0.11s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-1-input_dtype0-False-2-16-2048-64] +2024-09-30T17:10:50.2088582Z 0.11s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1-input_dtype0-True-2-16-2048-64] +2024-09-30T17:10:50.2090625Z 0.11s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-1057-input_dtype0-False-2-16-2048-64] +2024-09-30T17:10:50.2092743Z 0.11s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-127-input_dtype0-True-1-32-2048-64] +2024-09-30T17:10:50.2094796Z 0.11s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-127-input_dtype0-True-2-16-2048-64] +2024-09-30T17:10:50.2096702Z 0.11s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[32-input_dtype0-True-2-16-2048-64] +2024-09-30T17:10:50.2098624Z 0.11s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-127-input_dtype0-False-1-32-2048-64] +2024-09-30T17:10:50.2100634Z 0.11s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1057-input_dtype0-False-1-32-2048-64] +2024-09-30T17:10:50.2102787Z 0.11s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-127-input_dtype0-False-1-32-2048-64] +2024-09-30T17:10:50.2104827Z 0.10s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-0-input_dtype1-False-2-8-2048-64] +2024-09-30T17:10:50.2106964Z 0.10s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-0-input_dtype0-False-2-16-2048-64] +2024-09-30T17:10:50.2109012Z 0.10s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-0-input_dtype1-False-2-8-2048-64] +2024-09-30T17:10:50.2111035Z 0.10s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-1-input_dtype0-True-2-16-2048-64] +2024-09-30T17:10:50.2113127Z 0.10s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-1-input_dtype0-False-1-32-2048-64] +2024-09-30T17:10:50.2115159Z 0.10s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-0-input_dtype1-True-2-8-2048-64] +2024-09-30T17:10:50.2117179Z 0.10s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1057-input_dtype1-True-2-8-2048-64] +2024-09-30T17:10:50.2119232Z 0.10s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-1-input_dtype0-True-1-32-2048-64] +2024-09-30T17:10:50.2121163Z 0.10s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-0-input_dtype0-True-2-16-2048-64] +2024-09-30T17:10:50.2123298Z 0.10s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-0-input_dtype0-True-2-16-2048-64] +2024-09-30T17:10:50.2125294Z 0.10s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-1-input_dtype0-True-2-16-2048-64] +2024-09-30T17:10:50.2127350Z 0.10s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-0-input_dtype0-False-2-16-2048-64] +2024-09-30T17:10:50.2129375Z 0.10s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-0-input_dtype0-False-1-16-2048-64] +2024-09-30T17:10:50.2131340Z 0.10s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1-input_dtype1-True-2-8-2048-64] +2024-09-30T17:10:50.2133347Z 0.10s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-0-input_dtype0-False-2-16-2048-64] +2024-09-30T17:10:50.2135411Z 0.10s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-0-input_dtype1-False-1-16-2048-64] +2024-09-30T17:10:50.2137412Z 0.10s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1-input_dtype1-False-2-8-2048-64] +2024-09-30T17:10:50.2139352Z 0.10s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-127-input_dtype1-True-2-8-2048-64] +2024-09-30T17:10:50.2141401Z 0.10s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-127-input_dtype1-True-1-16-2048-64] +2024-09-30T17:10:50.2143402Z 0.10s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1-input_dtype1-False-1-16-2048-64] +2024-09-30T17:10:50.2145379Z 0.10s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1057-input_dtype1-False-2-8-2048-64] +2024-09-30T17:10:50.2147452Z 0.09s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-127-input_dtype1-False-1-16-2048-64] +2024-09-30T17:10:50.2149448Z 0.09s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1057-input_dtype1-True-1-16-2048-64] +2024-09-30T17:10:50.2151438Z 0.09s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-127-input_dtype1-False-2-8-2048-64] +2024-09-30T17:10:50.2153336Z 0.09s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-0-input_dtype1-True-1-16-2048-64] +2024-09-30T17:10:50.2155258Z 0.09s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1057-input_dtype1-True-1-16-2048-64] +2024-09-30T17:10:50.2157246Z 0.09s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-127-input_dtype1-False-1-16-2048-64] +2024-09-30T17:10:50.2159218Z 0.09s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-127-input_dtype0-True-1-32-2048-64] +2024-09-30T17:10:50.2161402Z 0.09s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-127-input_dtype1-True-1-16-2048-64] +2024-09-30T17:10:50.2163421Z 0.09s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1-input_dtype1-False-1-16-2048-64] +2024-09-30T17:10:50.2165418Z 0.09s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1057-input_dtype1-False-1-16-2048-64] +2024-09-30T17:10:50.2167433Z 0.09s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1-input_dtype1-True-1-16-2048-64] +2024-09-30T17:10:50.2169339Z 0.09s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[1024-input_dtype0-True-1-16-2048-64] +2024-09-30T17:10:50.2171190Z 0.09s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1-input_dtype1-True-1-16-2048-64] +2024-09-30T17:10:50.2173059Z 0.09s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[512-input_dtype0-False-1-16-2048-64] +2024-09-30T17:10:50.2174929Z 0.09s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1057-input_dtype1-False-1-16-2048-64] +2024-09-30T17:10:50.2176442Z 0.08s call tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py::test_transpose_hc[bfloat16] +2024-09-30T17:10:50.2177920Z 0.08s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[512-input_dtype0-True-1-16-2048-64] +2024-09-30T17:10:50.2179665Z 0.08s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[512-input_dtype0-True-2-8-2048-64] +2024-09-30T17:10:50.2181584Z 0.08s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1-input_dtype1-True-1-8-2048-64] +2024-09-30T17:10:50.2183448Z 0.08s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[32-input_dtype0-True-2-8-2048-64] +2024-09-30T17:10:50.2185246Z 0.08s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[512-input_dtype0-False-2-8-2048-64] +2024-09-30T17:10:50.2186936Z 0.08s call tests/tt_eager/python_api_testing/unit_testing/misc/test_tilize_test.py::test_run_tilize_test[True-8-1-2-64] +2024-09-30T17:10:50.2188629Z 0.08s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1057-input_dtype0-True-2-8-2048-64] +2024-09-30T17:10:50.2190495Z 0.08s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[32-input_dtype0-False-1-16-2048-64] +2024-09-30T17:10:50.2192362Z 0.08s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-127-input_dtype0-False-1-16-2048-64] +2024-09-30T17:10:50.2194358Z 0.07s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-0-input_dtype0-True-2-8-2048-64] +2024-09-30T17:10:50.2196364Z 0.07s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1-input_dtype0-True-1-16-2048-64] +2024-09-30T17:10:50.2198212Z 0.07s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[32-input_dtype0-False-2-8-2048-64] +2024-09-30T17:10:50.2200120Z 0.07s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[512-input_dtype0-True-2-8-2048-64] +2024-09-30T17:10:50.2202083Z 0.07s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-0-input_dtype0-False-1-16-2048-64] +2024-09-30T17:10:50.2204043Z 0.07s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[1024-input_dtype0-False-1-16-2048-64] +2024-09-30T17:10:50.2206007Z 0.07s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-127-input_dtype0-False-1-16-2048-64] +2024-09-30T17:10:50.2208044Z 0.07s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1-input_dtype0-False-2-8-2048-64] +2024-09-30T17:10:50.2209986Z 0.07s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[512-input_dtype0-False-1-16-2048-64] +2024-09-30T17:10:50.2211971Z 0.07s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-1-input_dtype0-False-2-8-2048-64] +2024-09-30T17:10:50.2213980Z 0.07s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1057-input_dtype1-False-1-8-2048-64] +2024-09-30T17:10:50.2215900Z 0.07s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[32-input_dtype0-True-1-16-2048-64] +2024-09-30T17:10:50.2217891Z 0.07s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-127-input_dtype0-False-2-8-2048-64] +2024-09-30T17:10:50.2220000Z 0.07s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-1-input_dtype0-True-2-8-2048-64] +2024-09-30T17:10:50.2221678Z 0.07s call tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py::test_transpose_cn_program_cache[bfloat16] +2024-09-30T17:10:50.2223405Z 0.07s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-127-input_dtype0-False-2-8-2048-64] +2024-09-30T17:10:50.2225387Z 0.07s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-127-input_dtype0-True-2-8-2048-64] +2024-09-30T17:10:50.2227362Z 0.07s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[32-input_dtype0-False-2-8-2048-64] +2024-09-30T17:10:50.2229278Z 0.07s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1057-input_dtype0-True-1-16-2048-64] +2024-09-30T17:10:50.2231324Z 0.07s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-127-input_dtype0-False-1-16-2048-64] +2024-09-30T17:10:50.2233404Z 0.07s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-0-input_dtype0-True-1-16-2048-64] +2024-09-30T17:10:50.2235438Z 0.06s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1057-input_dtype0-True-2-8-2048-64] +2024-09-30T17:10:50.2237456Z 0.06s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-1-input_dtype0-True-1-16-2048-64] +2024-09-30T17:10:50.2239735Z 0.06s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1057-input_dtype0-False-1-16-2048-64] +2024-09-30T17:10:50.2241714Z 0.06s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1-input_dtype0-False-1-16-2048-64] +2024-09-30T17:10:50.2243754Z 0.06s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-1057-input_dtype0-True-2-8-2048-64] +2024-09-30T17:10:50.2245851Z 0.06s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-1057-input_dtype0-False-1-16-2048-64] +2024-09-30T17:10:50.2247919Z 0.06s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-0-input_dtype0-False-2-8-2048-64] +2024-09-30T17:10:50.2249918Z 0.06s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1-input_dtype0-False-1-16-2048-64] +2024-09-30T17:10:50.2251956Z 0.06s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-127-input_dtype0-False-1-16-2048-64] +2024-09-30T17:10:50.2253969Z 0.06s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-0-input_dtype1-False-1-8-2048-64] +2024-09-30T17:10:50.2255924Z 0.06s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-1-input_dtype0-True-1-16-2048-64] +2024-09-30T17:10:50.2257938Z 0.06s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-127-input_dtype1-True-1-8-2048-64] +2024-09-30T17:10:50.2259968Z 0.06s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-127-input_dtype0-True-1-16-2048-64] +2024-09-30T17:10:50.2262106Z 0.06s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-127-input_dtype0-False-2-8-2048-64] +2024-09-30T17:10:50.2264104Z 0.06s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1-input_dtype0-True-2-8-2048-64] +2024-09-30T17:10:50.2266052Z 0.06s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-0-input_dtype0-False-2-8-2048-64] +2024-09-30T17:10:50.2268239Z 0.06s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-1057-input_dtype0-True-1-16-2048-64] +2024-09-30T17:10:50.2270230Z 0.06s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1-input_dtype1-False-1-8-2048-64] +2024-09-30T17:10:50.2272145Z 0.06s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[512-input_dtype0-True-1-16-2048-64] +2024-09-30T17:10:50.2273969Z 0.06s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[32-input_dtype0-False-1-16-2048-64] +2024-09-30T17:10:50.2275883Z 0.06s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1057-input_dtype1-True-1-8-2048-64] +2024-09-30T17:10:50.2278233Z 0.06s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-1-input_dtype0-False-2-8-2048-64] +2024-09-30T17:10:50.2280322Z 0.06s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-1-input_dtype0-False-1-16-2048-64] +2024-09-30T17:10:50.2282310Z 0.06s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-0-input_dtype1-True-1-8-2048-64] +2024-09-30T17:10:50.2284323Z 0.06s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-1057-input_dtype0-True-2-8-2048-64] +2024-09-30T17:10:50.2286337Z 0.06s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1057-input_dtype1-False-1-8-2048-64] +2024-09-30T17:10:50.2288313Z 0.06s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-0-input_dtype0-True-2-8-2048-64] +2024-09-30T17:10:50.2290325Z 0.06s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-127-input_dtype0-True-1-16-2048-64] +2024-09-30T17:10:50.2292405Z 0.06s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-1-input_dtype0-False-1-16-2048-64] +2024-09-30T17:10:50.2294306Z 0.06s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[2048-input_dtype0-True-1-8-2048-64] +2024-09-30T17:10:50.2296194Z 0.06s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-127-input_dtype0-True-2-8-2048-64] +2024-09-30T17:10:50.2298215Z 0.06s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-127-input_dtype0-False-2-8-2048-64] +2024-09-30T17:10:50.2300243Z 0.06s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-1057-input_dtype0-True-1-16-2048-64] +2024-09-30T17:10:50.2302317Z 0.06s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1-input_dtype1-True-1-8-2048-64] +2024-09-30T17:10:50.2304313Z 0.06s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-1-input_dtype0-True-2-8-2048-64] +2024-09-30T17:10:50.2306311Z 0.06s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[2048-input_dtype0-False-1-8-2048-64] +2024-09-30T17:10:50.2308282Z 0.06s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-1057-input_dtype0-False-2-8-2048-64] +2024-09-30T17:10:50.2310152Z 0.06s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[512-input_dtype0-False-2-8-2048-64] +2024-09-30T17:10:50.2312112Z 0.05s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-1057-input_dtype0-False-2-8-2048-64] +2024-09-30T17:10:50.2314679Z 0.05s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-0-input_dtype0-True-1-16-2048-64] +2024-09-30T17:10:50.2316886Z 0.05s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1-input_dtype0-True-1-16-2048-64] +2024-09-30T17:10:50.2319036Z 0.05s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-127-input_dtype0-True-1-16-2048-64] +2024-09-30T17:10:50.2321028Z 0.05s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-127-input_dtype1-False-1-8-2048-64] +2024-09-30T17:10:50.2322865Z 0.05s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[32-input_dtype0-True-1-16-2048-64] +2024-09-30T17:10:50.2324693Z 0.05s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1057-input_dtype1-True-1-8-2048-64] +2024-09-30T17:10:50.2326672Z 0.05s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-127-input_dtype1-True-1-8-2048-64] +2024-09-30T17:10:50.2328812Z 0.05s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-127-input_dtype0-True-2-8-2048-64] +2024-09-30T17:10:50.2330865Z 0.05s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1057-input_dtype0-False-2-8-2048-64] +2024-09-30T17:10:50.2332838Z 0.05s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-0-input_dtype0-False-2-8-2048-64] +2024-09-30T17:10:50.2334655Z 0.05s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[32-input_dtype0-True-2-8-2048-64] +2024-09-30T17:10:50.2336591Z 0.05s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-1057-input_dtype0-False-1-16-2048-64] +2024-09-30T17:10:50.2338613Z 0.05s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-0-input_dtype0-True-2-8-2048-64] +2024-09-30T17:10:50.2340630Z 0.05s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-127-input_dtype1-False-1-8-2048-64] +2024-09-30T17:10:50.2342696Z 0.05s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-127-input_dtype0-True-2-8-2048-64] +2024-09-30T17:10:50.2344671Z 0.05s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1057-input_dtype0-False-2-8-2048-64] +2024-09-30T17:10:50.2346778Z 0.05s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1-input_dtype0-False-2-8-2048-64] +2024-09-30T17:10:50.2348745Z 0.05s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-0-input_dtype0-True-2-8-2048-64] +2024-09-30T17:10:50.2350666Z 0.05s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1-input_dtype1-False-1-8-2048-64] +2024-09-30T17:10:50.2352692Z 0.05s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-1-input_dtype0-False-1-8-2048-64] +2024-09-30T17:10:50.2354694Z 0.05s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-127-input_dtype0-True-1-16-2048-64] +2024-09-30T17:10:50.2356976Z 0.05s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-0-input_dtype0-False-1-8-2048-64] +2024-09-30T17:10:50.2359038Z 0.05s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-0-input_dtype0-False-2-8-2048-64] +2024-09-30T17:10:50.2360982Z 0.05s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[1024-input_dtype0-False-1-8-2048-64] +2024-09-30T17:10:50.2389898Z 0.04s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1057-input_dtype0-True-1-16-2048-64] +2024-09-30T17:10:50.2391767Z 0.04s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[1024-input_dtype0-True-1-8-2048-64] +2024-09-30T17:10:50.2393619Z 0.04s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1057-input_dtype0-False-1-16-2048-64] +2024-09-30T17:10:50.2395576Z 0.04s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-1057-input_dtype0-True-1-8-2048-64] +2024-09-30T17:10:50.2397493Z 0.04s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1-input_dtype0-True-2-8-2048-64] +2024-09-30T17:10:50.2399369Z 0.04s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-127-input_dtype0-False-1-8-2048-64] +2024-09-30T17:10:50.2401176Z 0.04s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[512-input_dtype0-True-1-8-2048-64] +2024-09-30T17:10:50.2403064Z 0.04s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-0-input_dtype0-True-1-8-2048-64] +2024-09-30T17:10:50.2405069Z 0.04s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1-input_dtype0-False-1-8-2048-64] +2024-09-30T17:10:50.2406996Z 0.04s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-0-input_dtype0-True-1-8-2048-64] +2024-09-30T17:10:50.2408917Z 0.04s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-0-input_dtype0-False-1-8-2048-64] +2024-09-30T17:10:50.2410468Z 0.03s call tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_exp_ttnn[input_shapes2] +2024-09-30T17:10:50.2412023Z 0.03s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[512-input_dtype0-True-1-8-2048-64] +2024-09-30T17:10:50.2413993Z 0.03s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-127-input_dtype0-False-1-8-2048-64] +2024-09-30T17:10:50.2416092Z 0.03s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-1057-input_dtype0-False-1-8-2048-64] +2024-09-30T17:10:50.2418151Z 0.03s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-127-input_dtype0-False-1-8-2048-64] +2024-09-30T17:10:50.2420443Z 0.03s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-1-input_dtype0-True-1-8-2048-64] +2024-09-30T17:10:50.2422599Z 0.03s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[512-input_dtype0-False-1-8-2048-64] +2024-09-30T17:10:50.2424547Z 0.03s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-1-input_dtype0-True-1-8-2048-64] +2024-09-30T17:10:50.2426673Z 0.03s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-1057-input_dtype0-False-1-8-2048-64] +2024-09-30T17:10:50.2428662Z 0.03s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1-input_dtype0-True-1-8-2048-64] +2024-09-30T17:10:50.2430615Z 0.03s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1057-input_dtype0-False-1-8-2048-64] +2024-09-30T17:10:50.2432650Z 0.03s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-127-input_dtype0-True-1-8-2048-64] +2024-09-30T17:10:50.2434679Z 0.03s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-1-input_dtype0-False-1-8-2048-64] +2024-09-30T17:10:50.2436706Z 0.03s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-127-input_dtype0-True-1-8-2048-64] +2024-09-30T17:10:50.2438701Z 0.03s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1057-input_dtype0-False-1-8-2048-64] +2024-09-30T17:10:50.2440235Z 0.03s call tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_gtz_ttnn[input_shapes2] +2024-09-30T17:10:50.2441913Z 0.03s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1-input_dtype0-False-1-8-2048-64] +2024-09-30T17:10:50.2443755Z 0.03s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[512-input_dtype0-False-1-8-2048-64] +2024-09-30T17:10:50.2445607Z 0.03s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-127-input_dtype0-True-1-8-2048-64] +2024-09-30T17:10:50.2447176Z 0.03s call tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_lez_ttnn[input_shapes2] +2024-09-30T17:10:50.2448952Z 0.03s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-1057-input_dtype0-True-1-8-2048-64] +2024-09-30T17:10:50.2451043Z 0.02s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-127-input_dtype0-True-1-8-2048-64] +2024-09-30T17:10:50.2453055Z 0.02s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-127-input_dtype0-False-1-8-2048-64] +2024-09-30T17:10:50.2454564Z 0.02s call tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_ltz_ttnn[input_shapes2] +2024-09-30T17:10:50.2456210Z 0.02s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1057-input_dtype0-True-1-8-2048-64] +2024-09-30T17:10:50.2457736Z 0.02s call tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_log_ttnn[input_shapes2] +2024-09-30T17:10:50.2459655Z 0.02s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1057-input_dtype0-True-1-8-2048-64] +2024-09-30T17:10:50.2461654Z 0.02s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1-input_dtype0-True-1-8-2048-64] +2024-09-30T17:10:50.2463497Z 0.02s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[2048-input_dtype1-True-1-64-2048-64] +2024-09-30T17:10:50.2464937Z 0.02s call tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_ltz_ttnn[input_shapes1] +2024-09-30T17:10:50.2466316Z 0.02s call tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_lez_ttnn[input_shapes1] +2024-09-30T17:10:50.2467576Z 0.02s call tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_exp_ttnn[input_shapes1] +2024-09-30T17:10:50.2468868Z 0.02s call tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_log_ttnn[input_shapes1] +2024-09-30T17:10:50.2470120Z 0.02s call tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_gtz_ttnn[input_shapes1] +2024-09-30T17:10:50.2471280Z 0.02s call tests/tt_eager/python_api_testing/unit_testing/misc/test_sum.py::test_sum_global[shape3] +2024-09-30T17:10:50.2472603Z 0.02s call tests/tt_eager/python_api_testing/unit_testing/misc/test_untilize_test.py::test_run_untilize_test[1-1-7-8-float] +2024-09-30T17:10:50.2474032Z 0.01s call tests/tt_eager/python_api_testing/unit_testing/misc/test_untilize_test.py::test_run_untilize_test[1-1-49-1-float] +2024-09-30T17:10:50.2475269Z 0.01s call tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor_ranks.py::test_tensor_ranks[shape6] +2024-09-30T17:10:50.2476979Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-127-input_dtype1-False-1-64-2048-64] +2024-09-30T17:10:50.2478637Z 0.01s call tests/tt_eager/python_api_testing/unit_testing/misc/test_tilize_test.py::test_run_tilize_test[True-1-1-1-64] +2024-09-30T17:10:50.2480066Z 0.01s call tests/tt_eager/python_api_testing/unit_testing/misc/test_untilize_test.py::test_run_untilize_test[1-1-7-8-bfloat16] +2024-09-30T17:10:50.2481291Z 0.01s call tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor_ranks.py::test_tensor_ranks[shape5] +2024-09-30T17:10:50.2482951Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1-input_dtype1-True-2-32-2048-64] +2024-09-30T17:10:50.2484948Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-0-input_dtype1-False-1-8-2048-64] +2024-09-30T17:10:50.2486443Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor_ranks.py::test_tensor_ranks[shape2] +2024-09-30T17:10:50.2487791Z 0.01s call tests/tt_eager/python_api_testing/unit_testing/misc/test_untilize_test.py::test_run_untilize_test[1-1-49-1-bfloat16] +2024-09-30T17:10:50.2489391Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[512-input_dtype1-False-1-64-2048-64] +2024-09-30T17:10:50.2491144Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[2048-input_dtype0-False-1-64-2048-64] +2024-09-30T17:10:50.2492505Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor_ranks.py::test_tensor_ranks[shape0] +2024-09-30T17:10:50.2494081Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[512-input_dtype0-False-1-64-2048-64] +2024-09-30T17:10:50.2496038Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[2048-input_dtype1-False-1-16-2048-64] +2024-09-30T17:10:50.2497850Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[512-input_dtype0-True-1-64-2048-64] +2024-09-30T17:10:50.2499721Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1-input_dtype0-True-2-16-2048-64] +2024-09-30T17:10:50.2501812Z 0.01s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-127-input_dtype0-True-2-8-2048-64] +2024-09-30T17:10:50.2503891Z 0.01s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-0-input_dtype0-True-1-8-2048-64] +2024-09-30T17:10:50.2505503Z 0.01s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py::test_transpose_hc_program_cache[bfloat16] +2024-09-30T17:10:50.2507303Z 0.01s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[32-input_dtype0-False-1-8-2048-64] +2024-09-30T17:10:50.2509253Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-0-input_dtype1-True-2-32-2048-64] +2024-09-30T17:10:50.2511315Z 0.01s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-127-input_dtype0-True-1-16-2048-64] +2024-09-30T17:10:50.2513420Z 0.01s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-127-input_dtype0-True-1-8-2048-64] +2024-09-30T17:10:50.2515181Z 0.01s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_untilize_test.py::test_run_untilize_test[1-1-7-8-bfloat16] +2024-09-30T17:10:50.2516940Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-0-input_dtype1-False-2-32-2048-64] +2024-09-30T17:10:50.2518917Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1057-input_dtype0-True-1-64-2048-64] +2024-09-30T17:10:50.2520431Z 0.01s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor_ranks.py::test_tensor_ranks[shape5] +2024-09-30T17:10:50.2521674Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_square_ttnn[input_shapes2] +2024-09-30T17:10:50.2523395Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-0-input_dtype1-True-2-8-2048-64] +2024-09-30T17:10:50.2525257Z 0.01s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[512-input_dtype0-True-1-8-2048-64] +2024-09-30T17:10:50.2526836Z 0.01s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_tilize_test.py::test_run_tilize_test[False-1-1-1-64] +2024-09-30T17:10:50.2528354Z 0.01s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py::test_tranpose_hw_sharded_rm_with_program_cache[16-128-128-16] +2024-09-30T17:10:50.2529827Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_tilize_test.py::test_run_tilize_test[True-8-1-2-64] +2024-09-30T17:10:50.2531106Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_asin_ttnn[input_shapes0] +2024-09-30T17:10:50.2532744Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[512-input_dtype0-False-2-32-2048-64] +2024-09-30T17:10:50.2534744Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[512-input_dtype1-True-2-8-2048-64] +2024-09-30T17:10:50.2536674Z 0.01s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-127-input_dtype0-True-1-8-2048-64] +2024-09-30T17:10:50.2538674Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-0-input_dtype1-False-1-64-2048-64] +2024-09-30T17:10:50.2540461Z 0.01s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor.py::test_tensor_conversion_between_torch_and_tt[tt_dtype5-shape0] +2024-09-30T17:10:50.2542420Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-0-input_dtype0-False-2-16-2048-64] +2024-09-30T17:10:50.2544233Z 0.01s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py::test_tranpose_hw_rm_with_padding[256-230-1-1] +2024-09-30T17:10:50.2545884Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[512-input_dtype0-True-2-64-2048-64] +2024-09-30T17:10:50.2547827Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-0-input_dtype1-False-1-8-2048-64] +2024-09-30T17:10:50.2549797Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-0-input_dtype1-False-1-16-2048-64] +2024-09-30T17:10:50.2551783Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-0-input_dtype1-True-2-64-2048-64] +2024-09-30T17:10:50.2553832Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-1-input_dtype0-True-1-32-2048-64] +2024-09-30T17:10:50.2555699Z 0.01s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor.py::test_tensor_conversion_between_torch_and_tt[tt_dtype4-shape0] +2024-09-30T17:10:50.2557493Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-0-input_dtype1-True-2-16-2048-64] +2024-09-30T17:10:50.2559239Z 0.01s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor.py::test_tensor_conversion_between_torch_and_tt[tt_dtype1-shape0] +2024-09-30T17:10:50.2560890Z 0.01s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor.py::test_tensor_conversion_between_torch_and_tt[tt_dtype2-shape0] +2024-09-30T17:10:50.2562547Z 0.01s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor.py::test_tensor_conversion_between_torch_and_tt[tt_dtype3-shape0] +2024-09-30T17:10:50.2564252Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[512-input_dtype1-True-1-8-2048-64] +2024-09-30T17:10:50.2565999Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[512-input_dtype1-False-2-8-2048-64] +2024-09-30T17:10:50.2567670Z 0.01s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor.py::test_tensor_conversion_between_torch_and_tt[tt_dtype0-shape0] +2024-09-30T17:10:50.2569474Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-0-input_dtype0-True-2-8-2048-64] +2024-09-30T17:10:50.2571473Z 0.01s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1-input_dtype0-False-1-8-2048-64] +2024-09-30T17:10:50.2573771Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-0-input_dtype0-False-2-32-2048-64] +2024-09-30T17:10:50.2575889Z 0.01s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-0-input_dtype0-False-2-8-2048-64] +2024-09-30T17:10:50.2577919Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-0-input_dtype0-True-1-32-2048-64] +2024-09-30T17:10:50.2579747Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[2048-input_dtype1-False-2-8-2048-64] +2024-09-30T17:10:50.2581772Z 0.01s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-1057-input_dtype0-False-2-8-2048-64] +2024-09-30T17:10:50.2583925Z 0.01s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-1057-input_dtype0-False-1-8-2048-64] +2024-09-30T17:10:50.2586018Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1057-input_dtype0-False-2-16-2048-64] +2024-09-30T17:10:50.2588127Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-0-input_dtype0-False-1-16-2048-64] +2024-09-30T17:10:50.2589997Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[512-input_dtype1-True-2-64-2048-64] +2024-09-30T17:10:50.2591966Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1057-input_dtype0-True-2-64-2048-64] +2024-09-30T17:10:50.2594100Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor_prealloc_and_write.py::test_tensor_preallocation_and_write_apis[False-5-tensor_layout0-memory_location1-mem_layout0-in_dtype0] +2024-09-30T17:10:50.2596273Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-0-input_dtype0-True-1-32-2048-64] +2024-09-30T17:10:50.2598382Z 0.01s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-127-input_dtype0-True-1-8-2048-64] +2024-09-30T17:10:50.2600053Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_logical_not_ttnn[input_shapes1] +2024-09-30T17:10:50.2601871Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-1-input_dtype0-True-2-16-2048-64] +2024-09-30T17:10:50.2604008Z 0.01s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-1057-input_dtype0-False-1-8-2048-64] +2024-09-30T17:10:50.2606149Z 0.01s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-127-input_dtype0-False-1-8-2048-64] +2024-09-30T17:10:50.2608221Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-1-input_dtype0-False-1-32-2048-64] +2024-09-30T17:10:50.2610252Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1057-input_dtype0-True-2-64-2048-64] +2024-09-30T17:10:50.2612531Z 0.01s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-127-input_dtype0-False-1-8-2048-64] +2024-09-30T17:10:50.2614471Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[32-input_dtype1-True-2-64-2048-64] +2024-09-30T17:10:50.2616360Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-0-input_dtype1-True-1-64-2048-64] +2024-09-30T17:10:50.2618409Z 0.01s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-1057-input_dtype0-True-1-8-2048-64] +2024-09-30T17:10:50.2620383Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[1024-input_dtype0-False-2-64-2048-64] +2024-09-30T17:10:50.2622375Z 0.01s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1-input_dtype0-False-2-8-2048-64] +2024-09-30T17:10:50.2624378Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1057-input_dtype0-False-1-16-2048-64] +2024-09-30T17:10:50.2626451Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-0-input_dtype1-True-2-16-2048-64] +2024-09-30T17:10:50.2628304Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[512-input_dtype1-True-2-16-2048-64] +2024-09-30T17:10:50.2630181Z 0.01s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1-input_dtype0-True-1-8-2048-64] +2024-09-30T17:10:50.2632257Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-0-input_dtype0-True-2-8-2048-64] +2024-09-30T17:10:50.2634368Z 0.01s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-0-input_dtype0-True-1-8-2048-64] +2024-09-30T17:10:50.2635979Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_isfinite_ttnn[input_shapes1] +2024-09-30T17:10:50.2637746Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1-input_dtype0-True-1-64-2048-64] +2024-09-30T17:10:50.2639316Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_isneginf_ttnn[input_shapes2] +2024-09-30T17:10:50.2641113Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-0-input_dtype0-False-1-64-2048-64] +2024-09-30T17:10:50.2643107Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-0-input_dtype0-True-1-64-2048-64] +2024-09-30T17:10:50.2645065Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-0-input_dtype0-False-1-64-2048-64] +2024-09-30T17:10:50.2647055Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-0-input_dtype0-True-1-16-2048-64] +2024-09-30T17:10:50.2649049Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-0-input_dtype1-True-2-8-2048-64] +2024-09-30T17:10:50.2651194Z 0.01s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-1-input_dtype0-True-1-8-2048-64] +2024-09-30T17:10:50.2653344Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-0-input_dtype1-True-1-64-2048-64] +2024-09-30T17:10:50.2655420Z 0.01s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-127-input_dtype0-True-2-8-2048-64] +2024-09-30T17:10:50.2657497Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1057-input_dtype1-False-2-64-2048-64] +2024-09-30T17:10:50.2659517Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1057-input_dtype1-True-1-32-2048-64] +2024-09-30T17:10:50.2661578Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-0-input_dtype0-True-2-32-2048-64] +2024-09-30T17:10:50.2663512Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[2048-input_dtype1-True-2-32-2048-64] +2024-09-30T17:10:50.2665418Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1-input_dtype1-True-1-16-2048-64] +2024-09-30T17:10:50.2667577Z 0.01s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-127-input_dtype0-False-2-8-2048-64] +2024-09-30T17:10:50.2669788Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor_prealloc_and_write.py::test_tensor_preallocation_and_write_apis[True-5-tensor_layout1-memory_location1-mem_layout0-in_dtype1] +2024-09-30T17:10:50.2671992Z 0.01s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-1-input_dtype0-False-1-8-2048-64] +2024-09-30T17:10:50.2674084Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-0-input_dtype1-True-1-16-2048-64] +2024-09-30T17:10:50.2676042Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-0-input_dtype0-False-2-64-2048-64] +2024-09-30T17:10:50.2678018Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-0-input_dtype0-True-1-16-2048-64] +2024-09-30T17:10:50.2679937Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[1024-input_dtype0-True-1-32-2048-64] +2024-09-30T17:10:50.2681863Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1057-input_dtype0-False-1-16-2048-64] +2024-09-30T17:10:50.2683405Z 0.01s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_tilize_matmul.py::test_run_tilize_matmul_test +2024-09-30T17:10:50.2685013Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-0-input_dtype1-True-2-64-2048-64] +2024-09-30T17:10:50.2686885Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-0-input_dtype1-True-1-8-2048-64] +2024-09-30T17:10:50.2688829Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-0-input_dtype0-False-1-32-2048-64] +2024-09-30T17:10:50.2690979Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1-input_dtype0-True-1-8-2048-64] +2024-09-30T17:10:50.2692897Z 0.01s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1057-input_dtype0-False-1-16-2048-64] +2024-09-30T17:10:50.2694688Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[32-input_dtype1-True-2-8-2048-64] +2024-09-30T17:10:50.2696463Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-0-input_dtype0-True-2-16-2048-64] +2024-09-30T17:10:50.2698283Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[1024-input_dtype0-True-2-16-2048-64] +2024-09-30T17:10:50.2699999Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[2048-input_dtype0-False-2-8-2048-64] +2024-09-30T17:10:50.2701850Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-0-input_dtype1-True-1-32-2048-64] +2024-09-30T17:10:50.2703370Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_logical_not_ttnn[input_shapes2] +2024-09-30T17:10:50.2705045Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-0-input_dtype1-False-2-8-2048-64] +2024-09-30T17:10:50.2707001Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1-input_dtype0-True-2-16-2048-64] +2024-09-30T17:10:50.2708924Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-0-input_dtype0-False-2-32-2048-64] +2024-09-30T17:10:50.2710843Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1057-input_dtype1-True-2-32-2048-64] +2024-09-30T17:10:50.2712832Z 0.01s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-0-input_dtype0-True-2-8-2048-64] +2024-09-30T17:10:50.2714777Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1-input_dtype1-True-2-16-2048-64] +2024-09-30T17:10:50.2716542Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[32-input_dtype1-False-2-64-2048-64] +2024-09-30T17:10:50.2718028Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_tilize_test.py::test_run_tilize_test[True-1-1-784-2] +2024-09-30T17:10:50.2719668Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-0-input_dtype0-False-1-32-2048-64] +2024-09-30T17:10:50.2721546Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1-input_dtype1-True-2-32-2048-64] +2024-09-30T17:10:50.2723006Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_neg_ttnn[input_shapes2] +2024-09-30T17:10:50.2724638Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-0-input_dtype0-False-1-8-2048-64] +2024-09-30T17:10:50.2726629Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-0-input_dtype0-True-2-32-2048-64] +2024-09-30T17:10:50.2728488Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[2048-input_dtype1-True-2-64-2048-64] +2024-09-30T17:10:50.2730346Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-0-input_dtype0-True-2-64-2048-64] +2024-09-30T17:10:50.2732260Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-0-input_dtype1-False-2-16-2048-64] +2024-09-30T17:10:50.2734189Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-0-input_dtype0-True-1-8-2048-64] +2024-09-30T17:10:50.2736214Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-0-input_dtype0-True-2-8-2048-64] +2024-09-30T17:10:50.2737822Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_recip_ttnn[input_shapes1] +2024-09-30T17:10:50.2739441Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[2048-input_dtype1-True-1-32-2048-64] +2024-09-30T17:10:50.2741370Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1-input_dtype0-False-1-16-2048-64] +2024-09-30T17:10:50.2743379Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-0-input_dtype0-False-2-64-2048-64] +2024-09-30T17:10:50.2745435Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-0-input_dtype0-True-1-16-2048-64] +2024-09-30T17:10:50.2747602Z 0.01s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-1057-input_dtype0-True-2-8-2048-64] +2024-09-30T17:10:50.2749565Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[32-input_dtype0-False-2-8-2048-64] +2024-09-30T17:10:50.2751043Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_eqz_ttnn[input_shapes2] +2024-09-30T17:10:50.2752368Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_relu6_ttnn[input_shapes1] +2024-09-30T17:10:50.2753850Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_erfc_ttnn[True-input_shapes2] +2024-09-30T17:10:50.2755644Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1057-input_dtype0-False-1-8-2048-64] +2024-09-30T17:10:50.2757179Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_neg_ttnn[input_shapes1] +2024-09-30T17:10:50.2758606Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py::test_transpose_bfloat8_b[shape3-swap_dims3] +2024-09-30T17:10:50.2760276Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-0-input_dtype0-True-2-16-2048-64] +2024-09-30T17:10:50.2762187Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-0-input_dtype1-False-2-64-2048-64] +2024-09-30T17:10:50.2763963Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[32-input_dtype1-False-2-32-2048-64] +2024-09-30T17:10:50.2765991Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1057-input_dtype0-False-2-64-2048-64] +2024-09-30T17:10:50.2767780Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[512-input_dtype0-False-1-8-2048-64] +2024-09-30T17:10:50.2769284Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_pow_ttnn[2.0-input_shapes0] +2024-09-30T17:10:50.2770824Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[512-input_dtype1-False-2-32-2048-64] +2024-09-30T17:10:50.2772620Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1-input_dtype0-False-2-16-2048-64] +2024-09-30T17:10:50.2774530Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-0-input_dtype1-False-1-32-2048-64] +2024-09-30T17:10:50.2776415Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-0-input_dtype0-False-2-8-2048-64] +2024-09-30T17:10:50.2777803Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_sum.py::test_sum_for_dim_hw[shape_dim1] +2024-09-30T17:10:50.2779424Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1-input_dtype1-True-1-64-2048-64] +2024-09-30T17:10:50.2781182Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_gelu_ttnn[True-input_shapes2] +2024-09-30T17:10:50.2782969Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1-input_dtype0-False-2-32-2048-64] +2024-09-30T17:10:50.2784948Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-0-input_dtype0-False-2-16-2048-64] +2024-09-30T17:10:50.2787052Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1057-input_dtype1-True-1-8-2048-64] +2024-09-30T17:10:50.2788601Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_relu_ttnn[input_shapes1] +2024-09-30T17:10:50.2790062Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_elu_ttnn[10.0-input_shapes1] +2024-09-30T17:10:50.2791810Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-0-input_dtype0-True-1-8-2048-64] +2024-09-30T17:10:50.2793785Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-0-input_dtype1-False-1-32-2048-64] +2024-09-30T17:10:50.2795751Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-0-input_dtype1-True-2-32-2048-64] +2024-09-30T17:10:50.2797604Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[2048-input_dtype1-False-2-64-2048-64] +2024-09-30T17:10:50.2799274Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py::test_tranpose_hc_sharded_with_program_cache[4-3-3-16-grid_size1] +2024-09-30T17:10:50.2801174Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-1-input_dtype0-True-1-16-2048-64] +2024-09-30T17:10:50.2803452Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1-input_dtype1-True-1-64-2048-64] +2024-09-30T17:10:50.2805443Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-0-input_dtype1-False-2-16-2048-64] +2024-09-30T17:10:50.2807281Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[512-input_dtype1-False-1-16-2048-64] +2024-09-30T17:10:50.2809169Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1057-input_dtype0-True-1-16-2048-64] +2024-09-30T17:10:50.2810995Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[512-input_dtype0-False-1-32-2048-64] +2024-09-30T17:10:50.2812869Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-1-input_dtype0-False-1-16-2048-64] +2024-09-30T17:10:50.2814884Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1-input_dtype0-True-2-8-2048-64] +2024-09-30T17:10:50.2816770Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[1024-input_dtype0-True-2-8-2048-64] +2024-09-30T17:10:50.2818739Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-0-input_dtype0-True-1-64-2048-64] +2024-09-30T17:10:50.2820346Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py::test_transpose_hc_program_cache[float] +2024-09-30T17:10:50.2821996Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[32-input_dtype1-True-1-32-2048-64] +2024-09-30T17:10:50.2823838Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-127-input_dtype0-True-2-8-2048-64] +2024-09-30T17:10:50.2825375Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_relu6_ttnn[input_shapes0] +2024-09-30T17:10:50.2827193Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1-input_dtype1-True-2-16-2048-64] +2024-09-30T17:10:50.2829156Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-0-input_dtype1-False-2-32-2048-64] +2024-09-30T17:10:50.2831134Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-0-input_dtype1-False-2-8-2048-64] +2024-09-30T17:10:50.2832706Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py::test_transpose_hc_program_cache[bfloat16] +2024-09-30T17:10:50.2834304Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[512-input_dtype1-True-1-64-2048-64] +2024-09-30T17:10:50.2836138Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-0-input_dtype0-False-2-8-2048-64] +2024-09-30T17:10:50.2838038Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1-input_dtype1-True-2-16-2048-64] +2024-09-30T17:10:50.2839929Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1-input_dtype1-False-2-16-2048-64] +2024-09-30T17:10:50.2841666Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_sigmoid_ttnn[input_shapes1] +2024-09-30T17:10:50.2843433Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-0-input_dtype1-True-2-16-2048-64] +2024-09-30T17:10:50.2845392Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-0-input_dtype1-False-1-16-2048-64] +2024-09-30T17:10:50.2847334Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1057-input_dtype1-True-1-16-2048-64] +2024-09-30T17:10:50.2848870Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_abs_ttnn[input_shapes2] +2024-09-30T17:10:50.2850667Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-1-input_dtype0-True-2-32-2048-64] +2024-09-30T17:10:50.2852580Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[512-input_dtype1-False-2-16-2048-64] +2024-09-30T17:10:50.2854004Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_neg_ttnn[input_shapes0] +2024-09-30T17:10:50.2855696Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1-input_dtype0-True-2-32-2048-64] +2024-09-30T17:10:50.2857628Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1057-input_dtype0-False-2-16-2048-64] +2024-09-30T17:10:50.2859332Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_pow_ttnn[2.0-input_shapes1] +2024-09-30T17:10:50.2861161Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-0-input_dtype0-True-2-64-2048-64] +2024-09-30T17:10:50.2863106Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[512-input_dtype0-False-2-64-2048-64] +2024-09-30T17:10:50.2865004Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1-input_dtype1-True-2-8-2048-64] +2024-09-30T17:10:50.2867041Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-0-input_dtype0-True-1-64-2048-64] +2024-09-30T17:10:50.2868605Z 0.01s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_tilize_hpadding_matmul.py::test_tilize_hpadding_matmul +2024-09-30T17:10:50.2870195Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[512-input_dtype1-False-2-64-2048-64] +2024-09-30T17:10:50.2872049Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1-input_dtype1-True-1-16-2048-64] +2024-09-30T17:10:50.2874002Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1-input_dtype0-False-1-8-2048-64] +2024-09-30T17:10:50.2875911Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[1024-input_dtype0-False-1-8-2048-64] +2024-09-30T17:10:50.2877703Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[2048-input_dtype0-True-2-16-2048-64] +2024-09-30T17:10:50.2879383Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_sigmoid_ttnn[input_shapes2] +2024-09-30T17:10:50.2880684Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_tanh_ttnn[input_shapes1] +2024-09-30T17:10:50.2882294Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[32-input_dtype0-True-2-64-2048-64] +2024-09-30T17:10:50.2884194Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1057-input_dtype0-False-1-64-2048-64] +2024-09-30T17:10:50.2885928Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_leaky_relu_ttnn[1.0-input_shapes1] +2024-09-30T17:10:50.2887754Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-1-input_dtype0-True-1-64-2048-64] +2024-09-30T17:10:50.2889782Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-127-input_dtype0-True-2-16-2048-64] +2024-09-30T17:10:50.2891744Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1-input_dtype0-False-2-64-2048-64] +2024-09-30T17:10:50.2893674Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-0-input_dtype1-False-2-64-2048-64] +2024-09-30T17:10:50.2895492Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[2048-input_dtype1-True-2-8-2048-64] +2024-09-30T17:10:50.2897298Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-0-input_dtype1-True-1-8-2048-64] +2024-09-30T17:10:50.2899184Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[1024-input_dtype0-False-2-8-2048-64] +2024-09-30T17:10:50.2901122Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1-input_dtype1-True-2-8-2048-64] +2024-09-30T17:10:50.2902654Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_nez_ttnn[input_shapes1] +2024-09-30T17:10:50.2904188Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[512-input_dtype1-False-1-32-2048-64] +2024-09-30T17:10:50.2905862Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py::test_tranpose_hc_sharded_with_program_cache[24-3-224-224-grid_size6] +2024-09-30T17:10:50.2907818Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-127-input_dtype1-False-2-32-2048-64] +2024-09-30T17:10:50.2909731Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[32-input_dtype0-True-1-32-2048-64] +2024-09-30T17:10:50.2911229Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_asin_ttnn[input_shapes2] +2024-09-30T17:10:50.2912964Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1057-input_dtype0-False-2-32-2048-64] +2024-09-30T17:10:50.2914644Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py::test_tranpose_hw_rm_no_padding[256-8-128-16] +2024-09-30T17:10:50.2916855Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor_prealloc_and_write.py::test_tensor_preallocation_and_write_apis[False-5-tensor_layout1-memory_location0-mem_layout0-in_dtype1] +2024-09-30T17:10:50.2918723Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_untilize_test.py::test_run_untilize_test[1-1-3136-2-bfloat16] +2024-09-30T17:10:50.2920473Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1-input_dtype0-True-1-16-2048-64] +2024-09-30T17:10:50.2922456Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1-input_dtype0-False-1-32-2048-64] +2024-09-30T17:10:50.2924008Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_i0_ttnn[input_shapes1] +2024-09-30T17:10:50.2925755Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-0-input_dtype0-False-2-64-2048-64] +2024-09-30T17:10:50.2927859Z 0.01s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-0-input_dtype0-False-1-16-2048-64] +2024-09-30T17:10:50.2929485Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_logical_not_ttnn[input_shapes0] +2024-09-30T17:10:50.2931224Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1-input_dtype1-False-1-64-2048-64] +2024-09-30T17:10:50.2933029Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py::test_tranpose_hc_sharded_with_program_cache[1-8-4-16-grid_size0] +2024-09-30T17:10:50.2934434Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_relu_ttnn[input_shapes0] +2024-09-30T17:10:50.2936179Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-0-input_dtype0-False-1-16-2048-64] +2024-09-30T17:10:50.2938045Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[2048-input_dtype0-True-2-32-2048-64] +2024-09-30T17:10:50.2939903Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-0-input_dtype0-False-2-16-2048-64] +2024-09-30T17:10:50.2941503Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_erfinv_ttnn[input_shapes0] +2024-09-30T17:10:50.2943135Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[2048-input_dtype1-False-1-32-2048-64] +2024-09-30T17:10:50.2945078Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-1-input_dtype0-True-1-8-2048-64] +2024-09-30T17:10:50.2947021Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[32-input_dtype1-False-1-16-2048-64] +2024-09-30T17:10:50.2948872Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-127-input_dtype1-False-2-64-2048-64] +2024-09-30T17:10:50.2950848Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1057-input_dtype0-True-1-64-2048-64] +2024-09-30T17:10:50.2952822Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1057-input_dtype0-True-2-8-2048-64] +2024-09-30T17:10:50.2955088Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor_prealloc_and_write.py::test_tensor_preallocation_and_write_apis[False-5-tensor_layout1-memory_location1-mem_layout0-in_dtype1] +2024-09-30T17:10:50.2957161Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-0-input_dtype1-False-1-64-2048-64] +2024-09-30T17:10:50.2959047Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[1024-input_dtype0-True-2-32-2048-64] +2024-09-30T17:10:50.2960796Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[2048-input_dtype1-True-2-16-2048-64] +2024-09-30T17:10:50.2962253Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_square_ttnn[input_shapes0] +2024-09-30T17:10:50.2963557Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_asin_ttnn[input_shapes1] +2024-09-30T17:10:50.2965181Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[32-input_dtype0-True-2-16-2048-64] +2024-09-30T17:10:50.2966942Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[32-input_dtype1-True-2-32-2048-64] +2024-09-30T17:10:50.2968904Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor_prealloc_and_write.py::test_tensor_preallocation_and_write_apis[True-5-tensor_layout1-memory_location1-mem_layout0-in_dtype0] +2024-09-30T17:10:50.2970807Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[32-input_dtype1-False-1-32-2048-64] +2024-09-30T17:10:50.2972647Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1-input_dtype0-True-2-8-2048-64] +2024-09-30T17:10:50.2974190Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_gtz_ttnn[input_shapes2] +2024-09-30T17:10:50.2975478Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_tanh_ttnn[input_shapes0] +2024-09-30T17:10:50.2977247Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-1057-input_dtype0-True-2-16-2048-64] +2024-09-30T17:10:50.2979300Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-0-input_dtype0-False-2-32-2048-64] +2024-09-30T17:10:50.2981359Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1-input_dtype0-True-1-32-2048-64] +2024-09-30T17:10:50.2983332Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1057-input_dtype0-True-2-16-2048-64] +2024-09-30T17:10:50.2984897Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_isnan_ttnn[input_shapes0] +2024-09-30T17:10:50.2986721Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1057-input_dtype0-False-1-32-2048-64] +2024-09-30T17:10:50.2988796Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-1057-input_dtype0-True-1-16-2048-64] +2024-09-30T17:10:50.2990870Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-1057-input_dtype0-False-1-64-2048-64] +2024-09-30T17:10:50.2993189Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-0-input_dtype0-False-1-32-2048-64] +2024-09-30T17:10:50.2995193Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1057-input_dtype0-True-2-32-2048-64] +2024-09-30T17:10:50.2997107Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[1024-input_dtype0-True-2-64-2048-64] +2024-09-30T17:10:50.2999034Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1057-input_dtype1-False-2-32-2048-64] +2024-09-30T17:10:50.3001179Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1-input_dtype0-True-1-8-2048-64] +2024-09-30T17:10:50.3003130Z 0.01s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1-input_dtype0-True-2-8-2048-64] +2024-09-30T17:10:50.3005157Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-0-input_dtype0-True-2-16-2048-64] +2024-09-30T17:10:50.3006756Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_isfinite_ttnn[input_shapes0] +2024-09-30T17:10:50.3008355Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[512-input_dtype0-False-1-16-2048-64] +2024-09-30T17:10:50.3010288Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1057-input_dtype0-True-2-32-2048-64] +2024-09-30T17:10:50.3012636Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor_prealloc_and_write.py::test_tensor_preallocation_and_write_apis[False-5-tensor_layout1-memory_location1-mem_layout0-in_dtype0] +2024-09-30T17:10:50.3014595Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[2048-input_dtype0-True-1-16-2048-64] +2024-09-30T17:10:50.3016507Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-1-input_dtype0-False-2-16-2048-64] +2024-09-30T17:10:50.3018435Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[32-input_dtype0-True-1-64-2048-64] +2024-09-30T17:10:50.3020338Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1057-input_dtype0-False-1-32-2048-64] +2024-09-30T17:10:50.3022379Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-0-input_dtype0-False-2-16-2048-64] +2024-09-30T17:10:50.3024269Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[32-input_dtype0-False-1-64-2048-64] +2024-09-30T17:10:50.3025727Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_tan_ttnn[input_shapes2] +2024-09-30T17:10:50.3027257Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_pow_ttnn[0.5-input_shapes0] +2024-09-30T17:10:50.3029024Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-1057-input_dtype0-False-1-32-2048-64] +2024-09-30T17:10:50.3030945Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_leaky_relu_ttnn[10.0-input_shapes1] +2024-09-30T17:10:50.3032786Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1057-input_dtype0-True-1-32-2048-64] +2024-09-30T17:10:50.3034359Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_acos_ttnn[input_shapes0] +2024-09-30T17:10:50.3036129Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-127-input_dtype0-True-2-32-2048-64] +2024-09-30T17:10:50.3038194Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-0-input_dtype0-True-2-32-2048-64] +2024-09-30T17:10:50.3039792Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py::test_transpose_wh_program_cache[bfloat16] +2024-09-30T17:10:50.3041097Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_isnan_ttnn[input_shapes1] +2024-09-30T17:10:50.3042779Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1-input_dtype1-False-1-16-2048-64] +2024-09-30T17:10:50.3044604Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[2048-input_dtype0-True-1-64-2048-64] +2024-09-30T17:10:50.3055782Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-1-input_dtype0-True-2-8-2048-64] +2024-09-30T17:10:50.3057884Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-0-input_dtype0-False-1-8-2048-64] +2024-09-30T17:10:50.3059773Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[32-input_dtype0-False-1-8-2048-64] +2024-09-30T17:10:50.3061403Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_pow_ttnn[0.5-input_shapes2] +2024-09-30T17:10:50.3062662Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_i0_ttnn[input_shapes0] +2024-09-30T17:10:50.3064334Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1057-input_dtype0-True-2-16-2048-64] +2024-09-30T17:10:50.3066630Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-0-input_dtype0-True-2-16-2048-64] +2024-09-30T17:10:50.3068577Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[32-input_dtype0-False-1-32-2048-64] +2024-09-30T17:10:50.3070203Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_leaky_relu_ttnn[5.0-input_shapes0] +2024-09-30T17:10:50.3071919Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1-input_dtype1-False-1-16-2048-64] +2024-09-30T17:10:50.3073785Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[32-input_dtype0-False-2-8-2048-64] +2024-09-30T17:10:50.3075682Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-127-input_dtype1-True-2-64-2048-64] +2024-09-30T17:10:50.3077550Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_elu_ttnn[1.0-input_shapes0] +2024-09-30T17:10:50.3079417Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-127-input_dtype0-True-2-32-2048-64] +2024-09-30T17:10:50.3081752Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-0-input_dtype0-False-1-32-2048-64] +2024-09-30T17:10:50.3083324Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_erfinv_ttnn[input_shapes2] +2024-09-30T17:10:50.3085092Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-127-input_dtype1-False-1-32-2048-64] +2024-09-30T17:10:50.3087060Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-0-input_dtype1-False-1-8-2048-64] +2024-09-30T17:10:50.3088875Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[512-input_dtype0-True-1-32-2048-64] +2024-09-30T17:10:50.3090595Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[2048-input_dtype1-True-1-64-2048-64] +2024-09-30T17:10:50.3092335Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[2048-input_dtype0-True-2-64-2048-64] +2024-09-30T17:10:50.3094240Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-1057-input_dtype0-False-2-16-2048-64] +2024-09-30T17:10:50.3096338Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-0-input_dtype0-False-1-64-2048-64] +2024-09-30T17:10:50.3098207Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py::test_tranpose_hc_sharded_with_program_cache[16-128-256-16-grid_size7] +2024-09-30T17:10:50.3099772Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_heaviside_ttnn[10.0-input_shapes1] +2024-09-30T17:10:50.3101443Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[512-input_dtype0-True-2-32-2048-64] +2024-09-30T17:10:50.3103201Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[32-input_dtype0-True-2-8-2048-64] +2024-09-30T17:10:50.3104766Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_untilize_test.py::test_run_untilize_test[1-1-1-1-float] +2024-09-30T17:10:50.3106586Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-127-input_dtype0-False-2-32-2048-64] +2024-09-30T17:10:50.3108312Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_untilize_test.py::test_run_untilize_test[1-1-196-4-bfloat16] +2024-09-30T17:10:50.3110040Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1-input_dtype1-False-2-8-2048-64] +2024-09-30T17:10:50.3112118Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-1-input_dtype0-True-1-32-2048-64] +2024-09-30T17:10:50.3114009Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[32-input_dtype0-True-1-16-2048-64] +2024-09-30T17:10:50.3115737Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[512-input_dtype1-True-2-32-2048-64] +2024-09-30T17:10:50.3117434Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py::test_tranpose_hc_rm[16-128-128-16] +2024-09-30T17:10:50.3118709Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_recip_ttnn[input_shapes0] +2024-09-30T17:10:50.3120350Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[512-input_dtype0-False-2-16-2048-64] +2024-09-30T17:10:50.3122216Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1-input_dtype1-False-1-32-2048-64] +2024-09-30T17:10:50.3123283Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-1057-input_dtype0-False-1-32-2048-64] +2024-09-30T17:10:50.3124373Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-1-input_dtype0-False-2-32-2048-64] +2024-09-30T17:10:50.3125406Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-1-input_dtype0-False-1-64-2048-64] +2024-09-30T17:10:50.3125997Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_relu_ttnn[input_shapes2] +2024-09-30T17:10:50.3126703Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_elu_ttnn[10.0-input_shapes2] +2024-09-30T17:10:50.3127257Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_acos_ttnn[input_shapes2] +2024-09-30T17:10:50.3128264Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1-input_dtype1-False-2-32-2048-64] +2024-09-30T17:10:50.3128829Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_sqrt_ttnn[input_shapes2] +2024-09-30T17:10:50.3129881Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1057-input_dtype1-True-1-32-2048-64] +2024-09-30T17:10:50.3130860Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1-input_dtype0-True-1-64-2048-64] +2024-09-30T17:10:50.3131883Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1-input_dtype0-False-1-64-2048-64] +2024-09-30T17:10:50.3132785Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[32-input_dtype0-True-2-32-2048-64] +2024-09-30T17:10:50.3133809Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1057-input_dtype1-False-2-32-2048-64] +2024-09-30T17:10:50.3134844Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-1-input_dtype0-False-2-8-2048-64] +2024-09-30T17:10:50.3135861Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1057-input_dtype1-True-1-32-2048-64] +2024-09-30T17:10:50.3136905Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-1057-input_dtype0-True-1-8-2048-64] +2024-09-30T17:10:50.3137878Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-127-input_dtype1-True-1-16-2048-64] +2024-09-30T17:10:50.3138940Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[2048-input_dtype1-True-1-16-2048-64] +2024-09-30T17:10:50.3139989Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-1-input_dtype0-False-1-64-2048-64] +2024-09-30T17:10:50.3141065Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1057-input_dtype0-False-1-8-2048-64] +2024-09-30T17:10:50.3142044Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-0-input_dtype1-False-1-32-2048-64] +2024-09-30T17:10:50.3143088Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1057-input_dtype1-False-1-32-2048-64] +2024-09-30T17:10:50.3143959Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[2048-input_dtype0-False-2-16-2048-64] +2024-09-30T17:10:50.3144973Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-127-input_dtype1-True-2-32-2048-64] +2024-09-30T17:10:50.3145924Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1-input_dtype1-True-2-8-2048-64] +2024-09-30T17:10:50.3146591Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_tanh_ttnn[input_shapes2] +2024-09-30T17:10:50.3147357Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py::test_tranpose_hc_rm_with_program_cache[16-256-128-20] +2024-09-30T17:10:50.3148342Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-0-input_dtype1-True-2-32-2048-64] +2024-09-30T17:10:50.3149221Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[32-input_dtype0-False-2-32-2048-64] +2024-09-30T17:10:50.3150268Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-1057-input_dtype0-False-1-16-2048-64] +2024-09-30T17:10:50.3150813Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py::test_transpose_hc[bfloat16] +2024-09-30T17:10:50.3151845Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-1-input_dtype0-True-1-64-2048-64] +2024-09-30T17:10:50.3152852Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1-input_dtype0-False-2-8-2048-64] +2024-09-30T17:10:50.3153862Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-127-input_dtype0-False-1-8-2048-64] +2024-09-30T17:10:50.3154425Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_isinf_ttnn[input_shapes0] +2024-09-30T17:10:50.3155285Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[2048-input_dtype1-False-2-16-2048-64] +2024-09-30T17:10:50.3155967Z 0.01s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py::test_tranpose_hc_rm[16-128-128-16] +2024-09-30T17:10:50.3156813Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[512-input_dtype0-True-2-16-2048-64] +2024-09-30T17:10:50.3158178Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor_prealloc_and_write.py::test_tensor_preallocation_and_write_apis[True-5-tensor_layout1-memory_location0-mem_layout0-in_dtype1] +2024-09-30T17:10:50.3159026Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[512-input_dtype1-False-1-8-2048-64] +2024-09-30T17:10:50.3159570Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_sqrt_ttnn[input_shapes1] +2024-09-30T17:10:50.3160512Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[1024-input_dtype0-True-1-64-2048-64] +2024-09-30T17:10:50.3161493Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1057-input_dtype1-True-1-64-2048-64] +2024-09-30T17:10:50.3162601Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-0-input_dtype0-False-2-16-2048-64] +2024-09-30T17:10:50.3163177Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_isinf_ttnn[input_shapes1] +2024-09-30T17:10:50.3164187Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-0-input_dtype0-False-1-16-2048-64] +2024-09-30T17:10:50.3164737Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_cos_ttnn[input_shapes1] +2024-09-30T17:10:50.3165723Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1057-input_dtype0-False-2-8-2048-64] +2024-09-30T17:10:50.3166432Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_gelu_ttnn[True-input_shapes1] +2024-09-30T17:10:50.3167408Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1-input_dtype1-True-2-64-2048-64] +2024-09-30T17:10:50.3168355Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[32-input_dtype0-False-1-16-2048-64] +2024-09-30T17:10:50.3169401Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-127-input_dtype0-True-1-64-2048-64] +2024-09-30T17:10:50.3170387Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-0-input_dtype0-False-2-16-2048-64] +2024-09-30T17:10:50.3170960Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_exp_ttnn[input_shapes0] +2024-09-30T17:10:50.3171918Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[512-input_dtype0-True-2-64-2048-64] +2024-09-30T17:10:50.3172675Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py::test_tranpose_hw_rm_with_program_cache[256-8-128-16] +2024-09-30T17:10:50.3173698Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-0-input_dtype0-True-1-16-2048-64] +2024-09-30T17:10:50.3174565Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[32-input_dtype0-False-1-16-2048-64] +2024-09-30T17:10:50.3175600Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-1-input_dtype0-False-2-16-2048-64] +2024-09-30T17:10:50.3176812Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-1-input_dtype0-True-2-32-2048-64] +2024-09-30T17:10:50.3177697Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[2048-input_dtype0-False-1-8-2048-64] +2024-09-30T17:10:50.3178759Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-0-input_dtype0-False-1-8-2048-64] +2024-09-30T17:10:50.3179780Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-1057-input_dtype0-True-2-32-2048-64] +2024-09-30T17:10:50.3180450Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_tilize_test.py::test_run_tilize_test[False-1-1-784-2] +2024-09-30T17:10:50.3181541Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-1057-input_dtype0-False-2-32-2048-64] +2024-09-30T17:10:50.3182556Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-127-input_dtype1-True-2-64-2048-64] +2024-09-30T17:10:50.3183581Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-1057-input_dtype0-False-1-8-2048-64] +2024-09-30T17:10:50.3184667Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-1057-input_dtype0-False-2-16-2048-64] +2024-09-30T17:10:50.3185523Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[2048-input_dtype0-True-2-8-2048-64] +2024-09-30T17:10:50.3186626Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-127-input_dtype0-True-1-8-2048-64] +2024-09-30T17:10:50.3187671Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-1-input_dtype0-False-2-32-2048-64] +2024-09-30T17:10:50.3188674Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-1-input_dtype0-True-2-64-2048-64] +2024-09-30T17:10:50.3189383Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_untilize_test.py::test_run_untilize_test[1-1-196-4-float] +2024-09-30T17:10:50.3190289Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[1024-input_dtype0-False-1-32-2048-64] +2024-09-30T17:10:50.3191344Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-0-input_dtype0-True-2-64-2048-64] +2024-09-30T17:10:50.3192061Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_elu_ttnn[1.0-input_shapes1] +2024-09-30T17:10:50.3192674Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_rsqrt_ttnn[input_shapes2] +2024-09-30T17:10:50.3193233Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_tilize_hpadding_matmul.py::test_tilize_hpadding_matmul +2024-09-30T17:10:50.3194218Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-0-input_dtype1-True-1-16-2048-64] +2024-09-30T17:10:50.3195316Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1057-input_dtype1-True-2-32-2048-64] +2024-09-30T17:10:50.3196392Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-127-input_dtype0-False-1-16-2048-64] +2024-09-30T17:10:50.3197090Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_tilize_test.py::test_run_tilize_test[False-8-1-2-64] +2024-09-30T17:10:50.3198053Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1-input_dtype0-True-2-64-2048-64] +2024-09-30T17:10:50.3199045Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1-input_dtype0-True-1-32-2048-64] +2024-09-30T17:10:50.3199988Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-0-input_dtype0-True-1-64-2048-64] +2024-09-30T17:10:50.3201056Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-127-input_dtype0-True-2-64-2048-64] +2024-09-30T17:10:50.3201726Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_tilize_test.py::test_run_tilize_test[True-1-1-1-64] +2024-09-30T17:10:50.3202819Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-127-input_dtype0-True-2-8-2048-64] +2024-09-30T17:10:50.3203801Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1-input_dtype1-True-1-32-2048-64] +2024-09-30T17:10:50.3204812Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-127-input_dtype1-True-2-8-2048-64] +2024-09-30T17:10:50.3205786Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1-input_dtype1-True-2-32-2048-64] +2024-09-30T17:10:50.3206634Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[32-input_dtype1-False-2-16-2048-64] +2024-09-30T17:10:50.3207578Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[1024-input_dtype0-True-1-16-2048-64] +2024-09-30T17:10:50.3208269Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_pow_ttnn[2.0-input_shapes2] +2024-09-30T17:10:50.3209038Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_untilize_test.py::test_run_untilize_test[1-1-196-8-bfloat16] +2024-09-30T17:10:50.3210042Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1057-input_dtype0-False-2-8-2048-64] +2024-09-30T17:10:50.3211118Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-127-input_dtype0-True-2-16-2048-64] +2024-09-30T17:10:50.3212164Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-127-input_dtype0-False-2-64-2048-64] +2024-09-30T17:10:50.3213051Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[32-input_dtype1-False-2-8-2048-64] +2024-09-30T17:10:50.3213901Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[32-input_dtype1-True-1-16-2048-64] +2024-09-30T17:10:50.3215081Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1-input_dtype1-True-1-32-2048-64] +2024-09-30T17:10:50.3216071Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-0-input_dtype1-True-1-32-2048-64] +2024-09-30T17:10:50.3217021Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-0-input_dtype0-True-2-32-2048-64] +2024-09-30T17:10:50.3218003Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-0-input_dtype0-False-2-32-2048-64] +2024-09-30T17:10:50.3218977Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-127-input_dtype0-True-2-64-2048-64] +2024-09-30T17:10:50.3219886Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[2048-input_dtype0-False-1-16-2048-64] +2024-09-30T17:10:50.3220920Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-1057-input_dtype0-True-1-16-2048-64] +2024-09-30T17:10:50.3221694Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_untilize_test.py::test_run_untilize_test[1-1-784-4-float] +2024-09-30T17:10:50.3222371Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_tilize_test.py::test_run_tilize_test[False-5-2-4-8] +2024-09-30T17:10:50.3223331Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[1024-input_dtype0-True-1-8-2048-64] +2024-09-30T17:10:50.3224382Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-1057-input_dtype0-True-1-32-2048-64] +2024-09-30T17:10:50.3225344Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1-input_dtype1-True-1-8-2048-64] +2024-09-30T17:10:50.3226430Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-127-input_dtype1-True-2-16-2048-64] +2024-09-30T17:10:50.3227462Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-1-input_dtype0-True-1-16-2048-64] +2024-09-30T17:10:50.3228477Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1057-input_dtype1-True-1-64-2048-64] +2024-09-30T17:10:50.3229493Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1057-input_dtype1-False-1-16-2048-64] +2024-09-30T17:10:50.3230517Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1057-input_dtype0-False-2-32-2048-64] +2024-09-30T17:10:50.3231501Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-0-input_dtype0-False-2-32-2048-64] +2024-09-30T17:10:50.3232526Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-0-input_dtype1-True-1-16-2048-64] +2024-09-30T17:10:50.3233503Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-0-input_dtype1-False-2-32-2048-64] +2024-09-30T17:10:50.3234717Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-0-input_dtype0-True-2-8-2048-64] +2024-09-30T17:10:50.3235421Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_erf_ttnn[True-input_shapes2] +2024-09-30T17:10:50.3236455Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-0-input_dtype0-False-2-64-2048-64] +2024-09-30T17:10:50.3237302Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[2048-input_dtype0-False-1-32-2048-64] +2024-09-30T17:10:50.3238005Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_gelu_ttnn[False-input_shapes1] +2024-09-30T17:10:50.3238703Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_untilize_test.py::test_run_untilize_test[5-2-4-7-float] +2024-09-30T17:10:50.3239265Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_exp2_ttnn[input_shapes0] +2024-09-30T17:10:50.3240256Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-0-input_dtype0-False-1-8-2048-64] +2024-09-30T17:10:50.3241224Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-127-input_dtype1-True-1-64-2048-64] +2024-09-30T17:10:50.3242261Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-0-input_dtype0-False-2-8-2048-64] +2024-09-30T17:10:50.3242937Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_tilize_test.py::test_run_tilize_test[False-5-2-4-7] +2024-09-30T17:10:50.3243675Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_untilize_test.py::test_run_untilize_test[1-1-49-32-bfloat16] +2024-09-30T17:10:50.3244641Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-127-input_dtype0-True-2-32-2048-64] +2024-09-30T17:10:50.3245680Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-1057-input_dtype0-True-1-64-2048-64] +2024-09-30T17:10:50.3246766Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-0-input_dtype0-False-1-64-2048-64] +2024-09-30T17:10:50.3247617Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[512-input_dtype0-True-1-16-2048-64] +2024-09-30T17:10:50.3248718Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-127-input_dtype0-False-1-32-2048-64] +2024-09-30T17:10:50.3249567Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[512-input_dtype0-True-1-8-2048-64] +2024-09-30T17:10:50.3250647Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-1057-input_dtype0-False-2-8-2048-64] +2024-09-30T17:10:50.3251644Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1057-input_dtype0-False-2-32-2048-64] +2024-09-30T17:10:50.3252368Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_untilize_test.py::test_run_untilize_test[1-1-196-16-float] +2024-09-30T17:10:50.3253025Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_exp_ttnn[input_shapes2] +2024-09-30T17:10:50.3253788Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_isneginf_ttnn[input_shapes0] +2024-09-30T17:10:50.3254362Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py::test_transpose_cn_program_cache[bfloat16] +2024-09-30T17:10:50.3255080Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_elu_ttnn[10.0-input_shapes0] +2024-09-30T17:10:50.3255816Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_erfc_ttnn[True-input_shapes1] +2024-09-30T17:10:50.3256841Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-0-input_dtype0-True-1-32-2048-64] +2024-09-30T17:10:50.3257892Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-127-input_dtype0-True-2-64-2048-64] +2024-09-30T17:10:50.3259004Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor_prealloc_and_write.py::test_tensor_preallocation_and_write_apis[False-5-tensor_layout0-memory_location0-mem_layout0-in_dtype1] +2024-09-30T17:10:50.3260002Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-127-input_dtype1-True-2-32-2048-64] +2024-09-30T17:10:50.3260688Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_untilize_test.py::test_run_untilize_test[1-1-7-8-bfloat16] +2024-09-30T17:10:50.3261812Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-127-input_dtype0-False-2-16-2048-64] +2024-09-30T17:10:50.3262679Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[32-input_dtype0-False-1-32-2048-64] +2024-09-30T17:10:50.3263672Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-0-input_dtype1-False-2-64-2048-64] +2024-09-30T17:10:50.3264725Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-127-input_dtype1-False-2-64-2048-64] +2024-09-30T17:10:50.3265714Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1-input_dtype1-True-1-64-2048-64] +2024-09-30T17:10:50.3266824Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-127-input_dtype0-False-2-16-2048-64] +2024-09-30T17:10:50.3267812Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1-input_dtype1-True-1-16-2048-64] +2024-09-30T17:10:50.3268847Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-0-input_dtype0-False-1-16-2048-64] +2024-09-30T17:10:50.3269889Z 0.01s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-1-input_dtype0-False-2-8-2048-64] +2024-09-30T17:10:50.3270917Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-0-input_dtype0-False-2-8-2048-64] +2024-09-30T17:10:50.3271626Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_erf_ttnn[True-input_shapes1] +2024-09-30T17:10:50.3272791Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-127-input_dtype0-True-1-16-2048-64] +2024-09-30T17:10:50.3273754Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[32-input_dtype1-False-1-64-2048-64] +2024-09-30T17:10:50.3274802Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-1057-input_dtype0-True-2-64-2048-64] +2024-09-30T17:10:50.3275787Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-0-input_dtype0-True-1-16-2048-64] +2024-09-30T17:10:50.3276765Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-127-input_dtype1-False-2-8-2048-64] +2024-09-30T17:10:50.3277782Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1-input_dtype1-True-2-64-2048-64] +2024-09-30T17:10:50.3278627Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[32-input_dtype0-True-2-32-2048-64] +2024-09-30T17:10:50.3279357Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_gelu_ttnn[True-input_shapes0] +2024-09-30T17:10:50.3280198Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[32-input_dtype0-True-1-64-2048-64] +2024-09-30T17:10:50.3281220Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1057-input_dtype1-False-1-32-2048-64] +2024-09-30T17:10:50.3281782Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_acos_ttnn[input_shapes1] +2024-09-30T17:10:50.3282802Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1057-input_dtype1-True-2-8-2048-64] +2024-09-30T17:10:50.3283839Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-1057-input_dtype0-True-2-8-2048-64] +2024-09-30T17:10:50.3284816Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-127-input_dtype0-True-1-8-2048-64] +2024-09-30T17:10:50.3285837Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-0-input_dtype1-True-1-8-2048-64] +2024-09-30T17:10:50.3286732Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[512-input_dtype0-True-1-32-2048-64] +2024-09-30T17:10:50.3287735Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-0-input_dtype0-False-2-8-2048-64] +2024-09-30T17:10:50.3288652Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[1024-input_dtype0-False-1-16-2048-64] +2024-09-30T17:10:50.3289716Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-127-input_dtype0-False-2-32-2048-64] +2024-09-30T17:10:50.3290550Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[32-input_dtype1-True-1-64-2048-64] +2024-09-30T17:10:50.3291323Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_leaky_relu_ttnn[10.0-input_shapes2] +2024-09-30T17:10:50.3292503Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1057-input_dtype0-True-2-32-2048-64] +2024-09-30T17:10:50.3293517Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-0-input_dtype1-True-1-64-2048-64] +2024-09-30T17:10:50.3294110Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_isposinf_ttnn[input_shapes2] +2024-09-30T17:10:50.3295116Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1057-input_dtype1-True-1-16-2048-64] +2024-09-30T17:10:50.3296153Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1057-input_dtype0-False-1-64-2048-64] +2024-09-30T17:10:50.3297158Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1057-input_dtype1-True-2-64-2048-64] +2024-09-30T17:10:50.3298230Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-1057-input_dtype0-True-1-8-2048-64] +2024-09-30T17:10:50.3298801Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_sign_ttnn[input_shapes1] +2024-09-30T17:10:50.3299828Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1057-input_dtype1-True-1-16-2048-64] +2024-09-30T17:10:50.3300385Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_exp2_ttnn[input_shapes2] +2024-09-30T17:10:50.3301183Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_untilize_test.py::test_run_untilize_test[1-1-784-2-float] +2024-09-30T17:10:50.3302329Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor_prealloc_and_write.py::test_tensor_preallocation_and_write_apis[False-5-tensor_layout0-memory_location1-mem_layout0-in_dtype1] +2024-09-30T17:10:50.3303346Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-127-input_dtype1-True-2-8-2048-64] +2024-09-30T17:10:50.3304336Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-0-input_dtype1-False-1-64-2048-64] +2024-09-30T17:10:50.3304884Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_i0_ttnn[input_shapes2] +2024-09-30T17:10:50.3305939Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-1-input_dtype0-True-2-16-2048-64] +2024-09-30T17:10:50.3307113Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-127-input_dtype0-False-2-8-2048-64] +2024-09-30T17:10:50.3308124Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-0-input_dtype1-True-1-32-2048-64] +2024-09-30T17:10:50.3309094Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-0-input_dtype1-False-1-16-2048-64] +2024-09-30T17:10:50.3310090Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1057-input_dtype1-False-2-8-2048-64] +2024-09-30T17:10:50.3311036Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[32-input_dtype1-True-1-8-2048-64] +2024-09-30T17:10:50.3311779Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_log10_ttnn[input_shapes2] +2024-09-30T17:10:50.3312524Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_leaky_relu_ttnn[1.0-input_shapes0] +2024-09-30T17:10:50.3313047Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_tilize_matmul.py::test_run_tilize_matmul_test +2024-09-30T17:10:50.3314116Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-127-input_dtype0-True-2-8-2048-64] +2024-09-30T17:10:50.3314693Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_tan_ttnn[input_shapes0] +2024-09-30T17:10:50.3315702Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-0-input_dtype1-True-2-8-2048-64] +2024-09-30T17:10:50.3316691Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-127-input_dtype0-True-2-32-2048-64] +2024-09-30T17:10:50.3317756Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-127-input_dtype0-False-2-32-2048-64] +2024-09-30T17:10:50.3318304Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_nez_ttnn[input_shapes0] +2024-09-30T17:10:50.3319322Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1057-input_dtype1-False-1-8-2048-64] +2024-09-30T17:10:50.3320182Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[32-input_dtype0-True-2-8-2048-64] +2024-09-30T17:10:50.3321189Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-0-input_dtype0-True-2-64-2048-64] +2024-09-30T17:10:50.3322164Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-127-input_dtype1-True-1-32-2048-64] +2024-09-30T17:10:50.3322905Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_leaky_relu_ttnn[10.0-input_shapes0] +2024-09-30T17:10:50.3323640Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_gelu_ttnn[False-input_shapes0] +2024-09-30T17:10:50.3324739Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor_prealloc_and_write.py::test_tensor_preallocation_and_write_apis[True-5-tensor_layout0-memory_location1-mem_layout0-in_dtype1] +2024-09-30T17:10:50.3325817Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-1057-input_dtype0-True-1-32-2048-64] +2024-09-30T17:10:50.3326790Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1-input_dtype0-True-2-64-2048-64] +2024-09-30T17:10:50.3327562Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_heaviside_ttnn[10.0-input_shapes0] +2024-09-30T17:10:50.3328273Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py::test_transpose_bfloat8_b[shape2-swap_dims2] +2024-09-30T17:10:50.3329000Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_erf_ttnn[True-input_shapes0] +2024-09-30T17:10:50.3329796Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_untilize_test.py::test_run_untilize_test[1-1-49-16-bfloat16] +2024-09-30T17:10:50.3330742Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[512-input_dtype0-True-2-8-2048-64] +2024-09-30T17:10:50.3331815Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1057-input_dtype0-False-2-64-2048-64] +2024-09-30T17:10:50.3332813Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-0-input_dtype0-False-1-32-2048-64] +2024-09-30T17:10:50.3333886Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-1057-input_dtype0-False-2-64-2048-64] +2024-09-30T17:10:50.3334445Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_atan_ttnn[input_shapes2] +2024-09-30T17:10:50.3335460Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1057-input_dtype1-False-2-8-2048-64] +2024-09-30T17:10:50.3336005Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_cos_ttnn[input_shapes2] +2024-09-30T17:10:50.3336996Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-0-input_dtype0-False-2-64-2048-64] +2024-09-30T17:10:50.3337556Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_recip_ttnn[input_shapes2] +2024-09-30T17:10:50.3338586Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-0-input_dtype1-True-2-64-2048-64] +2024-09-30T17:10:50.3339622Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-127-input_dtype0-False-1-64-2048-64] +2024-09-30T17:10:50.3340584Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1-input_dtype1-False-1-8-2048-64] +2024-09-30T17:10:50.3341604Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-127-input_dtype0-True-1-16-2048-64] +2024-09-30T17:10:50.3342585Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1057-input_dtype0-False-1-8-2048-64] +2024-09-30T17:10:50.3343542Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-127-input_dtype0-True-1-32-2048-64] +2024-09-30T17:10:50.3344567Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-1057-input_dtype0-True-2-32-2048-64] +2024-09-30T17:10:50.3345263Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_gelu_ttnn[False-input_shapes2] +2024-09-30T17:10:50.3346292Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1-input_dtype0-True-2-32-2048-64] +2024-09-30T17:10:50.3347303Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-1-input_dtype0-True-2-8-2048-64] +2024-09-30T17:10:50.3348272Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1057-input_dtype1-True-2-64-2048-64] +2024-09-30T17:10:50.3349518Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-1057-input_dtype0-False-1-64-2048-64] +2024-09-30T17:10:50.3350066Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_isnan_ttnn[input_shapes2] +2024-09-30T17:10:50.3351034Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-127-input_dtype0-True-2-64-2048-64] +2024-09-30T17:10:50.3351992Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-0-input_dtype0-True-1-32-2048-64] +2024-09-30T17:10:50.3352526Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_abs_ttnn[input_shapes1] +2024-09-30T17:10:50.3353508Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1057-input_dtype1-False-1-64-2048-64] +2024-09-30T17:10:50.3354078Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_log_sigmoid_ttnn[input_shapes1] +2024-09-30T17:10:50.3355035Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1-input_dtype1-False-1-32-2048-64] +2024-09-30T17:10:50.3355719Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_erfc_ttnn[False-input_shapes2] +2024-09-30T17:10:50.3356685Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-127-input_dtype1-False-1-32-2048-64] +2024-09-30T17:10:50.3357527Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[32-input_dtype0-False-1-64-2048-64] +2024-09-30T17:10:50.3358502Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1057-input_dtype1-True-2-64-2048-64] +2024-09-30T17:10:50.3359191Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_erfc_ttnn[True-input_shapes0] +2024-09-30T17:10:50.3360205Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-1057-input_dtype0-True-2-16-2048-64] +2024-09-30T17:10:50.3361179Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-127-input_dtype0-False-1-32-2048-64] +2024-09-30T17:10:50.3362157Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-127-input_dtype1-False-2-32-2048-64] +2024-09-30T17:10:50.3363126Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-0-input_dtype0-True-1-8-2048-64] +2024-09-30T17:10:50.3364100Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-127-input_dtype1-False-2-16-2048-64] +2024-09-30T17:10:50.3365072Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-127-input_dtype0-False-1-8-2048-64] +2024-09-30T17:10:50.3366083Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-1-input_dtype0-False-2-64-2048-64] +2024-09-30T17:10:50.3366708Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_log_ttnn[input_shapes2] +2024-09-30T17:10:50.3367747Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-0-input_dtype1-True-1-64-2048-64] +2024-09-30T17:10:50.3368313Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_signbit_ttnn[input_shapes2] +2024-09-30T17:10:50.3369332Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-127-input_dtype0-True-1-32-2048-64] +2024-09-30T17:10:50.3370293Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-0-input_dtype0-False-1-64-2048-64] +2024-09-30T17:10:50.3370841Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_sign_ttnn[input_shapes0] +2024-09-30T17:10:50.3371808Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-0-input_dtype0-True-2-16-2048-64] +2024-09-30T17:10:50.3372762Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-0-input_dtype0-True-1-32-2048-64] +2024-09-30T17:10:50.3373588Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[32-input_dtype0-False-2-64-2048-64] +2024-09-30T17:10:50.3374607Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-127-input_dtype0-False-1-32-2048-64] +2024-09-30T17:10:50.3375576Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-127-input_dtype1-False-2-64-2048-64] +2024-09-30T17:10:50.3376048Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py::test_transpose_wh_uint16 +2024-09-30T17:10:50.3376585Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_sqrt_ttnn[input_shapes0] +2024-09-30T17:10:50.3377264Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py::test_transpose_bfloat8_b[shape1-swap_dims1] +2024-09-30T17:10:50.3378083Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py::test_tranpose_hc_sharded_with_program_cache[16-128-128-16-grid_size8] +2024-09-30T17:10:50.3378910Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[512-input_dtype0-False-2-8-2048-64] +2024-09-30T17:10:50.3379462Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_silu_ttnn[input_shapes1] +2024-09-30T17:10:50.3380424Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1-input_dtype1-False-2-64-2048-64] +2024-09-30T17:10:50.3381312Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[32-input_dtype0-True-2-64-2048-64] +2024-09-30T17:10:50.3382398Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor_prealloc_and_write.py::test_tensor_preallocation_and_write_apis[True-5-tensor_layout1-memory_location0-mem_layout0-in_dtype0] +2024-09-30T17:10:50.3383387Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-0-input_dtype1-True-2-64-2048-64] +2024-09-30T17:10:50.3384108Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_heaviside_ttnn[5.0-input_shapes1] +2024-09-30T17:10:50.3385290Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-0-input_dtype0-False-1-16-2048-64] +2024-09-30T17:10:50.3385857Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_isposinf_ttnn[input_shapes1] +2024-09-30T17:10:50.3386916Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1-input_dtype1-False-1-8-2048-64] +2024-09-30T17:10:50.3387984Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-1-input_dtype0-False-1-8-2048-64] +2024-09-30T17:10:50.3388977Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1057-input_dtype1-False-1-16-2048-64] +2024-09-30T17:10:50.3389868Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[32-input_dtype1-False-1-8-2048-64] +2024-09-30T17:10:50.3390552Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_untilize_test.py::test_run_untilize_test[1-1-1-2-float] +2024-09-30T17:10:50.3391580Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-127-input_dtype0-False-1-64-2048-64] +2024-09-30T17:10:50.3392567Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-127-input_dtype0-True-1-16-2048-64] +2024-09-30T17:10:50.3393587Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-127-input_dtype1-True-1-32-2048-64] +2024-09-30T17:10:50.3394580Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-127-input_dtype1-True-1-32-2048-64] +2024-09-30T17:10:50.3395658Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-1057-input_dtype0-False-1-8-2048-64] +2024-09-30T17:10:50.3396586Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[1024-input_dtype0-False-1-64-2048-64] +2024-09-30T17:10:50.3397573Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1057-input_dtype1-False-1-64-2048-64] +2024-09-30T17:10:50.3398586Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-0-input_dtype0-True-1-64-2048-64] +2024-09-30T17:10:50.3399583Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1057-input_dtype0-True-1-64-2048-64] +2024-09-30T17:10:50.3400169Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_gez_ttnn[input_shapes1] +2024-09-30T17:10:50.3401136Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1-input_dtype1-False-2-8-2048-64] +2024-09-30T17:10:50.3402179Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1057-input_dtype1-True-2-16-2048-64] +2024-09-30T17:10:50.3403155Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-0-input_dtype0-True-1-16-2048-64] +2024-09-30T17:10:50.3404275Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-127-input_dtype0-True-2-16-2048-64] +2024-09-30T17:10:50.3405274Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[512-input_dtype0-False-1-64-2048-64] +2024-09-30T17:10:50.3405871Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_exp_ttnn[input_shapes1] +2024-09-30T17:10:50.3406867Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-0-input_dtype0-True-2-64-2048-64] +2024-09-30T17:10:50.3407721Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[32-input_dtype0-True-1-8-2048-64] +2024-09-30T17:10:50.3408769Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1057-input_dtype0-False-1-16-2048-64] +2024-09-30T17:10:50.3409774Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1057-input_dtype1-True-2-64-2048-64] +2024-09-30T17:10:50.3410662Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[2048-input_dtype0-True-1-32-2048-64] +2024-09-30T17:10:50.3411377Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_erf_ttnn[False-input_shapes2] +2024-09-30T17:10:50.3412393Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1-input_dtype1-False-1-8-2048-64] +2024-09-30T17:10:50.3413361Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1-input_dtype1-True-2-64-2048-64] +2024-09-30T17:10:50.3414219Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[512-input_dtype0-False-2-64-2048-64] +2024-09-30T17:10:50.3415180Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-127-input_dtype1-False-1-8-2048-64] +2024-09-30T17:10:50.3416135Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1-input_dtype1-False-2-64-2048-64] +2024-09-30T17:10:50.3416851Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_untilize_test.py::test_run_untilize_test[1-1-784-8-bfloat16] +2024-09-30T17:10:50.3417391Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_atan_ttnn[input_shapes1] +2024-09-30T17:10:50.3418361Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1-input_dtype1-False-1-16-2048-64] +2024-09-30T17:10:50.3419331Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1057-input_dtype0-True-2-64-2048-64] +2024-09-30T17:10:50.3420282Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1-input_dtype1-False-1-8-2048-64] +2024-09-30T17:10:50.3421296Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-127-input_dtype1-True-2-16-2048-64] +2024-09-30T17:10:50.3422186Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[512-input_dtype0-False-2-8-2048-64] +2024-09-30T17:10:50.3423237Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1-input_dtype0-False-1-32-2048-64] +2024-09-30T17:10:50.3423995Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py::test_tranpose_hw_rm_with_padding[256-230-1-1] +2024-09-30T17:10:50.3424971Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1057-input_dtype0-False-2-64-2048-64] +2024-09-30T17:10:50.3425511Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_atan_ttnn[input_shapes0] +2024-09-30T17:10:50.3426555Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1057-input_dtype0-True-1-8-2048-64] +2024-09-30T17:10:50.3427505Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-127-input_dtype0-True-1-32-2048-64] +2024-09-30T17:10:50.3428480Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1057-input_dtype1-True-2-16-2048-64] +2024-09-30T17:10:50.3429444Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-127-input_dtype1-False-1-64-2048-64] +2024-09-30T17:10:50.3430287Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[512-input_dtype0-False-2-16-2048-64] +2024-09-30T17:10:50.3431244Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-127-input_dtype1-True-1-16-2048-64] +2024-09-30T17:10:50.3432260Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-1-input_dtype0-False-2-8-2048-64] +2024-09-30T17:10:50.3432961Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_erfc_ttnn[False-input_shapes0] +2024-09-30T17:10:50.3433969Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-127-input_dtype0-False-2-64-2048-64] +2024-09-30T17:10:50.3434962Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-127-input_dtype1-False-1-16-2048-64] +2024-09-30T17:10:50.3435471Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor_ranks.py::test_tensor_ranks[shape6] +2024-09-30T17:10:50.3436473Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1-input_dtype0-False-1-16-2048-64] +2024-09-30T17:10:50.3437048Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_abs_ttnn[input_shapes0] +2024-09-30T17:10:50.3438040Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1-input_dtype1-False-2-16-2048-64] +2024-09-30T17:10:50.3438602Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_silu_ttnn[input_shapes2] +2024-09-30T17:10:50.3439185Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_log2_ttnn[input_shapes1] +2024-09-30T17:10:50.3440163Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1-input_dtype0-True-1-16-2048-64] +2024-09-30T17:10:50.3441162Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1057-input_dtype0-True-1-8-2048-64] +2024-09-30T17:10:50.3442326Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-127-input_dtype1-True-1-16-2048-64] +2024-09-30T17:10:50.3443048Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_heaviside_ttnn[1.0-input_shapes2] +2024-09-30T17:10:50.3443931Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[2048-input_dtype0-True-1-8-2048-64] +2024-09-30T17:10:50.3444614Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_untilize_test.py::test_run_untilize_test[1-1-196-8-float] +2024-09-30T17:10:50.3445617Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-127-input_dtype1-False-2-32-2048-64] +2024-09-30T17:10:50.3446423Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py::test_tranpose_hw_sharded_rm_with_program_cache[16-128-128-16] +2024-09-30T17:10:50.3447224Z 0.01s call tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor.py::test_tensor_conversion_between_torch_and_tt[tt_dtype0-shape0] +2024-09-30T17:10:50.3448242Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-0-input_dtype0-False-2-8-2048-64] +2024-09-30T17:10:50.3448831Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_square_ttnn[input_shapes1] +2024-09-30T17:10:50.3449813Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-0-input_dtype1-False-1-16-2048-64] +2024-09-30T17:10:50.3450402Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_log2_ttnn[input_shapes0] +2024-09-30T17:10:50.3451446Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-1057-input_dtype0-True-2-64-2048-64] +2024-09-30T17:10:50.3452423Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1057-input_dtype0-True-1-32-2048-64] +2024-09-30T17:10:50.3453454Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1057-input_dtype1-False-2-16-2048-64] +2024-09-30T17:10:50.3454430Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1057-input_dtype1-False-2-16-2048-64] +2024-09-30T17:10:50.3455310Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[2048-input_dtype1-False-2-32-2048-64] +2024-09-30T17:10:50.3455859Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_log_ttnn[input_shapes1] +2024-09-30T17:10:50.3456420Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_gez_ttnn[input_shapes2] +2024-09-30T17:10:50.3457396Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-127-input_dtype0-True-2-32-2048-64] +2024-09-30T17:10:50.3458431Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-1-input_dtype0-False-2-64-2048-64] +2024-09-30T17:10:50.3459396Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1-input_dtype0-True-2-64-2048-64] +2024-09-30T17:10:50.3460509Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1-input_dtype0-False-1-16-2048-64] +2024-09-30T17:10:50.3461148Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_log2_ttnn[input_shapes2] +2024-09-30T17:10:50.3461882Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_leaky_relu_ttnn[5.0-input_shapes1] +2024-09-30T17:10:50.3462880Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1057-input_dtype0-True-1-8-2048-64] +2024-09-30T17:10:50.3463834Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1-input_dtype0-True-1-8-2048-64] +2024-09-30T17:10:50.3464826Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1-input_dtype1-False-1-64-2048-64] +2024-09-30T17:10:50.3465555Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_heaviside_ttnn[5.0-input_shapes0] +2024-09-30T17:10:50.3466254Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_erfinv_ttnn[input_shapes1] +2024-09-30T17:10:50.3467233Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-127-input_dtype1-True-1-64-2048-64] +2024-09-30T17:10:50.3467842Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_isposinf_ttnn[input_shapes0] +2024-09-30T17:10:50.3468699Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[2048-input_dtype1-False-1-64-2048-64] +2024-09-30T17:10:50.3469542Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py::test_tranpose_hc_sharded_with_program_cache[16-4-224-224-grid_size4] +2024-09-30T17:10:50.3470563Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-0-input_dtype0-False-1-16-2048-64] +2024-09-30T17:10:50.3471294Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_leaky_relu_ttnn[1.0-input_shapes2] +2024-09-30T17:10:50.3472046Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_heaviside_ttnn[1.0-input_shapes1] +2024-09-30T17:10:50.3473015Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-0-input_dtype1-True-2-32-2048-64] +2024-09-30T17:10:50.3474018Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-0-input_dtype1-False-2-16-2048-64] +2024-09-30T17:10:50.3475007Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1057-input_dtype1-True-2-32-2048-64] +2024-09-30T17:10:50.3475996Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1057-input_dtype1-True-2-16-2048-64] +2024-09-30T17:10:50.3476959Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1-input_dtype1-False-2-8-2048-64] +2024-09-30T17:10:50.3477927Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1-input_dtype0-False-2-64-2048-64] +2024-09-30T17:10:50.3478962Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[1024-input_dtype0-False-2-32-2048-64] +2024-09-30T17:10:50.3480057Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1057-input_dtype1-False-2-64-2048-64] +2024-09-30T17:10:50.3481079Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1057-input_dtype1-False-2-8-2048-64] +2024-09-30T17:10:50.3482045Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-127-input_dtype0-True-2-8-2048-64] +2024-09-30T17:10:50.3483052Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-127-input_dtype0-False-2-32-2048-64] +2024-09-30T17:10:50.3484056Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1057-input_dtype0-False-1-32-2048-64] +2024-09-30T17:10:50.3485064Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-127-input_dtype1-True-2-16-2048-64] +2024-09-30T17:10:50.3486051Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1057-input_dtype1-False-1-16-2048-64] +2024-09-30T17:10:50.3486776Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_untilize_test.py::test_run_untilize_test[1-1-196-16-bfloat16] +2024-09-30T17:10:50.3487756Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1-input_dtype0-False-2-8-2048-64] +2024-09-30T17:10:50.3488746Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-0-input_dtype0-True-2-32-2048-64] +2024-09-30T17:10:50.3489703Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1-input_dtype1-True-1-32-2048-64] +2024-09-30T17:10:50.3490657Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-127-input_dtype0-True-1-64-2048-64] +2024-09-30T17:10:50.3491629Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1057-input_dtype1-False-2-8-2048-64] +2024-09-30T17:10:50.3492593Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-127-input_dtype1-False-2-32-2048-64] +2024-09-30T17:10:50.3493585Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-127-input_dtype0-False-2-8-2048-64] +2024-09-30T17:10:50.3494554Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1-input_dtype1-False-2-16-2048-64] +2024-09-30T17:10:50.3495428Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[512-input_dtype1-True-1-32-2048-64] +2024-09-30T17:10:50.3496388Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-127-input_dtype0-True-1-16-2048-64] +2024-09-30T17:10:50.3497453Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-127-input_dtype0-True-1-16-2048-64] +2024-09-30T17:10:50.3498596Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1-input_dtype0-False-2-64-2048-64] +2024-09-30T17:10:50.3499164Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_signbit_ttnn[input_shapes0] +2024-09-30T17:10:50.3500144Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-127-input_dtype1-True-2-16-2048-64] +2024-09-30T17:10:50.3501041Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[32-input_dtype1-True-2-16-2048-64] +2024-09-30T17:10:50.3502070Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1057-input_dtype1-False-1-64-2048-64] +2024-09-30T17:10:50.3503053Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1-input_dtype0-True-1-8-2048-64] +2024-09-30T17:10:50.3504141Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-1057-input_dtype0-False-1-16-2048-64] +2024-09-30T17:10:50.3505118Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-127-input_dtype0-True-1-8-2048-64] +2024-09-30T17:10:50.3505715Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_rsqrt_ttnn[input_shapes1] +2024-09-30T17:10:50.3506809Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1057-input_dtype1-True-2-32-2048-64] +2024-09-30T17:10:50.3507713Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[2048-input_dtype0-False-2-32-2048-64] +2024-09-30T17:10:50.3508416Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_untilize_test.py::test_run_untilize_test[1-1-49-16-float] +2024-09-30T17:10:50.3509415Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1-input_dtype1-True-2-8-2048-64] +2024-09-30T17:10:50.3510381Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1-input_dtype1-True-1-8-2048-64] +2024-09-30T17:10:50.3511387Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-127-input_dtype0-False-1-16-2048-64] +2024-09-30T17:10:50.3512413Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1057-input_dtype0-True-2-8-2048-64] +2024-09-30T17:10:50.3513326Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[32-input_dtype0-False-2-16-2048-64] +2024-09-30T17:10:50.3514034Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_untilize_test.py::test_run_untilize_test[1-1-7-8-float] +2024-09-30T17:10:50.3515021Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-127-input_dtype0-True-2-32-2048-64] +2024-09-30T17:10:50.3516024Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-0-input_dtype0-True-2-32-2048-64] +2024-09-30T17:10:50.3517068Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-127-input_dtype0-True-1-64-2048-64] +2024-09-30T17:10:50.3518268Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1-input_dtype0-False-1-16-2048-64] +2024-09-30T17:10:50.3519235Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1-input_dtype1-True-2-64-2048-64] +2024-09-30T17:10:50.3520231Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1057-input_dtype0-False-2-16-2048-64] +2024-09-30T17:10:50.3521222Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1057-input_dtype0-False-2-32-2048-64] +2024-09-30T17:10:50.3522205Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-127-input_dtype0-True-2-64-2048-64] +2024-09-30T17:10:50.3523203Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1-input_dtype1-True-1-32-2048-64] +2024-09-30T17:10:50.3524180Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-127-input_dtype0-False-2-8-2048-64] +2024-09-30T17:10:50.3525192Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-127-input_dtype1-True-2-8-2048-64] +2024-09-30T17:10:50.3526179Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-127-input_dtype1-True-2-64-2048-64] +2024-09-30T17:10:50.3526708Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_sum.py::test_sum_for_dim_hw[shape_dim0] +2024-09-30T17:10:50.3527525Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py::test_tranpose_hc_sharded_with_program_cache[2-8-4-32-grid_size2] +2024-09-30T17:10:50.3528380Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py::test_tranpose_hc_sharded_with_program_cache[2-2-8-64-grid_size3] +2024-09-30T17:10:50.3529370Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-127-input_dtype0-True-1-8-2048-64] +2024-09-30T17:10:50.3530371Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1-input_dtype1-False-2-16-2048-64] +2024-09-30T17:10:50.3531392Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-1-input_dtype0-True-2-64-2048-64] +2024-09-30T17:10:50.3532133Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_heaviside_ttnn[1.0-input_shapes0] +2024-09-30T17:10:50.3533206Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-1057-input_dtype0-False-2-64-2048-64] +2024-09-30T17:10:50.3534241Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-127-input_dtype0-False-2-8-2048-64] +2024-09-30T17:10:50.3535139Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[512-input_dtype0-True-1-8-2048-64] +2024-09-30T17:10:50.3536146Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-127-input_dtype0-True-1-8-2048-64] +2024-09-30T17:10:50.3537279Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1-input_dtype0-False-2-32-2048-64] +2024-09-30T17:10:50.3538250Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1-input_dtype0-True-2-16-2048-64] +2024-09-30T17:10:50.3539237Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-0-input_dtype1-True-2-8-2048-64] +2024-09-30T17:10:50.3540094Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[32-input_dtype0-False-1-8-2048-64] +2024-09-30T17:10:50.3540703Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_log10_ttnn[input_shapes0] +2024-09-30T17:10:50.3541675Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[512-input_dtype0-True-2-16-2048-64] +2024-09-30T17:10:50.3542507Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[32-input_dtype0-True-2-16-2048-64] +2024-09-30T17:10:50.3543207Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_elu_ttnn[5.0-input_shapes2] +2024-09-30T17:10:50.3543910Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_untilize_test.py::test_run_untilize_test[1-1-784-2-bfloat16] +2024-09-30T17:10:50.3544917Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1057-input_dtype0-True-1-32-2048-64] +2024-09-30T17:10:50.3545612Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py::test_tranpose_hw_sharded_rm[112-16-224-16] +2024-09-30T17:10:50.3546712Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1057-input_dtype1-False-2-32-2048-64] +2024-09-30T17:10:50.3547692Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-127-input_dtype1-False-1-8-2048-64] +2024-09-30T17:10:50.3548608Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[512-input_dtype0-True-1-16-2048-64] +2024-09-30T17:10:50.3549194Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py::test_transpose_wh_sharded_program_cache[float] +2024-09-30T17:10:50.3550032Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[32-input_dtype0-True-1-16-2048-64] +2024-09-30T17:10:50.3550975Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[512-input_dtype0-False-1-32-2048-64] +2024-09-30T17:10:50.3551574Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_log_sigmoid_ttnn[input_shapes2] +2024-09-30T17:10:50.3552299Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_untilize_test.py::test_run_untilize_test[1-1-1-2-bfloat16] +2024-09-30T17:10:50.3553336Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-1057-input_dtype0-False-2-32-2048-64] +2024-09-30T17:10:50.3554256Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[32-input_dtype0-False-2-64-2048-64] +2024-09-30T17:10:50.3555217Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[512-input_dtype1-True-1-16-2048-64] +2024-09-30T17:10:50.3555890Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_isfinite_ttnn[input_shapes2] +2024-09-30T17:10:50.3556434Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py::test_transpose_cn_program_cache[float] +2024-09-30T17:10:50.3557406Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1-input_dtype0-False-2-8-2048-64] +2024-09-30T17:10:50.3557975Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_relu6_ttnn[input_shapes2] +2024-09-30T17:10:50.3559013Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-1-input_dtype0-False-1-32-2048-64] +2024-09-30T17:10:50.3560100Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-127-input_dtype0-False-1-64-2048-64] +2024-09-30T17:10:50.3561083Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-127-input_dtype0-True-2-8-2048-64] +2024-09-30T17:10:50.3562089Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1-input_dtype0-False-1-64-2048-64] +2024-09-30T17:10:50.3562949Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[512-input_dtype0-False-2-32-2048-64] +2024-09-30T17:10:50.3563930Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-127-input_dtype0-False-2-64-2048-64] +2024-09-30T17:10:50.3564616Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_untilize_test.py::test_run_untilize_test[1-1-1-1-bfloat16] +2024-09-30T17:10:50.3565622Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-127-input_dtype1-False-1-64-2048-64] +2024-09-30T17:10:50.3566592Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1-input_dtype0-False-2-64-2048-64] +2024-09-30T17:10:50.3567141Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_lez_ttnn[input_shapes0] +2024-09-30T17:10:50.3567703Z 0.01s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor_ranks.py::test_tensor_ranks[shape6] +2024-09-30T17:10:50.3568740Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-1057-input_dtype0-True-2-8-2048-64] +2024-09-30T17:10:50.3569764Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1-input_dtype1-False-1-64-2048-64] +2024-09-30T17:10:50.3570746Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-0-input_dtype0-False-2-32-2048-64] +2024-09-30T17:10:50.3571473Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_untilize_test.py::test_run_untilize_test[5-2-4-8-bfloat16] +2024-09-30T17:10:50.3572429Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1-input_dtype1-False-2-32-2048-64] +2024-09-30T17:10:50.3573305Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_split_any_dim_two_chunks_tiled.py::test_split_tiled_w[1x2x64x10240-3-out_DRAM-in_DRAM] +2024-09-30T17:10:50.3574478Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1057-input_dtype0-False-1-64-2048-64] +2024-09-30T17:10:50.3575090Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_eqz_ttnn[input_shapes1] +2024-09-30T17:10:50.3575638Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_nez_ttnn[input_shapes2] +2024-09-30T17:10:50.3576633Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1057-input_dtype0-False-1-64-2048-64] +2024-09-30T17:10:50.3577642Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-0-input_dtype1-False-2-16-2048-64] +2024-09-30T17:10:50.3578351Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_pow_ttnn[0.5-input_shapes1] +2024-09-30T17:10:50.3579413Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-127-input_dtype0-True-1-32-2048-64] +2024-09-30T17:10:50.3579971Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_rsqrt_ttnn[input_shapes0] +2024-09-30T17:10:50.3580551Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_signbit_ttnn[input_shapes1] +2024-09-30T17:10:50.3581582Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-127-input_dtype1-True-1-64-2048-64] +2024-09-30T17:10:50.3582675Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-127-input_dtype0-False-1-16-2048-64] +2024-09-30T17:10:50.3583669Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-127-input_dtype0-True-2-64-2048-64] +2024-09-30T17:10:50.3584668Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-127-input_dtype1-False-2-16-2048-64] +2024-09-30T17:10:50.3585696Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-127-input_dtype1-True-1-8-2048-64] +2024-09-30T17:10:50.3586776Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1057-input_dtype1-True-1-32-2048-64] +2024-09-30T17:10:50.3587808Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1057-input_dtype1-False-2-64-2048-64] +2024-09-30T17:10:50.3588397Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_isneginf_ttnn[input_shapes1] +2024-09-30T17:10:50.3589148Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_untilize_test.py::test_run_untilize_test[1-1-784-4-bfloat16] +2024-09-30T17:10:50.3590132Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-127-input_dtype1-True-2-32-2048-64] +2024-09-30T17:10:50.3591180Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-1-input_dtype0-False-1-8-2048-64] +2024-09-30T17:10:50.3592231Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-127-input_dtype0-False-2-16-2048-64] +2024-09-30T17:10:50.3593433Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1057-input_dtype0-True-2-8-2048-64] +2024-09-30T17:10:50.3594403Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1-input_dtype0-False-2-32-2048-64] +2024-09-30T17:10:50.3595418Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-1-input_dtype0-True-1-8-2048-64] +2024-09-30T17:10:50.3596176Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_leaky_relu_ttnn[5.0-input_shapes2] +2024-09-30T17:10:50.3597149Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-0-input_dtype0-True-1-64-2048-64] +2024-09-30T17:10:50.3598150Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1057-input_dtype0-True-1-32-2048-64] +2024-09-30T17:10:50.3599043Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[512-input_dtype0-True-1-64-2048-64] +2024-09-30T17:10:50.3599620Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_sign_ttnn[input_shapes2] +2024-09-30T17:10:50.3600708Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor_prealloc_and_write.py::test_tensor_preallocation_and_write_apis[True-5-tensor_layout0-memory_location1-mem_layout0-in_dtype0] +2024-09-30T17:10:50.3601715Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-127-input_dtype0-False-1-64-2048-64] +2024-09-30T17:10:50.3602622Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[512-input_dtype0-False-1-8-2048-64] +2024-09-30T17:10:50.3603623Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1057-input_dtype1-False-1-32-2048-64] +2024-09-30T17:10:50.3604460Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[32-input_dtype0-False-2-16-2048-64] +2024-09-30T17:10:50.3605492Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-127-input_dtype0-False-2-32-2048-64] +2024-09-30T17:10:50.3606513Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-0-input_dtype0-True-1-8-2048-64] +2024-09-30T17:10:50.3607499Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1057-input_dtype1-True-1-8-2048-64] +2024-09-30T17:10:50.3608494Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-0-input_dtype1-False-2-8-2048-64] +2024-09-30T17:10:50.3609454Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1-input_dtype0-True-1-64-2048-64] +2024-09-30T17:10:50.3610163Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_untilize_test.py::test_run_untilize_test[5-2-4-8-float] +2024-09-30T17:10:50.3611065Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[1024-input_dtype0-False-2-16-2048-64] +2024-09-30T17:10:50.3612314Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1057-input_dtype0-True-1-16-2048-64] +2024-09-30T17:10:50.3613311Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-127-input_dtype1-False-1-64-2048-64] +2024-09-30T17:10:50.3614255Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[512-input_dtype0-False-1-16-2048-64] +2024-09-30T17:10:50.3615241Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-127-input_dtype1-False-1-16-2048-64] +2024-09-30T17:10:50.3615800Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_exp2_ttnn[input_shapes1] +2024-09-30T17:10:50.3616537Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_erf_ttnn[False-input_shapes1] +2024-09-30T17:10:50.3617510Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-0-input_dtype0-True-1-8-2048-64] +2024-09-30T17:10:50.3618228Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_untilize_test.py::test_run_untilize_test[1-1-784-8-float] +2024-09-30T17:10:50.3619252Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-1-input_dtype0-False-1-16-2048-64] +2024-09-30T17:10:50.3620247Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1-input_dtype1-False-1-32-2048-64] +2024-09-30T17:10:50.3621266Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1-input_dtype0-False-1-8-2048-64] +2024-09-30T17:10:50.3622276Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-127-input_dtype0-False-2-8-2048-64] +2024-09-30T17:10:50.3623308Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-1057-input_dtype0-True-1-64-2048-64] +2024-09-30T17:10:50.3623809Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py::test_transpose_wh_bfp4 +2024-09-30T17:10:50.3624809Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1057-input_dtype1-False-2-16-2048-64] +2024-09-30T17:10:50.3625837Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-127-input_dtype0-True-1-8-2048-64] +2024-09-30T17:10:50.3626959Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-0-input_dtype1-False-1-64-2048-64] +2024-09-30T17:10:50.3627455Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_sum.py::test_sum_for_dim_hw[shape_dim2] +2024-09-30T17:10:50.3627920Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_sum.py::test_sum_global[shape2] +2024-09-30T17:10:50.3628757Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[32-input_dtype0-True-1-32-2048-64] +2024-09-30T17:10:50.3629495Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_heaviside_ttnn[5.0-input_shapes2] +2024-09-30T17:10:50.3630656Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-1057-input_dtype0-False-2-8-2048-64] +2024-09-30T17:10:50.3631820Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-127-input_dtype0-False-1-16-2048-64] +2024-09-30T17:10:50.3632390Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_silu_ttnn[input_shapes0] +2024-09-30T17:10:50.3633511Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor_prealloc_and_write.py::test_tensor_preallocation_and_write_apis[False-5-tensor_layout1-memory_location0-mem_layout0-in_dtype0] +2024-09-30T17:10:50.3634390Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[2048-input_dtype1-True-1-8-2048-64] +2024-09-30T17:10:50.3635092Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_untilize_test.py::test_run_untilize_test[5-2-4-7-bfloat16] +2024-09-30T17:10:50.3636107Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-0-input_dtype1-True-1-16-2048-64] +2024-09-30T17:10:50.3636678Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_log10_ttnn[input_shapes1] +2024-09-30T17:10:50.3637684Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1-input_dtype0-True-2-64-2048-64] +2024-09-30T17:10:50.3638364Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_untilize_test.py::test_run_untilize_test[1-1-49-32-float] +2024-09-30T17:10:50.3639358Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1057-input_dtype1-True-1-8-2048-64] +2024-09-30T17:10:50.3640214Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[2048-input_dtype0-False-2-64-2048-64] +2024-09-30T17:10:50.3641211Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1-input_dtype1-False-1-64-2048-64] +2024-09-30T17:10:50.3642324Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor_prealloc_and_write.py::test_tensor_preallocation_and_write_apis[True-5-tensor_layout0-memory_location0-mem_layout0-in_dtype1] +2024-09-30T17:10:50.3643031Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_erf_ttnn[False-input_shapes0] +2024-09-30T17:10:50.3643617Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_gez_ttnn[input_shapes0] +2024-09-30T17:10:50.3644596Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-0-input_dtype1-True-1-8-2048-64] +2024-09-30T17:10:50.3645606Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1-input_dtype0-True-1-32-2048-64] +2024-09-30T17:10:50.3646578Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1-input_dtype0-False-2-16-2048-64] +2024-09-30T17:10:50.3647167Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_lez_ttnn[input_shapes1] +2024-09-30T17:10:50.3648163Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-127-input_dtype1-True-2-64-2048-64] +2024-09-30T17:10:50.3648854Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_expm1_ttnn[input_shapes2] +2024-09-30T17:10:50.3649910Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-127-input_dtype1-False-1-16-2048-64] +2024-09-30T17:10:50.3650467Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_cos_ttnn[input_shapes0] +2024-09-30T17:10:50.3651474Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1057-input_dtype1-False-1-8-2048-64] +2024-09-30T17:10:50.3652451Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-127-input_dtype0-False-2-16-2048-64] +2024-09-30T17:10:50.3653436Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-0-input_dtype0-True-2-8-2048-64] +2024-09-30T17:10:50.3654407Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-127-input_dtype1-True-1-8-2048-64] +2024-09-30T17:10:50.3655429Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-127-input_dtype0-False-1-16-2048-64] +2024-09-30T17:10:50.3656476Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-127-input_dtype0-False-2-64-2048-64] +2024-09-30T17:10:50.3657194Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_elu_ttnn[1.0-input_shapes2] +2024-09-30T17:10:50.3658169Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1057-input_dtype0-True-1-16-2048-64] +2024-09-30T17:10:50.3658907Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_untilize_test.py::test_run_untilize_test[1-1-3136-2-float] +2024-09-30T17:10:50.3659874Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-127-input_dtype0-False-1-8-2048-64] +2024-09-30T17:10:50.3660857Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1057-input_dtype1-False-1-32-2048-64] +2024-09-30T17:10:50.3661893Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-127-input_dtype0-True-1-64-2048-64] +2024-09-30T17:10:50.3662862Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-127-input_dtype1-True-1-64-2048-64] +2024-09-30T17:10:50.3663865Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1-input_dtype0-False-1-64-2048-64] +2024-09-30T17:10:50.3664829Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1-input_dtype0-False-2-8-2048-64] +2024-09-30T17:10:50.3665829Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1-input_dtype1-False-1-16-2048-64] +2024-09-30T17:10:50.3666508Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_log_sigmoid_ttnn[input_shapes0] +2024-09-30T17:10:50.3667200Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_tilize_test.py::test_run_tilize_test[True-5-2-4-7] +2024-09-30T17:10:50.3668292Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-127-input_dtype0-True-2-16-2048-64] +2024-09-30T17:10:50.3669075Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_tilize_test.py::test_run_tilize_test[False-1-1-1-64] +2024-09-30T17:10:50.3669998Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[512-input_dtype0-True-2-8-2048-64] +2024-09-30T17:10:50.3670992Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1057-input_dtype1-True-1-64-2048-64] +2024-09-30T17:10:50.3671988Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-0-input_dtype0-True-2-16-2048-64] +2024-09-30T17:10:50.3672545Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py::test_transpose_wh_program_cache[float] +2024-09-30T17:10:50.3673584Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1057-input_dtype0-True-2-16-2048-64] +2024-09-30T17:10:50.3674565Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1-input_dtype0-True-1-32-2048-64] +2024-09-30T17:10:50.3675266Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_untilize_test.py::test_run_untilize_test[1-1-49-1-float] +2024-09-30T17:10:50.3675955Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_untilize_test.py::test_run_untilize_test[1-1-49-1-bfloat16] +2024-09-30T17:10:50.3676973Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-127-input_dtype0-False-1-16-2048-64] +2024-09-30T17:10:50.3677460Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_sum.py::test_sum_for_dim_hw[shape_dim3] +2024-09-30T17:10:50.3678039Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_sigmoid_ttnn[input_shapes0] +2024-09-30T17:10:50.3679063Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-127-input_dtype1-False-2-8-2048-64] +2024-09-30T17:10:50.3680044Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-127-input_dtype0-True-2-8-2048-64] +2024-09-30T17:10:50.3681206Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor_prealloc_and_write.py::test_tensor_preallocation_and_write_apis[False-5-tensor_layout0-memory_location0-mem_layout0-in_dtype0] +2024-09-30T17:10:50.3682306Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1-input_dtype0-True-2-32-2048-64] +2024-09-30T17:10:50.3683330Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-0-input_dtype0-False-1-64-2048-64] +2024-09-30T17:10:50.3684307Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-127-input_dtype0-True-1-16-2048-64] +2024-09-30T17:10:50.3685310Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1-input_dtype0-True-1-64-2048-64] +2024-09-30T17:10:50.3685875Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_tan_ttnn[input_shapes1] +2024-09-30T17:10:50.3686883Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1-input_dtype0-False-1-32-2048-64] +2024-09-30T17:10:50.3687953Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[2048-input_dtype1-False-1-8-2048-64] +2024-09-30T17:10:50.3688927Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-0-input_dtype0-False-1-8-2048-64] +2024-09-30T17:10:50.3689776Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py::test_tranpose_hc_sharded_with_program_cache[20-4-224-224-grid_size5] +2024-09-30T17:10:50.3690748Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-127-input_dtype1-True-1-8-2048-64] +2024-09-30T17:10:50.3691732Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-127-input_dtype0-False-1-8-2048-64] +2024-09-30T17:10:50.3692361Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_expm1_ttnn[input_shapes1] +2024-09-30T17:10:50.3693559Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1057-input_dtype1-False-1-64-2048-64] +2024-09-30T17:10:50.3694287Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_erfc_ttnn[False-input_shapes1] +2024-09-30T17:10:50.3701186Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_isinf_ttnn[input_shapes2] +2024-09-30T17:10:50.3702248Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1-input_dtype0-True-1-16-2048-64] +2024-09-30T17:10:50.3703250Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1057-input_dtype0-True-2-32-2048-64] +2024-09-30T17:10:50.3703817Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_eqz_ttnn[input_shapes0] +2024-09-30T17:10:50.3704805Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1-input_dtype1-True-2-32-2048-64] +2024-09-30T17:10:50.3705783Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1-input_dtype1-False-2-64-2048-64] +2024-09-30T17:10:50.3707046Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[32-input_dtype0-False-2-32-2048-64] +2024-09-30T17:10:50.3708076Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1057-input_dtype1-True-2-8-2048-64] +2024-09-30T17:10:50.3709055Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1-input_dtype1-True-1-8-2048-64] +2024-09-30T17:10:50.3709982Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[512-input_dtype0-True-2-32-2048-64] +2024-09-30T17:10:50.3710535Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_ltz_ttnn[input_shapes2] +2024-09-30T17:10:50.3711560Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1057-input_dtype0-False-1-16-2048-64] +2024-09-30T17:10:50.3712561Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-127-input_dtype0-False-1-32-2048-64] +2024-09-30T17:10:50.3713880Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-0-input_dtype0-True-1-8-2048-64] +2024-09-30T17:10:50.3714956Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-127-input_dtype0-False-1-8-2048-64] +2024-09-30T17:10:50.3715931Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1-input_dtype1-True-2-16-2048-64] +2024-09-30T17:10:50.3716644Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py::test_transpose_bfloat8_b[shape0-swap_dims0] +2024-09-30T17:10:50.3717606Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1-input_dtype1-False-1-32-2048-64] +2024-09-30T17:10:50.3718599Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-0-input_dtype0-False-2-64-2048-64] +2024-09-30T17:10:50.3719570Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-0-input_dtype1-False-1-32-2048-64] +2024-09-30T17:10:50.3720330Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_heaviside_ttnn[10.0-input_shapes2] +2024-09-30T17:10:50.3721170Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_split_any_dim_two_chunks_tiled.py::test_split_tiled_w[1x2x64x10240-3-out_L1-in_DRAM] +2024-09-30T17:10:50.3722189Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-127-input_dtype0-False-2-64-2048-64] +2024-09-30T17:10:50.3723169Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1-input_dtype0-False-1-8-2048-64] +2024-09-30T17:10:50.3724167Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1057-input_dtype1-False-1-16-2048-64] +2024-09-30T17:10:50.3725188Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1057-input_dtype1-False-2-32-2048-64] +2024-09-30T17:10:50.3726186Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1057-input_dtype1-False-2-16-2048-64] +2024-09-30T17:10:50.3726968Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor.py::test_tensor_conversion_between_torch_and_tt[tt_dtype0-shape0] +2024-09-30T17:10:50.3727951Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1057-input_dtype0-False-1-8-2048-64] +2024-09-30T17:10:50.3728956Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-127-input_dtype1-False-2-64-2048-64] +2024-09-30T17:10:50.3729944Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-127-input_dtype1-False-1-32-2048-64] +2024-09-30T17:10:50.3730950Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1057-input_dtype1-True-1-16-2048-64] +2024-09-30T17:10:50.3731929Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-127-input_dtype1-True-1-32-2048-64] +2024-09-30T17:10:50.3733142Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-127-input_dtype0-False-1-32-2048-64] +2024-09-30T17:10:50.3734128Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-127-input_dtype0-False-2-64-2048-64] +2024-09-30T17:10:50.3738405Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor_ranks.py::test_tensor_ranks[shape4] +2024-09-30T17:10:50.3739460Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1057-input_dtype0-False-2-8-2048-64] +2024-09-30T17:10:50.3740450Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-0-input_dtype0-True-2-8-2048-64] +2024-09-30T17:10:50.3741523Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-127-input_dtype0-False-2-8-2048-64] +2024-09-30T17:10:50.3742530Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-0-input_dtype1-True-1-32-2048-64] +2024-09-30T17:10:50.3743555Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-127-input_dtype0-True-1-64-2048-64] +2024-09-30T17:10:50.3744667Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1-input_dtype1-True-1-64-2048-64] +2024-09-30T17:10:50.3745262Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_expm1_ttnn[input_shapes0] +2024-09-30T17:10:50.3746375Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-127-input_dtype1-False-2-16-2048-64] +2024-09-30T17:10:50.3747376Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-127-input_dtype0-False-2-16-2048-64] +2024-09-30T17:10:50.3747870Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_sum.py::test_sum_global[shape1] +2024-09-30T17:10:50.3748842Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1-input_dtype1-False-2-32-2048-64] +2024-09-30T17:10:50.3749824Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-0-input_dtype0-False-1-8-2048-64] +2024-09-30T17:10:50.3750838Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1057-input_dtype0-True-2-16-2048-64] +2024-09-30T17:10:50.3751878Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1057-input_dtype1-True-2-8-2048-64] +2024-09-30T17:10:50.3752936Z 0.01s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-1057-input_dtype0-True-2-16-2048-64] +2024-09-30T17:10:50.3753459Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor_ranks.py::test_tensor_ranks[shape3] +2024-09-30T17:10:50.3754437Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1057-input_dtype1-False-1-8-2048-64] +2024-09-30T17:10:50.3755585Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-127-input_dtype0-False-1-64-2048-64] +2024-09-30T17:10:50.3756633Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1057-input_dtype1-False-1-8-2048-64] +2024-09-30T17:10:50.3757630Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-0-input_dtype0-True-1-32-2048-64] +2024-09-30T17:10:50.3758791Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1-input_dtype0-True-2-8-2048-64] +2024-09-30T17:10:50.3759336Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_log_ttnn[input_shapes0] +2024-09-30T17:10:50.3760373Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-127-input_dtype1-False-2-8-2048-64] +2024-09-30T17:10:50.3761387Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-127-input_dtype1-False-1-32-2048-64] +2024-09-30T17:10:50.3762429Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1-input_dtype0-False-2-16-2048-64] +2024-09-30T17:10:50.3763120Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_elu_ttnn[5.0-input_shapes1] +2024-09-30T17:10:50.3764120Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1-input_dtype0-True-2-32-2048-64] +2024-09-30T17:10:50.3765168Z 0.01s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-1057-input_dtype0-True-2-8-2048-64] +2024-09-30T17:10:50.3765998Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_split_any_dim_two_chunks_tiled.py::test_split_tiled_w[1x2x64x10240-3-out_DRAM-in_L1] +2024-09-30T17:10:50.3767021Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1-input_dtype0-False-1-32-2048-64] +2024-09-30T17:10:50.3768017Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-0-input_dtype0-False-1-32-2048-64] +2024-09-30T17:10:50.3769024Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-127-input_dtype1-False-1-8-2048-64] +2024-09-30T17:10:50.3769995Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1-input_dtype1-False-2-32-2048-64] +2024-09-30T17:10:50.3770998Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-0-input_dtype0-True-2-64-2048-64] +2024-09-30T17:10:50.3771999Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1057-input_dtype0-False-1-32-2048-64] +2024-09-30T17:10:50.3772985Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1-input_dtype1-True-1-16-2048-64] +2024-09-30T17:10:50.3773975Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-127-input_dtype1-False-1-8-2048-64] +2024-09-30T17:10:50.3774700Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py::test_transpose_wh_sharded_program_cache[bfloat8_b] +2024-09-30T17:10:50.3775779Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1-input_dtype0-True-1-16-2048-64] +2024-09-30T17:10:50.3776273Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py::test_transpose_hc[float] +2024-09-30T17:10:50.3776745Z 0.01s call tests/tt_eager/python_api_testing/unit_testing/misc/test_sum.py::test_sum_global[shape1] +2024-09-30T17:10:50.3777787Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-127-input_dtype1-False-1-16-2048-64] +2024-09-30T17:10:50.3778811Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-0-input_dtype1-False-1-8-2048-64] +2024-09-30T17:10:50.3779792Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-0-input_dtype1-True-2-16-2048-64] +2024-09-30T17:10:50.3780830Z 0.01s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-127-input_dtype0-False-2-64-2048-64] +2024-09-30T17:10:50.3781871Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-127-input_dtype1-True-1-16-2048-64] +2024-09-30T17:10:50.3782894Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-127-input_dtype0-True-2-16-2048-64] +2024-09-30T17:10:50.3783895Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-0-input_dtype1-False-2-64-2048-64] +2024-09-30T17:10:50.3784907Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1-input_dtype0-True-2-8-2048-64] +2024-09-30T17:10:50.3785909Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-127-input_dtype0-False-1-32-2048-64] +2024-09-30T17:10:50.3786996Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-127-input_dtype1-False-2-8-2048-64] +2024-09-30T17:10:50.3788032Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1057-input_dtype0-True-1-16-2048-64] +2024-09-30T17:10:50.3788529Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor_ranks.py::test_tensor_ranks[shape5] +2024-09-30T17:10:50.3789543Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-127-input_dtype0-True-2-16-2048-64] +2024-09-30T17:10:50.3790536Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-127-input_dtype1-True-2-32-2048-64] +2024-09-30T17:10:50.3791556Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1-input_dtype1-False-2-64-2048-64] +2024-09-30T17:10:50.3792553Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-127-input_dtype0-True-1-64-2048-64] +2024-09-30T17:10:50.3793591Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-0-input_dtype1-False-2-8-2048-64] +2024-09-30T17:10:50.3794697Z 0.01s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[32-input_dtype0-True-2-8-2048-64] +2024-09-30T17:10:50.3795750Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-127-input_dtype0-True-1-32-2048-64] +2024-09-30T17:10:50.3796743Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1057-input_dtype0-True-1-64-2048-64] +2024-09-30T17:10:50.3797820Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1-input_dtype1-True-1-8-2048-64] +2024-09-30T17:10:50.3798807Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1-input_dtype0-True-2-16-2048-64] +2024-09-30T17:10:50.3799823Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-127-input_dtype1-True-2-8-2048-64] +2024-09-30T17:10:50.3800871Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-127-input_dtype0-False-2-16-2048-64] +2024-09-30T17:10:50.3801862Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1-input_dtype0-False-1-8-2048-64] +2024-09-30T17:10:50.3802918Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1057-input_dtype0-False-2-8-2048-64] +2024-09-30T17:10:50.3803915Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-127-input_dtype0-False-1-64-2048-64] +2024-09-30T17:10:50.3804905Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1-input_dtype1-False-2-8-2048-64] +2024-09-30T17:10:50.3805866Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1-input_dtype0-False-1-64-2048-64] +2024-09-30T17:10:50.3806870Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-127-input_dtype0-False-1-8-2048-64] +2024-09-30T17:10:50.3807849Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1057-input_dtype0-True-2-8-2048-64] +2024-09-30T17:10:50.3808686Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor.py::test_tensor_conversion_between_torch_and_np[tt_dtype2-shape0] +2024-09-30T17:10:50.3809696Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-127-input_dtype0-False-2-32-2048-64] +2024-09-30T17:10:50.3810670Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1057-input_dtype0-True-1-8-2048-64] +2024-09-30T17:10:50.3811660Z 0.01s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-0-input_dtype0-True-1-32-2048-64] +2024-09-30T17:10:50.3812621Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-127-input_dtype1-True-1-8-2048-64] +2024-09-30T17:10:50.3813720Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1057-input_dtype1-True-1-8-2048-64] +2024-09-30T17:10:50.3814804Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1057-input_dtype0-True-2-64-2048-64] +2024-09-30T17:10:50.3815863Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1057-input_dtype1-True-1-64-2048-64] +2024-09-30T17:10:50.3816908Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-0-input_dtype1-False-2-32-2048-64] +2024-09-30T17:10:50.3817893Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1-input_dtype0-False-2-32-2048-64] +2024-09-30T17:10:50.3818599Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_elu_ttnn[5.0-input_shapes0] +2024-09-30T17:10:50.3819296Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_tilize_test.py::test_run_tilize_test[True-5-2-4-8] +2024-09-30T17:10:50.3820299Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1057-input_dtype0-False-2-16-2048-64] +2024-09-30T17:10:50.3821346Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-127-input_dtype1-False-2-16-2048-64] +2024-09-30T17:10:50.3822379Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1-input_dtype0-False-2-16-2048-64] +2024-09-30T17:10:50.3823378Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1057-input_dtype1-True-2-16-2048-64] +2024-09-30T17:10:50.3824420Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1057-input_dtype0-False-2-64-2048-64] +2024-09-30T17:10:50.3825428Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1057-input_dtype1-False-2-64-2048-64] +2024-09-30T17:10:50.3826596Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1057-input_dtype1-True-2-8-2048-64] +2024-09-30T17:10:50.3827623Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-127-input_dtype0-True-1-32-2048-64] +2024-09-30T17:10:50.3828233Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_lez_ttnn[input_shapes2] +2024-09-30T17:10:50.3829147Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[32-input_dtype0-True-1-8-2048-64] +2024-09-30T17:10:50.3829750Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_gtz_ttnn[input_shapes1] +2024-09-30T17:10:50.3830605Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_split_any_dim_two_chunks_tiled.py::test_split_tiled_w[1x2x64x10240-3-out_L1-in_L1] +2024-09-30T17:10:50.3831174Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_ltz_ttnn[input_shapes1] +2024-09-30T17:10:50.3831657Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_sum.py::test_sum_global[shape3] +2024-09-30T17:10:50.3832230Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_ltz_ttnn[input_shapes0] +2024-09-30T17:10:50.3833545Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor_prealloc_and_write.py::test_tensor_preallocation_and_write_apis[True-5-tensor_layout0-memory_location0-mem_layout0-in_dtype0] +2024-09-30T17:10:50.3834064Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor_ranks.py::test_tensor_ranks[shape1] +2024-09-30T17:10:50.3834880Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor.py::test_tensor_conversion_between_torch_and_tt[tt_dtype1-shape0] +2024-09-30T17:10:50.3835720Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor.py::test_tensor_conversion_between_torch_and_tt[tt_dtype4-shape0] +2024-09-30T17:10:50.3836216Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_sum.py::test_sum_global[shape0] +2024-09-30T17:10:50.3837004Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor.py::test_tensor_conversion_between_torch_and_np[tt_dtype1-shape0] +2024-09-30T17:10:50.3837584Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_gtz_ttnn[input_shapes0] +2024-09-30T17:10:50.3838096Z 0.01s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor_alignment.py::test_tensor_alignment +2024-09-30T17:10:50.3838856Z 0.00s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor.py::test_tensor_conversion_between_torch_and_np[tt_dtype0-shape0] +2024-09-30T17:10:50.3839650Z 0.00s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor.py::test_tensor_conversion_between_torch_and_tt[tt_dtype2-shape0] +2024-09-30T17:10:50.3840440Z 0.00s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor.py::test_tensor_conversion_between_torch_and_tt[tt_dtype5-shape0] +2024-09-30T17:10:50.3841250Z 0.00s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor.py::test_tensor_conversion_between_torch_and_tt[tt_dtype3-shape0] +2024-09-30T17:10:50.3841826Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_exp_ttnn[input_shapes0] +2024-09-30T17:10:50.3842755Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[32-input_dtype0-True-2-64-2048-64] +2024-09-30T17:10:50.3843615Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor.py::test_tensor_conversion_between_torch_and_np[tt_dtype0-shape0] +2024-09-30T17:10:50.3844617Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-0-input_dtype0-False-1-8-2048-64] +2024-09-30T17:10:50.3845644Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1057-input_dtype0-True-1-8-2048-64] +2024-09-30T17:10:50.3846646Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1057-input_dtype0-True-1-32-2048-64] +2024-09-30T17:10:50.3847689Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1-input_dtype1-True-2-16-2048-64] +2024-09-30T17:10:50.3848619Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[32-input_dtype0-False-2-64-2048-64] +2024-09-30T17:10:50.3849462Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor.py::test_tensor_conversion_between_torch_and_tt[tt_dtype5-shape0] +2024-09-30T17:10:50.3850462Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-0-input_dtype1-False-1-8-2048-64] +2024-09-30T17:10:50.3851265Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor.py::test_tensor_conversion_between_torch_and_tt[tt_dtype4-shape0] +2024-09-30T17:10:50.3852436Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-127-input_dtype0-False-1-8-2048-64] +2024-09-30T17:10:50.3853003Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_log_ttnn[input_shapes0] +2024-09-30T17:10:50.3854066Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1057-input_dtype0-True-2-8-2048-64] +2024-09-30T17:10:50.3855171Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-0-input_dtype0-False-2-8-2048-64] +2024-09-30T17:10:50.3856186Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-0-input_dtype0-False-1-16-2048-64] +2024-09-30T17:10:50.3857215Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1057-input_dtype0-True-2-32-2048-64] +2024-09-30T17:10:50.3858247Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-127-input_dtype0-True-1-32-2048-64] +2024-09-30T17:10:50.3859251Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-127-input_dtype0-False-1-32-2048-64] +2024-09-30T17:10:50.3860165Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[512-input_dtype1-False-2-32-2048-64] +2024-09-30T17:10:50.3860770Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_isneginf_ttnn[input_shapes1] +2024-09-30T17:10:50.3861862Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-0-input_dtype0-False-1-32-2048-64] +2024-09-30T17:10:50.3862910Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-1-input_dtype0-True-2-8-2048-64] +2024-09-30T17:10:50.3863844Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[32-input_dtype0-False-1-16-2048-64] +2024-09-30T17:10:50.3864611Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_untilize_test.py::test_run_untilize_test[1-1-196-4-bfloat16] +2024-09-30T17:10:50.3865538Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[32-input_dtype0-False-1-32-2048-64] +2024-09-30T17:10:50.3866495Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[2048-input_dtype0-True-1-8-2048-64] +2024-09-30T17:10:50.3867551Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-0-input_dtype0-True-1-16-2048-64] +2024-09-30T17:10:50.3868623Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-0-input_dtype0-True-2-16-2048-64] +2024-09-30T17:10:50.3869618Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-0-input_dtype1-True-2-16-2048-64] +2024-09-30T17:10:50.3870640Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1-input_dtype0-True-1-8-2048-64] +2024-09-30T17:10:50.3871804Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1-input_dtype1-True-2-8-2048-64] +2024-09-30T17:10:50.3872893Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-0-input_dtype0-False-2-16-2048-64] +2024-09-30T17:10:50.3873393Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor_alignment.py::test_tensor_alignment +2024-09-30T17:10:50.3874490Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1057-input_dtype0-True-2-64-2048-64] +2024-09-30T17:10:50.3875531Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-1-input_dtype0-True-2-8-2048-64] +2024-09-30T17:10:50.3876574Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-1-input_dtype0-True-2-16-2048-64] +2024-09-30T17:10:50.3877433Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[2048-input_dtype0-True-2-32-2048-64] +2024-09-30T17:10:50.3878478Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-0-input_dtype0-False-1-8-2048-64] +2024-09-30T17:10:50.3879643Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor_prealloc_and_write.py::test_tensor_preallocation_and_write_apis[False-5-tensor_layout0-memory_location1-mem_layout0-in_dtype0] +2024-09-30T17:10:50.3880675Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-1-input_dtype0-True-1-16-2048-64] +2024-09-30T17:10:50.3881732Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-0-input_dtype0-True-1-16-2048-64] +2024-09-30T17:10:50.3882657Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[1024-input_dtype0-False-1-64-2048-64] +2024-09-30T17:10:50.3883302Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_square_ttnn[input_shapes1] +2024-09-30T17:10:50.3883883Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py::test_transpose_hc_program_cache[float] +2024-09-30T17:10:50.3884849Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[1024-input_dtype0-True-2-64-2048-64] +2024-09-30T17:10:50.3885556Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_untilize_test.py::test_run_untilize_test[1-1-784-8-float] +2024-09-30T17:10:50.3886611Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-1-input_dtype0-False-1-16-2048-64] +2024-09-30T17:10:50.3887601Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1057-input_dtype0-True-2-16-2048-64] +2024-09-30T17:10:50.3888151Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_gtz_ttnn[input_shapes0] +2024-09-30T17:10:50.3888856Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_tilize_test.py::test_run_tilize_test[True-1-1-1-64] +2024-09-30T17:10:50.3889766Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[32-input_dtype0-False-1-64-2048-64] +2024-09-30T17:10:50.3890924Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-0-input_dtype0-False-2-16-2048-64] +2024-09-30T17:10:50.3891800Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[2048-input_dtype0-False-2-8-2048-64] +2024-09-30T17:10:50.3892814Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1-input_dtype1-False-2-8-2048-64] +2024-09-30T17:10:50.3893534Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor.py::test_serialization[tt_dtype4-shape0] +2024-09-30T17:10:50.3894144Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_recip_ttnn[input_shapes0] +2024-09-30T17:10:50.3895176Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-0-input_dtype0-False-2-16-2048-64] +2024-09-30T17:10:50.3896178Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1-input_dtype1-False-2-32-2048-64] +2024-09-30T17:10:50.3897145Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[32-input_dtype0-False-2-16-2048-64] +2024-09-30T17:10:50.3898026Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[512-input_dtype0-True-2-64-2048-64] +2024-09-30T17:10:50.3899059Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1-input_dtype1-True-2-8-2048-64] +2024-09-30T17:10:50.3899613Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_ltz_ttnn[input_shapes0] +2024-09-30T17:10:50.3900525Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[32-input_dtype1-False-2-16-2048-64] +2024-09-30T17:10:50.3901717Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor_prealloc_and_write.py::test_tensor_preallocation_and_write_apis[False-5-tensor_layout1-memory_location1-mem_layout0-in_dtype0] +2024-09-30T17:10:50.3902614Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[32-input_dtype1-False-1-32-2048-64] +2024-09-30T17:10:50.3903217Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_isfinite_ttnn[input_shapes0] +2024-09-30T17:10:50.3903932Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_tilize_test.py::test_run_tilize_test[True-1-1-784-2] +2024-09-30T17:10:50.3904647Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_untilize_test.py::test_run_untilize_test[5-2-4-8-bfloat16] +2024-09-30T17:10:50.3905236Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_isnan_ttnn[input_shapes0] +2024-09-30T17:10:50.3906494Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[512-input_dtype0-False-2-8-2048-64] +2024-09-30T17:10:50.3907095Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_isneginf_ttnn[input_shapes2] +2024-09-30T17:10:50.3907986Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[2048-input_dtype1-True-1-8-2048-64] +2024-09-30T17:10:50.3908845Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[32-input_dtype1-False-2-8-2048-64] +2024-09-30T17:10:50.3909798Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[2048-input_dtype0-True-1-64-2048-64] +2024-09-30T17:10:50.3910809Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[512-input_dtype0-False-1-64-2048-64] +2024-09-30T17:10:50.3911548Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_tilize_test.py::test_run_tilize_test[False-5-2-4-8] +2024-09-30T17:10:50.3912565Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1057-input_dtype1-True-2-16-2048-64] +2024-09-30T17:10:50.3913669Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-1-input_dtype0-False-2-16-2048-64] +2024-09-30T17:10:50.3914596Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[32-input_dtype1-False-2-32-2048-64] +2024-09-30T17:10:50.3915469Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[512-input_dtype0-True-2-32-2048-64] +2024-09-30T17:10:50.3916070Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_neg_ttnn[input_shapes1] +2024-09-30T17:10:50.3917070Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1057-input_dtype1-True-2-16-2048-64] +2024-09-30T17:10:50.3917836Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py::test_transpose_bfloat8_b[shape3-swap_dims3] +2024-09-30T17:10:50.3918841Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1057-input_dtype0-True-1-32-2048-64] +2024-09-30T17:10:50.3919755Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[2048-input_dtype1-True-2-16-2048-64] +2024-09-30T17:10:50.3920673Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[32-input_dtype0-False-2-8-2048-64] +2024-09-30T17:10:50.3921528Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[2048-input_dtype0-True-2-8-2048-64] +2024-09-30T17:10:50.3922582Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1057-input_dtype0-False-1-32-2048-64] +2024-09-30T17:10:50.3923621Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-0-input_dtype0-False-1-8-2048-64] +2024-09-30T17:10:50.3924692Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-0-input_dtype0-False-1-16-2048-64] +2024-09-30T17:10:50.3925724Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-0-input_dtype0-True-2-32-2048-64] +2024-09-30T17:10:50.3926342Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_sign_ttnn[input_shapes0] +2024-09-30T17:10:50.3927268Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[1024-input_dtype0-True-1-16-2048-64] +2024-09-30T17:10:50.3928016Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_untilize_test.py::test_run_untilize_test[1-1-196-16-bfloat16] +2024-09-30T17:10:50.3929010Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[2048-input_dtype1-True-1-16-2048-64] +2024-09-30T17:10:50.3929701Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_sqrt_ttnn[input_shapes1] +2024-09-30T17:10:50.3930290Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_silu_ttnn[input_shapes0] +2024-09-30T17:10:50.3931016Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_untilize_test.py::test_run_untilize_test[1-1-1-1-bfloat16] +2024-09-30T17:10:50.3932113Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1057-input_dtype0-False-1-8-2048-64] +2024-09-30T17:10:50.3932606Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py::test_transpose_wh_bfp4 +2024-09-30T17:10:50.3933378Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_untilize_test.py::test_run_untilize_test[1-1-784-2-bfloat16] +2024-09-30T17:10:50.3934423Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-0-input_dtype0-False-1-32-2048-64] +2024-09-30T17:10:50.3935003Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_lez_ttnn[input_shapes0] +2024-09-30T17:10:50.3935892Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[2048-input_dtype0-False-1-64-2048-64] +2024-09-30T17:10:50.3936892Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-0-input_dtype1-True-2-8-2048-64] +2024-09-30T17:10:50.3937908Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1057-input_dtype1-True-1-8-2048-64] +2024-09-30T17:10:50.3938800Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[512-input_dtype0-False-1-16-2048-64] +2024-09-30T17:10:50.3939698Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[32-input_dtype1-True-1-32-2048-64] +2024-09-30T17:10:50.3940740Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-0-input_dtype0-False-2-32-2048-64] +2024-09-30T17:10:50.3941842Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1057-input_dtype0-False-2-16-2048-64] +2024-09-30T17:10:50.3942906Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-1-input_dtype0-True-1-32-2048-64] +2024-09-30T17:10:50.3943932Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-0-input_dtype1-True-2-8-2048-64] +2024-09-30T17:10:50.3944682Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_heaviside_ttnn[10.0-input_shapes2] +2024-09-30T17:10:50.3945703Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-0-input_dtype0-False-1-64-2048-64] +2024-09-30T17:10:50.3946796Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-0-input_dtype1-False-2-16-2048-64] +2024-09-30T17:10:50.3947389Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_signbit_ttnn[input_shapes1] +2024-09-30T17:10:50.3948419Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[1024-input_dtype0-True-2-16-2048-64] +2024-09-30T17:10:50.3949553Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-0-input_dtype0-False-2-64-2048-64] +2024-09-30T17:10:50.3950342Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_heaviside_ttnn[1.0-input_shapes1] +2024-09-30T17:10:50.3950972Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_tanh_ttnn[input_shapes0] +2024-09-30T17:10:50.3951588Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_relu6_ttnn[input_shapes0] +2024-09-30T17:10:50.3952650Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-127-input_dtype0-True-2-16-2048-64] +2024-09-30T17:10:50.3953681Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-127-input_dtype1-False-2-32-2048-64] +2024-09-30T17:10:50.3954548Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[2048-input_dtype1-True-2-32-2048-64] +2024-09-30T17:10:50.3955312Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_heaviside_ttnn[5.0-input_shapes0] +2024-09-30T17:10:50.3955897Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_relu6_ttnn[input_shapes2] +2024-09-30T17:10:50.3956470Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_isinf_ttnn[input_shapes0] +2024-09-30T17:10:50.3957515Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-1-input_dtype0-False-2-32-2048-64] +2024-09-30T17:10:50.3958501Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1-input_dtype1-False-1-8-2048-64] +2024-09-30T17:10:50.3959458Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[512-input_dtype0-False-2-16-2048-64] +2024-09-30T17:10:50.3960454Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-0-input_dtype0-True-2-8-2048-64] +2024-09-30T17:10:50.3961418Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[1024-input_dtype0-True-2-32-2048-64] +2024-09-30T17:10:50.3962013Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_asin_ttnn[input_shapes1] +2024-09-30T17:10:50.3963032Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-0-input_dtype0-False-2-8-2048-64] +2024-09-30T17:10:50.3964053Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1057-input_dtype1-False-2-32-2048-64] +2024-09-30T17:10:50.3964629Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_sqrt_ttnn[input_shapes0] +2024-09-30T17:10:50.3965711Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-0-input_dtype0-True-2-64-2048-64] +2024-09-30T17:10:50.3966590Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[2048-input_dtype0-False-1-32-2048-64] +2024-09-30T17:10:50.3967625Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[512-input_dtype1-True-1-32-2048-64] +2024-09-30T17:10:50.3968514Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[2048-input_dtype1-True-1-32-2048-64] +2024-09-30T17:10:50.3970981Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_rsqrt_ttnn[input_shapes1] +2024-09-30T17:10:50.3971945Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[32-input_dtype1-True-1-64-2048-64] +2024-09-30T17:10:50.3972662Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_untilize_test.py::test_run_untilize_test[1-1-196-4-float] +2024-09-30T17:10:50.3973741Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-1-input_dtype0-True-1-32-2048-64] +2024-09-30T17:10:50.3974794Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-0-input_dtype0-True-2-32-2048-64] +2024-09-30T17:10:50.3975579Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_leaky_relu_ttnn[1.0-input_shapes1] +2024-09-30T17:10:50.3976570Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[1024-input_dtype0-False-1-32-2048-64] +2024-09-30T17:10:50.3977605Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-1-input_dtype0-True-2-16-2048-64] +2024-09-30T17:10:50.3978605Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-0-input_dtype1-True-1-16-2048-64] +2024-09-30T17:10:50.3979500Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[2048-input_dtype0-False-1-16-2048-64] +2024-09-30T17:10:50.3980522Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1-input_dtype1-True-2-16-2048-64] +2024-09-30T17:10:50.3981161Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_isnan_ttnn[input_shapes1] +2024-09-30T17:10:50.3982206Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-1-input_dtype0-True-1-64-2048-64] +2024-09-30T17:10:50.3982937Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_heaviside_ttnn[10.0-input_shapes0] +2024-09-30T17:10:50.3983751Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py::test_tranpose_hc_sharded_with_program_cache[1-8-4-16-grid_size0] +2024-09-30T17:10:50.3984790Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-1-input_dtype0-True-1-8-2048-64] +2024-09-30T17:10:50.3985706Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[512-input_dtype0-False-2-64-2048-64] +2024-09-30T17:10:50.3986585Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_isposinf_ttnn[input_shapes1] +2024-09-30T17:10:50.3987167Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_neg_ttnn[input_shapes2] +2024-09-30T17:10:50.3987878Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py::test_tranpose_hw_rm_no_padding[256-8-128-16] +2024-09-30T17:10:50.3988710Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_heaviside_ttnn[5.0-input_shapes2] +2024-09-30T17:10:50.3989298Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_isfinite_ttnn[input_shapes2] +2024-09-30T17:10:50.3990355Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-0-input_dtype1-True-2-16-2048-64] +2024-09-30T17:10:50.3990963Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_log10_ttnn[input_shapes1] +2024-09-30T17:10:50.3991534Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_sigmoid_ttnn[input_shapes1] +2024-09-30T17:10:50.3992226Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_untilize_test.py::test_run_untilize_test[1-1-196-8-float] +2024-09-30T17:10:50.3993253Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-1-input_dtype0-True-2-32-2048-64] +2024-09-30T17:10:50.3994153Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[1024-input_dtype0-True-1-32-2048-64] +2024-09-30T17:10:50.3995144Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1057-input_dtype0-True-1-16-2048-64] +2024-09-30T17:10:50.3995821Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_untilize_test.py::test_run_untilize_test[1-1-1-1-float] +2024-09-30T17:10:50.3996672Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[32-input_dtype1-False-2-64-2048-64] +2024-09-30T17:10:50.3997651Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-0-input_dtype0-False-2-16-2048-64] +2024-09-30T17:10:50.3998679Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-0-input_dtype0-False-2-32-2048-64] +2024-09-30T17:10:50.3999653Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1-input_dtype1-False-2-16-2048-64] +2024-09-30T17:10:50.4000634Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-127-input_dtype1-False-2-16-2048-64] +2024-09-30T17:10:50.4001623Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1057-input_dtype0-False-1-8-2048-64] +2024-09-30T17:10:50.4002339Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_untilize_test.py::test_run_untilize_test[1-1-196-8-bfloat16] +2024-09-30T17:10:50.4003201Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[2048-input_dtype0-True-2-64-2048-64] +2024-09-30T17:10:50.4003908Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_untilize_test.py::test_run_untilize_test[1-1-49-16-bfloat16] +2024-09-30T17:10:50.4004898Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-127-input_dtype0-True-2-32-2048-64] +2024-09-30T17:10:50.4005879Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1057-input_dtype0-True-2-8-2048-64] +2024-09-30T17:10:50.4006497Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_tan_ttnn[input_shapes1] +2024-09-30T17:10:50.4007566Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-0-input_dtype0-True-1-64-2048-64] +2024-09-30T17:10:50.4008413Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[32-input_dtype1-True-2-8-2048-64] +2024-09-30T17:10:50.4009447Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1057-input_dtype0-True-2-16-2048-64] +2024-09-30T17:10:50.4010465Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1-input_dtype1-True-2-32-2048-64] +2024-09-30T17:10:50.4011379Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[1024-input_dtype0-False-1-16-2048-64] +2024-09-30T17:10:50.4012237Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[512-input_dtype0-True-1-64-2048-64] +2024-09-30T17:10:50.4013208Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-0-input_dtype0-True-2-16-2048-64] +2024-09-30T17:10:50.4013831Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor.py::test_serialization[tt_dtype5-shape0] +2024-09-30T17:10:50.4014737Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[1024-input_dtype0-True-2-8-2048-64] +2024-09-30T17:10:50.4015759Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-1-input_dtype0-False-1-64-2048-64] +2024-09-30T17:10:50.4016672Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[512-input_dtype0-False-2-32-2048-64] +2024-09-30T17:10:50.4017225Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_tanh_ttnn[input_shapes1] +2024-09-30T17:10:50.4018070Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[32-input_dtype1-True-2-16-2048-64] +2024-09-30T17:10:50.4019061Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1057-input_dtype0-True-1-32-2048-64] +2024-09-30T17:10:50.4019538Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor_ranks.py::test_tensor_ranks[shape4] +2024-09-30T17:10:50.4020558Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-0-input_dtype0-True-1-32-2048-64] +2024-09-30T17:10:50.4021455Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[32-input_dtype1-False-1-8-2048-64] +2024-09-30T17:10:50.4022297Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[32-input_dtype1-True-1-8-2048-64] +2024-09-30T17:10:50.4023191Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[1024-input_dtype0-True-1-64-2048-64] +2024-09-30T17:10:50.4024044Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[32-input_dtype1-True-2-64-2048-64] +2024-09-30T17:10:50.4025029Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1057-input_dtype0-False-2-32-2048-64] +2024-09-30T17:10:50.4025955Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[32-input_dtype0-False-1-8-2048-64] +2024-09-30T17:10:50.4026771Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_erf_ttnn[False-input_shapes1] +2024-09-30T17:10:50.4027793Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-0-input_dtype1-True-2-32-2048-64] +2024-09-30T17:10:50.4028684Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[32-input_dtype1-True-2-32-2048-64] +2024-09-30T17:10:50.4029670Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1057-input_dtype0-False-1-32-2048-64] +2024-09-30T17:10:50.4030254Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_log2_ttnn[input_shapes1] +2024-09-30T17:10:50.4031039Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor.py::test_tensor_conversion_between_torch_and_tt[tt_dtype3-shape0] +2024-09-30T17:10:50.4032110Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-1-input_dtype0-False-1-32-2048-64] +2024-09-30T17:10:50.4033093Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-0-input_dtype0-False-1-16-2048-64] +2024-09-30T17:10:50.4033671Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_asin_ttnn[input_shapes0] +2024-09-30T17:10:50.4034285Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_logical_not_ttnn[input_shapes0] +2024-09-30T17:10:50.4035303Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1057-input_dtype0-True-2-32-2048-64] +2024-09-30T17:10:50.4036379Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-1-input_dtype0-True-1-16-2048-64] +2024-09-30T17:10:50.4036948Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_i0_ttnn[input_shapes1] +2024-09-30T17:10:50.4037543Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_abs_ttnn[input_shapes0] +2024-09-30T17:10:50.4038529Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-0-input_dtype1-True-1-32-2048-64] +2024-09-30T17:10:50.4039561Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-0-input_dtype1-False-1-16-2048-64] +2024-09-30T17:10:50.4040605Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-0-input_dtype0-False-2-64-2048-64] +2024-09-30T17:10:50.4041621Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-0-input_dtype1-True-1-16-2048-64] +2024-09-30T17:10:50.4042630Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-127-input_dtype1-True-2-16-2048-64] +2024-09-30T17:10:50.4043501Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[512-input_dtype1-False-2-64-2048-64] +2024-09-30T17:10:50.4044611Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-0-input_dtype1-True-1-8-2048-64] +2024-09-30T17:10:50.4045194Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_relu_ttnn[input_shapes2] +2024-09-30T17:10:50.4046193Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-0-input_dtype1-True-1-8-2048-64] +2024-09-30T17:10:50.4047132Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[32-input_dtype1-False-1-16-2048-64] +2024-09-30T17:10:50.4047865Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_untilize_test.py::test_run_untilize_test[1-1-49-32-float] +2024-09-30T17:10:50.4048442Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_sqrt_ttnn[input_shapes2] +2024-09-30T17:10:50.4049320Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[32-input_dtype1-False-1-64-2048-64] +2024-09-30T17:10:50.4049896Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_acos_ttnn[input_shapes1] +2024-09-30T17:10:50.4050766Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[32-input_dtype0-False-2-64-2048-64] +2024-09-30T17:10:50.4051672Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[2048-input_dtype0-True-2-16-2048-64] +2024-09-30T17:10:50.4052664Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-0-input_dtype0-True-1-16-2048-64] +2024-09-30T17:10:50.4053680Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-0-input_dtype0-False-2-8-2048-64] +2024-09-30T17:10:50.4054674Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1-input_dtype1-False-1-16-2048-64] +2024-09-30T17:10:50.4055750Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-1057-input_dtype0-False-2-32-2048-64] +2024-09-30T17:10:50.4056802Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-127-input_dtype0-False-1-32-2048-64] +2024-09-30T17:10:50.4057840Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1057-input_dtype0-True-1-8-2048-64] +2024-09-30T17:10:50.4058542Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_untilize_test.py::test_run_untilize_test[1-1-49-16-float] +2024-09-30T17:10:50.4059261Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_untilize_test.py::test_run_untilize_test[1-1-1-2-bfloat16] +2024-09-30T17:10:50.4060160Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[32-input_dtype0-True-2-16-2048-64] +2024-09-30T17:10:50.4060723Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_expm1_ttnn[input_shapes1] +2024-09-30T17:10:50.4061361Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_gez_ttnn[input_shapes0] +2024-09-30T17:10:50.4062362Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1057-input_dtype0-True-1-64-2048-64] +2024-09-30T17:10:50.4063053Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor.py::test_serialization[tt_dtype1-shape0] +2024-09-30T17:10:50.4063809Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_erf_ttnn[False-input_shapes0] +2024-09-30T17:10:50.4064373Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_log2_ttnn[input_shapes2] +2024-09-30T17:10:50.4065276Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[512-input_dtype1-False-2-16-2048-64] +2024-09-30T17:10:50.4066269Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[32-input_dtype0-True-2-64-2048-64] +2024-09-30T17:10:50.4067306Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-0-input_dtype0-True-1-32-2048-64] +2024-09-30T17:10:50.4068288Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1057-input_dtype1-True-2-8-2048-64] +2024-09-30T17:10:50.4068859Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_rsqrt_ttnn[input_shapes0] +2024-09-30T17:10:50.4069828Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1-input_dtype0-True-2-8-2048-64] +2024-09-30T17:10:50.4070826Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1057-input_dtype1-False-1-16-2048-64] +2024-09-30T17:10:50.4071730Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[32-input_dtype0-True-2-32-2048-64] +2024-09-30T17:10:50.4072790Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-1057-input_dtype0-False-1-16-2048-64] +2024-09-30T17:10:50.4073820Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-127-input_dtype0-False-2-32-2048-64] +2024-09-30T17:10:50.4074667Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[32-input_dtype1-True-1-16-2048-64] +2024-09-30T17:10:50.4075222Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_recip_ttnn[input_shapes1] +2024-09-30T17:10:50.4076247Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-1-input_dtype0-False-1-32-2048-64] +2024-09-30T17:10:50.4077234Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1057-input_dtype1-False-2-8-2048-64] +2024-09-30T17:10:50.4078255Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-127-input_dtype0-True-2-32-2048-64] +2024-09-30T17:10:50.4079273Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-0-input_dtype0-False-2-32-2048-64] +2024-09-30T17:10:50.4079847Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_relu_ttnn[input_shapes1] +2024-09-30T17:10:50.4080909Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-1-input_dtype0-False-2-16-2048-64] +2024-09-30T17:10:50.4082065Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-127-input_dtype0-True-2-16-2048-64] +2024-09-30T17:10:50.4083111Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1057-input_dtype1-False-1-32-2048-64] +2024-09-30T17:10:50.4083746Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor.py::test_serialization[tt_dtype2-shape0] +2024-09-30T17:10:50.4084438Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_isinf_ttnn[input_shapes2] +2024-09-30T17:10:50.4085493Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-127-input_dtype0-False-2-16-2048-64] +2024-09-30T17:10:50.4086539Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1057-input_dtype0-False-1-64-2048-64] +2024-09-30T17:10:50.4087558Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1057-input_dtype0-False-2-8-2048-64] +2024-09-30T17:10:50.4088272Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py::test_transpose_bfloat8_b[shape0-swap_dims0] +2024-09-30T17:10:50.4089282Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-0-input_dtype0-False-1-8-2048-64] +2024-09-30T17:10:50.4089866Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_square_ttnn[input_shapes0] +2024-09-30T17:10:50.4090756Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[2048-input_dtype0-True-1-16-2048-64] +2024-09-30T17:10:50.4091895Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor_prealloc_and_write.py::test_tensor_preallocation_and_write_apis[False-5-tensor_layout1-memory_location0-mem_layout0-in_dtype0] +2024-09-30T17:10:50.4092667Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_untilize_test.py::test_run_untilize_test[1-1-3136-2-bfloat16] +2024-09-30T17:10:50.4093388Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_erf_ttnn[True-input_shapes0] +2024-09-30T17:10:50.4094418Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1-input_dtype1-True-1-64-2048-64] +2024-09-30T17:10:50.4095485Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-1057-input_dtype0-False-1-16-2048-64] +2024-09-30T17:10:50.4096475Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-0-input_dtype0-True-1-8-2048-64] +2024-09-30T17:10:50.4097076Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_eqz_ttnn[input_shapes1] +2024-09-30T17:10:50.4097712Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py::test_transpose_wh_sharded_program_cache[bfloat8_b] +2024-09-30T17:10:50.4098695Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[1024-input_dtype0-True-1-8-2048-64] +2024-09-30T17:10:50.4099266Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_i0_ttnn[input_shapes0] +2024-09-30T17:10:50.4099997Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_elu_ttnn[5.0-input_shapes1] +2024-09-30T17:10:50.4101164Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1057-input_dtype0-True-2-64-2048-64] +2024-09-30T17:10:50.4102199Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1057-input_dtype1-True-1-16-2048-64] +2024-09-30T17:10:50.4103218Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-0-input_dtype1-True-2-32-2048-64] +2024-09-30T17:10:50.4103982Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_elu_ttnn[10.0-input_shapes0] +2024-09-30T17:10:50.4104846Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[2048-input_dtype0-True-1-32-2048-64] +2024-09-30T17:10:50.4105586Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_leaky_relu_ttnn[5.0-input_shapes1] +2024-09-30T17:10:50.4106119Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py::test_transpose_hc[bfloat16] +2024-09-30T17:10:50.4107283Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-1057-input_dtype0-True-2-32-2048-64] +2024-09-30T17:10:50.4108366Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-1057-input_dtype0-False-2-16-2048-64] +2024-09-30T17:10:50.4109400Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-127-input_dtype0-True-1-32-2048-64] +2024-09-30T17:10:50.4110124Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_untilize_test.py::test_run_untilize_test[1-1-784-4-bfloat16] +2024-09-30T17:10:50.4110843Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_untilize_test.py::test_run_untilize_test[1-1-3136-2-float] +2024-09-30T17:10:50.4111882Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1-input_dtype1-True-1-16-2048-64] +2024-09-30T17:10:50.4112750Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[32-input_dtype0-False-1-16-2048-64] +2024-09-30T17:10:50.4113753Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1057-input_dtype1-True-1-32-2048-64] +2024-09-30T17:10:50.4114372Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_silu_ttnn[input_shapes1] +2024-09-30T17:10:50.4115370Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-0-input_dtype1-False-2-32-2048-64] +2024-09-30T17:10:50.4116115Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py::test_transpose_bfloat8_b[shape2-swap_dims2] +2024-09-30T17:10:50.4117113Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1-input_dtype1-True-1-8-2048-64] +2024-09-30T17:10:50.4117877Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_untilize_test.py::test_run_untilize_test[1-1-784-8-bfloat16] +2024-09-30T17:10:50.4118736Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[512-input_dtype0-True-1-32-2048-64] +2024-09-30T17:10:50.4119753Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-0-input_dtype0-False-2-16-2048-64] +2024-09-30T17:10:50.4120453Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_log10_ttnn[input_shapes2] +2024-09-30T17:10:50.4121335Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[512-input_dtype1-True-2-32-2048-64] +2024-09-30T17:10:50.4121968Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_tan_ttnn[input_shapes2] +2024-09-30T17:10:50.4122876Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[32-input_dtype0-True-2-32-2048-64] +2024-09-30T17:10:50.4123974Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-1057-input_dtype0-True-1-32-2048-64] +2024-09-30T17:10:50.4124688Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_pow_ttnn[0.5-input_shapes0] +2024-09-30T17:10:50.4125297Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_nez_ttnn[input_shapes1] +2024-09-30T17:10:50.4125895Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py::test_transpose_wh_program_cache[bfloat16] +2024-09-30T17:10:50.4126917Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-0-input_dtype0-True-2-32-2048-64] +2024-09-30T17:10:50.4127783Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[512-input_dtype0-True-2-16-2048-64] +2024-09-30T17:10:50.4128509Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_erfc_ttnn[True-input_shapes1] +2024-09-30T17:10:50.4129541Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1-input_dtype1-True-2-32-2048-64] +2024-09-30T17:10:50.4130236Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_tilize_test.py::test_run_tilize_test[False-1-1-784-2] +2024-09-30T17:10:50.4130826Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_sign_ttnn[input_shapes2] +2024-09-30T17:10:50.4131823Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-0-input_dtype1-True-2-64-2048-64] +2024-09-30T17:10:50.4132717Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[32-input_dtype0-True-2-16-2048-64] +2024-09-30T17:10:50.4133627Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[1024-input_dtype0-False-1-8-2048-64] +2024-09-30T17:10:50.4134683Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-1057-input_dtype0-False-1-32-2048-64] +2024-09-30T17:10:50.4135360Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_untilize_test.py::test_run_untilize_test[5-2-4-8-float] +2024-09-30T17:10:50.4135910Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_i0_ttnn[input_shapes2] +2024-09-30T17:10:50.4136634Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_erf_ttnn[True-input_shapes1] +2024-09-30T17:10:50.4137216Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_rsqrt_ttnn[input_shapes2] +2024-09-30T17:10:50.4138267Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1-input_dtype1-False-1-64-2048-64] +2024-09-30T17:10:50.4139394Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-127-input_dtype1-False-2-16-2048-64] +2024-09-30T17:10:50.4140137Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_elu_ttnn[10.0-input_shapes1] +2024-09-30T17:10:50.4141309Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-127-input_dtype0-False-1-16-2048-64] +2024-09-30T17:10:50.4142404Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-127-input_dtype0-False-2-8-2048-64] +2024-09-30T17:10:50.4143182Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor.py::test_tensor_conversion_between_torch_and_tt[tt_dtype2-shape0] +2024-09-30T17:10:50.4143884Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_untilize_test.py::test_run_untilize_test[1-1-1-2-float] +2024-09-30T17:10:50.4144426Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_sum.py::test_sum_for_dim_hw[shape_dim2] +2024-09-30T17:10:50.4145491Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-1057-input_dtype0-True-2-64-2048-64] +2024-09-30T17:10:50.4146116Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_gez_ttnn[input_shapes2] +2024-09-30T17:10:50.4147226Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-0-input_dtype1-True-2-64-2048-64] +2024-09-30T17:10:50.4148182Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[512-input_dtype0-True-1-64-2048-64] +2024-09-30T17:10:50.4148891Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_elu_ttnn[1.0-input_shapes1] +2024-09-30T17:10:50.4149493Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_silu_ttnn[input_shapes2] +2024-09-30T17:10:50.4150473Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-0-input_dtype0-False-1-8-2048-64] +2024-09-30T17:10:50.4151046Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_log2_ttnn[input_shapes0] +2024-09-30T17:10:50.4152149Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-1057-input_dtype0-False-1-32-2048-64] +2024-09-30T17:10:50.4152748Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_exp2_ttnn[input_shapes0] +2024-09-30T17:10:50.4153508Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py::test_transpose_bfloat8_b[shape1-swap_dims1] +2024-09-30T17:10:50.4154391Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[32-input_dtype0-False-2-32-2048-64] +2024-09-30T17:10:50.4155028Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_isposinf_ttnn[input_shapes2] +2024-09-30T17:10:50.4155613Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_isinf_ttnn[input_shapes1] +2024-09-30T17:10:50.4156235Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_atan_ttnn[input_shapes1] +2024-09-30T17:10:50.4156918Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_relu6_ttnn[input_shapes1] +2024-09-30T17:10:50.4158101Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor_prealloc_and_write.py::test_tensor_preallocation_and_write_apis[True-5-tensor_layout0-memory_location0-mem_layout0-in_dtype0] +2024-09-30T17:10:50.4159126Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1057-input_dtype1-False-1-8-2048-64] +2024-09-30T17:10:50.4160271Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-1-input_dtype0-False-2-8-2048-64] +2024-09-30T17:10:50.4161332Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1057-input_dtype1-True-2-32-2048-64] +2024-09-30T17:10:50.4162041Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_untilize_test.py::test_run_untilize_test[5-2-4-7-bfloat16] +2024-09-30T17:10:50.4162640Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_tanh_ttnn[input_shapes2] +2024-09-30T17:10:50.4163642Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-127-input_dtype1-False-2-8-2048-64] +2024-09-30T17:10:50.4164248Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_abs_ttnn[input_shapes1] +2024-09-30T17:10:50.4165247Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-127-input_dtype1-True-1-32-2048-64] +2024-09-30T17:10:50.4166293Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1057-input_dtype1-False-2-16-2048-64] +2024-09-30T17:10:50.4167289Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-0-input_dtype0-True-2-64-2048-64] +2024-09-30T17:10:50.4168023Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_untilize_test.py::test_run_untilize_test[1-1-196-16-float] +2024-09-30T17:10:50.4169113Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-1057-input_dtype0-True-1-16-2048-64] +2024-09-30T17:10:50.4170109Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1-input_dtype1-False-2-32-2048-64] +2024-09-30T17:10:50.4171055Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[512-input_dtype0-True-2-32-2048-64] +2024-09-30T17:10:50.4171933Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[32-input_dtype0-False-1-64-2048-64] +2024-09-30T17:10:50.4172704Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_gelu_ttnn[False-input_shapes1] +2024-09-30T17:10:50.4173289Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_eqz_ttnn[input_shapes2] +2024-09-30T17:10:50.4173863Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_recip_ttnn[input_shapes2] +2024-09-30T17:10:50.4174832Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-0-input_dtype0-False-2-32-2048-64] +2024-09-30T17:10:50.4175407Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_erfinv_ttnn[input_shapes1] +2024-09-30T17:10:50.4176589Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-127-input_dtype0-False-1-16-2048-64] +2024-09-30T17:10:50.4177478Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[512-input_dtype0-False-2-64-2048-64] +2024-09-30T17:10:50.4178623Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-0-input_dtype0-False-1-64-2048-64] +2024-09-30T17:10:50.4179653Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-0-input_dtype0-True-1-16-2048-64] +2024-09-30T17:10:50.4180287Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_gez_ttnn[input_shapes1] +2024-09-30T17:10:50.4181104Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_untilize_test.py::test_run_untilize_test[1-1-49-32-bfloat16] +2024-09-30T17:10:50.4182088Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[512-input_dtype0-True-2-64-2048-64] +2024-09-30T17:10:50.4182811Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_untilize_test.py::test_run_untilize_test[1-1-784-2-float] +2024-09-30T17:10:50.4183817Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-0-input_dtype0-True-2-16-2048-64] +2024-09-30T17:10:50.4184854Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-0-input_dtype0-True-1-32-2048-64] +2024-09-30T17:10:50.4185440Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_neg_ttnn[input_shapes0] +2024-09-30T17:10:50.4186585Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-0-input_dtype0-True-2-8-2048-64] +2024-09-30T17:10:50.4187179Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_expm1_ttnn[input_shapes0] +2024-09-30T17:10:50.4188026Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py::test_tranpose_hc_rm_with_program_cache[16-256-128-20] +2024-09-30T17:10:50.4189034Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-127-input_dtype1-True-1-16-2048-64] +2024-09-30T17:10:50.4189735Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_log_sigmoid_ttnn[input_shapes0] +2024-09-30T17:10:50.4190460Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_untilize_test.py::test_run_untilize_test[1-1-784-4-float] +2024-09-30T17:10:50.4191547Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-1-input_dtype0-False-1-16-2048-64] +2024-09-30T17:10:50.4192458Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[512-input_dtype0-True-2-8-2048-64] +2024-09-30T17:10:50.4193058Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_signbit_ttnn[input_shapes2] +2024-09-30T17:10:50.4194114Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1057-input_dtype0-True-1-16-2048-64] +2024-09-30T17:10:50.4194978Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[2048-input_dtype0-False-1-8-2048-64] +2024-09-30T17:10:50.4195711Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_log_sigmoid_ttnn[input_shapes2] +2024-09-30T17:10:50.4196722Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-127-input_dtype0-True-2-32-2048-64] +2024-09-30T17:10:50.4197839Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1057-input_dtype1-False-2-64-2048-64] +2024-09-30T17:10:50.4198498Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_sigmoid_ttnn[input_shapes2] +2024-09-30T17:10:50.4199565Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-1-input_dtype0-True-1-64-2048-64] +2024-09-30T17:10:50.4200562Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-0-input_dtype1-False-2-32-2048-64] +2024-09-30T17:10:50.4201430Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[2048-input_dtype1-True-2-8-2048-64] +2024-09-30T17:10:50.4202515Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-0-input_dtype0-True-1-8-2048-64] +2024-09-30T17:10:50.4203542Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1057-input_dtype1-False-1-64-2048-64] +2024-09-30T17:10:50.4204445Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[512-input_dtype1-True-1-64-2048-64] +2024-09-30T17:10:50.4205446Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-127-input_dtype0-True-1-8-2048-64] +2024-09-30T17:10:50.4206603Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor_prealloc_and_write.py::test_tensor_preallocation_and_write_apis[True-5-tensor_layout0-memory_location0-mem_layout0-in_dtype1] +2024-09-30T17:10:50.4207185Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_square_ttnn[input_shapes2] +2024-09-30T17:10:50.4208273Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-0-input_dtype0-True-2-16-2048-64] +2024-09-30T17:10:50.4209315Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-127-input_dtype0-True-1-16-2048-64] +2024-09-30T17:10:50.4210052Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_untilize_test.py::test_run_untilize_test[5-2-4-7-float] +2024-09-30T17:10:50.4211091Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-0-input_dtype0-True-2-64-2048-64] +2024-09-30T17:10:50.4212137Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-0-input_dtype0-True-2-8-2048-64] +2024-09-30T17:10:50.4212753Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_cos_ttnn[input_shapes1] +2024-09-30T17:10:50.4213653Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[2048-input_dtype1-False-1-64-2048-64] +2024-09-30T17:10:50.4214702Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-127-input_dtype1-False-1-32-2048-64] +2024-09-30T17:10:50.4215803Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-0-input_dtype0-False-1-16-2048-64] +2024-09-30T17:10:50.4216848Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-0-input_dtype0-False-2-64-2048-64] +2024-09-30T17:10:50.4217758Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_heaviside_ttnn[5.0-input_shapes1] +2024-09-30T17:10:50.4218799Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-127-input_dtype1-True-2-32-2048-64] +2024-09-30T17:10:50.4219385Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_exp2_ttnn[input_shapes1] +2024-09-30T17:10:50.4220312Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[32-input_dtype0-False-1-32-2048-64] +2024-09-30T17:10:50.4221229Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[32-input_dtype0-True-1-8-2048-64] +2024-09-30T17:10:50.4222220Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-0-input_dtype0-True-1-32-2048-64] +2024-09-30T17:10:50.4223238Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-127-input_dtype0-True-2-16-2048-64] +2024-09-30T17:10:50.4224110Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[512-input_dtype1-True-1-16-2048-64] +2024-09-30T17:10:50.4225142Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-0-input_dtype1-False-2-8-2048-64] +2024-09-30T17:10:50.4226010Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[32-input_dtype0-True-1-32-2048-64] +2024-09-30T17:10:50.4227007Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[512-input_dtype1-True-1-8-2048-64] +2024-09-30T17:10:50.4227887Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[512-input_dtype1-False-1-64-2048-64] +2024-09-30T17:10:50.4228938Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-1-input_dtype0-False-1-8-2048-64] +2024-09-30T17:10:50.4229791Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[32-input_dtype0-True-1-64-2048-64] +2024-09-30T17:10:50.4230706Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[512-input_dtype0-True-2-16-2048-64] +2024-09-30T17:10:50.4231322Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_log10_ttnn[input_shapes0] +2024-09-30T17:10:50.4232305Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-0-input_dtype0-True-1-64-2048-64] +2024-09-30T17:10:50.4233200Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[512-input_dtype0-False-1-64-2048-64] +2024-09-30T17:10:50.4234122Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[512-input_dtype0-True-2-8-2048-64] +2024-09-30T17:10:50.4234835Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_sign_ttnn[input_shapes1] +2024-09-30T17:10:50.4235840Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-0-input_dtype1-False-2-16-2048-64] +2024-09-30T17:10:50.4236905Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-0-input_dtype0-True-2-32-2048-64] +2024-09-30T17:10:50.4237939Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-0-input_dtype1-False-1-32-2048-64] +2024-09-30T17:10:50.4238934Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-0-input_dtype0-False-2-8-2048-64] +2024-09-30T17:10:50.4239904Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-0-input_dtype0-True-2-16-2048-64] +2024-09-30T17:10:50.4240897Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-127-input_dtype1-True-2-16-2048-64] +2024-09-30T17:10:50.4241905Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1-input_dtype1-False-1-16-2048-64] +2024-09-30T17:10:50.4242508Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_sigmoid_ttnn[input_shapes0] +2024-09-30T17:10:50.4243527Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-127-input_dtype0-False-1-32-2048-64] +2024-09-30T17:10:50.4244517Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1-input_dtype1-True-1-32-2048-64] +2024-09-30T17:10:50.4245583Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-1057-input_dtype0-False-2-8-2048-64] +2024-09-30T17:10:50.4246581Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-127-input_dtype0-False-2-16-2048-64] +2024-09-30T17:10:50.4247248Z 0.00s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor.py::test_serialization[tt_dtype0-shape0] +2024-09-30T17:10:50.4248247Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-0-input_dtype0-False-2-32-2048-64] +2024-09-30T17:10:50.4249279Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-127-input_dtype0-False-2-16-2048-64] +2024-09-30T17:10:50.4249872Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_signbit_ttnn[input_shapes0] +2024-09-30T17:10:50.4250583Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_pow_ttnn[2.0-input_shapes1] +2024-09-30T17:10:50.4251607Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-0-input_dtype0-False-1-32-2048-64] +2024-09-30T17:10:50.4252196Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py::test_transpose_cn_program_cache[float] +2024-09-30T17:10:50.4253224Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-0-input_dtype0-False-1-32-2048-64] +2024-09-30T17:10:50.4253968Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor.py::test_serialization[tt_dtype0-shape0] +2024-09-30T17:10:50.4255062Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-1057-input_dtype0-False-2-16-2048-64] +2024-09-30T17:10:50.4255804Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_pow_ttnn[2.0-input_shapes2] +2024-09-30T17:10:50.4256997Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor_prealloc_and_write.py::test_tensor_preallocation_and_write_apis[False-5-tensor_layout0-memory_location0-mem_layout0-in_dtype0] +2024-09-30T17:10:50.4258054Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-127-input_dtype0-True-1-32-2048-64] +2024-09-30T17:10:50.4259052Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-0-input_dtype1-False-1-16-2048-64] +2024-09-30T17:10:50.4259951Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[512-input_dtype1-False-2-8-2048-64] +2024-09-30T17:10:50.4260567Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py::test_transpose_wh_sharded_program_cache[float] +2024-09-30T17:10:50.4261648Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-0-input_dtype0-False-1-64-2048-64] +2024-09-30T17:10:50.4262533Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[512-input_dtype0-False-1-8-2048-64] +2024-09-30T17:10:50.4263426Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[32-input_dtype0-False-2-16-2048-64] +2024-09-30T17:10:50.4264362Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[512-input_dtype0-False-1-32-2048-64] +2024-09-30T17:10:50.4265395Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-127-input_dtype0-True-2-16-2048-64] +2024-09-30T17:10:50.4266474Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1-input_dtype1-False-2-8-2048-64] +2024-09-30T17:10:50.4267493Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-0-input_dtype1-False-1-8-2048-64] +2024-09-30T17:10:50.4267961Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_sum.py::test_sum_global[shape2] +2024-09-30T17:10:50.4268961Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1-input_dtype1-False-1-8-2048-64] +2024-09-30T17:10:50.4269605Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_log_sigmoid_ttnn[input_shapes1] +2024-09-30T17:10:50.4270351Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_heaviside_ttnn[10.0-input_shapes1] +2024-09-30T17:10:50.4270962Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_relu_ttnn[input_shapes0] +2024-09-30T17:10:50.4271897Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[512-input_dtype0-True-1-32-2048-64] +2024-09-30T17:10:50.4273010Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1-input_dtype0-True-1-32-2048-64] +2024-09-30T17:10:50.4273798Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_heaviside_ttnn[1.0-input_shapes0] +2024-09-30T17:10:50.4274508Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_tilize_test.py::test_run_tilize_test[True-5-2-4-7] +2024-09-30T17:10:50.4275566Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-127-input_dtype0-False-2-32-2048-64] +2024-09-30T17:10:50.4276483Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[2048-input_dtype1-False-1-8-2048-64] +2024-09-30T17:10:50.4277583Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-1057-input_dtype0-True-1-16-2048-64] +2024-09-30T17:10:50.4278442Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_split_any_dim_two_chunks_tiled.py::test_split_tiled_w[1x2x64x10240-3-out_L1-in_DRAM] +2024-09-30T17:10:50.4279457Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-127-input_dtype1-False-1-8-2048-64] +2024-09-30T17:10:50.4280432Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-127-input_dtype1-False-2-8-2048-64] +2024-09-30T17:10:50.4281444Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1-input_dtype1-True-2-64-2048-64] +2024-09-30T17:10:50.4282352Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[512-input_dtype0-True-1-16-2048-64] +2024-09-30T17:10:50.4283395Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-127-input_dtype1-False-1-16-2048-64] +2024-09-30T17:10:50.4284378Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-0-input_dtype0-True-1-8-2048-64] +2024-09-30T17:10:50.4285160Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_leaky_relu_ttnn[10.0-input_shapes2] +2024-09-30T17:10:50.4286027Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[512-input_dtype1-True-2-8-2048-64] +2024-09-30T17:10:50.4287040Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1057-input_dtype1-False-2-16-2048-64] +2024-09-30T17:10:50.4287654Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_isnan_ttnn[input_shapes2] +2024-09-30T17:10:50.4288224Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_tan_ttnn[input_shapes0] +2024-09-30T17:10:50.4289168Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[32-input_dtype0-False-2-32-2048-64] +2024-09-30T17:10:50.4290153Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-0-input_dtype1-True-1-64-2048-64] +2024-09-30T17:10:50.4290669Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_sum.py::test_sum_for_dim_hw[shape_dim1] +2024-09-30T17:10:50.4291638Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1-input_dtype1-True-1-16-2048-64] +2024-09-30T17:10:50.4292748Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-0-input_dtype1-True-1-8-2048-64] +2024-09-30T17:10:50.4293638Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[2048-input_dtype1-False-1-16-2048-64] +2024-09-30T17:10:50.4294665Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1-input_dtype1-True-1-8-2048-64] +2024-09-30T17:10:50.4295722Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1-input_dtype0-False-2-16-2048-64] +2024-09-30T17:10:50.4296337Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_logical_not_ttnn[input_shapes1] +2024-09-30T17:10:50.4297368Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-0-input_dtype0-True-2-64-2048-64] +2024-09-30T17:10:50.4298359Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-0-input_dtype1-True-1-32-2048-64] +2024-09-30T17:10:50.4299359Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-0-input_dtype1-False-2-8-2048-64] +2024-09-30T17:10:50.4300345Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-0-input_dtype1-True-2-8-2048-64] +2024-09-30T17:10:50.4301409Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-127-input_dtype1-False-2-8-2048-64] +2024-09-30T17:10:50.4302465Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-0-input_dtype0-False-1-32-2048-64] +2024-09-30T17:10:50.4303335Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[512-input_dtype1-True-2-64-2048-64] +2024-09-30T17:10:50.4304330Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1057-input_dtype0-True-2-16-2048-64] +2024-09-30T17:10:50.4304825Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py::test_transpose_hc[float] +2024-09-30T17:10:50.4305590Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_leaky_relu_ttnn[1.0-input_shapes0] +2024-09-30T17:10:50.4306687Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1057-input_dtype1-False-1-16-2048-64] +2024-09-30T17:10:50.4307586Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[512-input_dtype1-False-1-8-2048-64] +2024-09-30T17:10:50.4308466Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[512-input_dtype0-False-1-32-2048-64] +2024-09-30T17:10:50.4309493Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1-input_dtype1-False-1-32-2048-64] +2024-09-30T17:10:50.4310365Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[512-input_dtype1-False-1-32-2048-64] +2024-09-30T17:10:50.4311473Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-127-input_dtype1-False-1-16-2048-64] +2024-09-30T17:10:50.4312513Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-0-input_dtype0-True-2-32-2048-64] +2024-09-30T17:10:50.4313389Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py::test_tranpose_hc_sharded_with_program_cache[24-3-224-224-grid_size6] +2024-09-30T17:10:50.4314477Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-0-input_dtype0-False-1-64-2048-64] +2024-09-30T17:10:50.4315465Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1-input_dtype0-False-2-32-2048-64] +2024-09-30T17:10:50.4316412Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[512-input_dtype0-False-1-16-2048-64] +2024-09-30T17:10:50.4317144Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_heaviside_ttnn[1.0-input_shapes2] +2024-09-30T17:10:50.4318146Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-127-input_dtype1-True-1-16-2048-64] +2024-09-30T17:10:50.4318744Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_isfinite_ttnn[input_shapes1] +2024-09-30T17:10:50.4319771Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1-input_dtype1-False-2-16-2048-64] +2024-09-30T17:10:50.4320758Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-0-input_dtype1-True-2-16-2048-64] +2024-09-30T17:10:50.4321793Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-127-input_dtype1-False-2-64-2048-64] +2024-09-30T17:10:50.4322462Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor.py::test_serialization[tt_dtype3-shape0] +2024-09-30T17:10:50.4323044Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_log_ttnn[input_shapes2] +2024-09-30T17:10:50.4324061Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-127-input_dtype1-True-1-8-2048-64] +2024-09-30T17:10:50.4325044Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-0-input_dtype1-True-1-16-2048-64] +2024-09-30T17:10:50.4326094Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-127-input_dtype0-False-2-32-2048-64] +2024-09-30T17:10:50.4327113Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1057-input_dtype1-True-2-8-2048-64] +2024-09-30T17:10:50.4328157Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-0-input_dtype0-False-2-16-2048-64] +2024-09-30T17:10:50.4328880Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_elu_ttnn[1.0-input_shapes2] +2024-09-30T17:10:50.4329936Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1057-input_dtype1-False-2-8-2048-64] +2024-09-30T17:10:50.4330995Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-127-input_dtype0-True-2-8-2048-64] +2024-09-30T17:10:50.4332147Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-1057-input_dtype0-True-2-16-2048-64] +2024-09-30T17:10:50.4333315Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor_prealloc_and_write.py::test_tensor_preallocation_and_write_apis[True-5-tensor_layout0-memory_location1-mem_layout0-in_dtype0] +2024-09-30T17:10:50.4334036Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_tilize_test.py::test_run_tilize_test[True-8-1-2-64] +2024-09-30T17:10:50.4335056Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-0-input_dtype0-True-1-32-2048-64] +2024-09-30T17:10:50.4336052Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-0-input_dtype1-True-1-64-2048-64] +2024-09-30T17:10:50.4336656Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py::test_transpose_wh_program_cache[float] +2024-09-30T17:10:50.4353474Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1057-input_dtype1-True-1-16-2048-64] +2024-09-30T17:10:50.4354817Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-127-input_dtype0-False-1-16-2048-64] +2024-09-30T17:10:50.4355914Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-127-input_dtype1-True-1-8-2048-64] +2024-09-30T17:10:50.4356671Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py::test_tranpose_hw_sharded_rm[112-16-224-16] +2024-09-30T17:10:50.4357277Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_isposinf_ttnn[input_shapes0] +2024-09-30T17:10:50.4358359Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-1-input_dtype0-False-1-64-2048-64] +2024-09-30T17:10:50.4359304Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[32-input_dtype0-True-1-8-2048-64] +2024-09-30T17:10:50.4360316Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-0-input_dtype0-True-1-16-2048-64] +2024-09-30T17:10:50.4361113Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_leaky_relu_ttnn[10.0-input_shapes0] +2024-09-30T17:10:50.4361888Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py::test_tranpose_hw_rm_with_program_cache[256-8-128-16] +2024-09-30T17:10:50.4362805Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[2048-input_dtype1-False-1-32-2048-64] +2024-09-30T17:10:50.4364188Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-1-input_dtype0-True-2-64-2048-64] +2024-09-30T17:10:50.4365542Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor_prealloc_and_write.py::test_tensor_preallocation_and_write_apis[False-5-tensor_layout0-memory_location1-mem_layout0-in_dtype1] +2024-09-30T17:10:50.4366300Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_gelu_ttnn[False-input_shapes2] +2024-09-30T17:10:50.4367081Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_isneginf_ttnn[input_shapes0] +2024-09-30T17:10:50.4368075Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[512-input_dtype1-False-1-16-2048-64] +2024-09-30T17:10:50.4369183Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-0-input_dtype0-False-2-64-2048-64] +2024-09-30T17:10:50.4370177Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[2048-input_dtype0-False-2-16-2048-64] +2024-09-30T17:10:50.4371233Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-0-input_dtype1-True-1-64-2048-64] +2024-09-30T17:10:50.4372354Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-127-input_dtype0-False-2-64-2048-64] +2024-09-30T17:10:50.4373410Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1057-input_dtype0-True-1-64-2048-64] +2024-09-30T17:10:50.4374620Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-1057-input_dtype0-True-1-64-2048-64] +2024-09-30T17:10:50.4375820Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-127-input_dtype0-False-1-64-2048-64] +2024-09-30T17:10:50.4376832Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[512-input_dtype1-True-2-16-2048-64] +2024-09-30T17:10:50.4377765Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[2048-input_dtype1-True-2-64-2048-64] +2024-09-30T17:10:50.4378845Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-0-input_dtype0-True-1-64-2048-64] +2024-09-30T17:10:50.4379845Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-0-input_dtype0-True-1-64-2048-64] +2024-09-30T17:10:50.4380886Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-127-input_dtype1-True-2-8-2048-64] +2024-09-30T17:10:50.4381423Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_sum.py::test_sum_global[shape0] +2024-09-30T17:10:50.4382449Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-127-input_dtype0-True-1-32-2048-64] +2024-09-30T17:10:50.4383384Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[32-input_dtype0-False-2-8-2048-64] +2024-09-30T17:10:50.4384265Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[512-input_dtype0-False-2-32-2048-64] +2024-09-30T17:10:50.4385314Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-0-input_dtype1-False-1-64-2048-64] +2024-09-30T17:10:50.4385991Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_tilize_test.py::test_run_tilize_test[True-5-2-4-8] +2024-09-30T17:10:50.4387307Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor_prealloc_and_write.py::test_tensor_preallocation_and_write_apis[False-5-tensor_layout1-memory_location0-mem_layout0-in_dtype1] +2024-09-30T17:10:50.4388485Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-127-input_dtype1-True-2-8-2048-64] +2024-09-30T17:10:50.4389531Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1-input_dtype0-True-2-16-2048-64] +2024-09-30T17:10:50.4390580Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1-input_dtype0-True-2-32-2048-64] +2024-09-30T17:10:50.4391224Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_atan_ttnn[input_shapes2] +2024-09-30T17:10:50.4392319Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1057-input_dtype0-False-2-64-2048-64] +2024-09-30T17:10:50.4393325Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-127-input_dtype0-False-2-8-2048-64] +2024-09-30T17:10:50.4394408Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-127-input_dtype0-True-2-64-2048-64] +2024-09-30T17:10:50.4395414Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-0-input_dtype1-True-2-32-2048-64] +2024-09-30T17:10:50.4396041Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_erfinv_ttnn[input_shapes2] +2024-09-30T17:10:50.4396567Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_sum.py::test_sum_for_dim_hw[shape_dim3] +2024-09-30T17:10:50.4397204Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_asin_ttnn[input_shapes2] +2024-09-30T17:10:50.4398280Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-127-input_dtype0-True-1-64-2048-64] +2024-09-30T17:10:50.4399310Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1-input_dtype0-True-2-16-2048-64] +2024-09-30T17:10:50.4400341Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1057-input_dtype0-False-2-16-2048-64] +2024-09-30T17:10:50.4401096Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_erf_ttnn[True-input_shapes2] +2024-09-30T17:10:50.4402188Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1057-input_dtype1-True-1-8-2048-64] +2024-09-30T17:10:50.4402813Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py::test_transpose_cn_program_cache[bfloat16] +2024-09-30T17:10:50.4404001Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor_prealloc_and_write.py::test_tensor_preallocation_and_write_apis[True-5-tensor_layout0-memory_location1-mem_layout0-in_dtype1] +2024-09-30T17:10:50.4404734Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_elu_ttnn[5.0-input_shapes2] +2024-09-30T17:10:50.4405823Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1057-input_dtype1-True-2-16-2048-64] +2024-09-30T17:10:50.4406991Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor_prealloc_and_write.py::test_tensor_preallocation_and_write_apis[True-5-tensor_layout1-memory_location1-mem_layout0-in_dtype0] +2024-09-30T17:10:50.4408255Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-127-input_dtype0-False-2-16-2048-64] +2024-09-30T17:10:50.4409292Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-0-input_dtype1-True-1-32-2048-64] +2024-09-30T17:10:50.4410387Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1-input_dtype1-True-1-64-2048-64] +2024-09-30T17:10:50.4411330Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[512-input_dtype0-True-1-16-2048-64] +2024-09-30T17:10:50.4411930Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_expm1_ttnn[input_shapes2] +2024-09-30T17:10:50.4413118Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1057-input_dtype0-True-1-8-2048-64] +2024-09-30T17:10:50.4425485Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[2048-input_dtype0-False-2-64-2048-64] +2024-09-30T17:10:50.4427051Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_erfc_ttnn[True-input_shapes2] +2024-09-30T17:10:50.4428194Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1057-input_dtype1-True-1-64-2048-64] +2024-09-30T17:10:50.4429753Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-127-input_dtype1-False-1-8-2048-64] +2024-09-30T17:10:50.4430865Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_tilize_test.py::test_run_tilize_test[False-8-1-2-64] +2024-09-30T17:10:50.4432207Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1057-input_dtype1-False-1-8-2048-64] +2024-09-30T17:10:50.4433645Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-1-input_dtype0-True-2-64-2048-64] +2024-09-30T17:10:50.4434931Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-1-input_dtype0-False-2-64-2048-64] +2024-09-30T17:10:50.4435698Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_erf_ttnn[False-input_shapes2] +2024-09-30T17:10:50.4436507Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_leaky_relu_ttnn[5.0-input_shapes2] +2024-09-30T17:10:50.4437641Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_split_any_dim_two_chunks_tiled.py::test_split_tiled_w[1x2x64x10240-3-out_DRAM-in_L1] +2024-09-30T17:10:50.4438490Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_gelu_ttnn[True-input_shapes2] +2024-09-30T17:10:50.4439608Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[512-input_dtype0-False-1-8-2048-64] +2024-09-30T17:10:50.4440681Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-127-input_dtype0-True-1-8-2048-64] +2024-09-30T17:10:50.4441869Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-127-input_dtype0-True-2-8-2048-64] +2024-09-30T17:10:50.4443245Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-1057-input_dtype0-True-1-64-2048-64] +2024-09-30T17:10:50.4444459Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-1057-input_dtype0-True-1-8-2048-64] +2024-09-30T17:10:50.4445601Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[2048-input_dtype0-False-2-32-2048-64] +2024-09-30T17:10:50.4446632Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[512-input_dtype0-True-1-8-2048-64] +2024-09-30T17:10:50.4447906Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-1057-input_dtype0-False-1-64-2048-64] +2024-09-30T17:10:50.4448415Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_sum.py::test_sum_global[shape3] +2024-09-30T17:10:50.4449253Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_untilize_test.py::test_run_untilize_test[1-1-49-1-bfloat16] +2024-09-30T17:10:50.4450004Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_gelu_ttnn[True-input_shapes0] +2024-09-30T17:10:50.4450729Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_logical_not_ttnn[input_shapes2] +2024-09-30T17:10:50.4451867Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1-input_dtype1-False-2-64-2048-64] +2024-09-30T17:10:50.4452697Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_pow_ttnn[0.5-input_shapes2] +2024-09-30T17:10:50.4453747Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1-input_dtype0-False-2-16-2048-64] +2024-09-30T17:10:50.4454768Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1-input_dtype0-False-1-32-2048-64] +2024-09-30T17:10:50.4455708Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_split_any_dim_two_chunks_tiled.py::test_split_tiled_w[1x2x64x10240-2-out_L1-in_L1] +2024-09-30T17:10:50.4456750Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-127-input_dtype0-False-1-16-2048-64] +2024-09-30T17:10:50.4457550Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_elu_ttnn[10.0-input_shapes2] +2024-09-30T17:10:50.4458306Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_erfc_ttnn[False-input_shapes2] +2024-09-30T17:10:50.4458974Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_exp2_ttnn[input_shapes2] +2024-09-30T17:10:50.4459994Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-0-input_dtype0-False-2-64-2048-64] +2024-09-30T17:10:50.4460585Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py::test_transpose_wh_uint16 +2024-09-30T17:10:50.4461819Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor_prealloc_and_write.py::test_tensor_preallocation_and_write_apis[False-5-tensor_layout0-memory_location0-mem_layout0-in_dtype1] +2024-09-30T17:10:50.4463046Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor_prealloc_and_write.py::test_tensor_preallocation_and_write_apis[True-5-tensor_layout1-memory_location0-mem_layout0-in_dtype0] +2024-09-30T17:10:50.4464029Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_split_any_dim_two_chunks_tiled.py::test_split_tiled_w[1x2x64x10240-3-out_L1-in_L1] +2024-09-30T17:10:50.4464974Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[32-input_dtype0-True-1-32-2048-64] +2024-09-30T17:10:50.4465969Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[32-input_dtype0-True-1-16-2048-64] +2024-09-30T17:10:50.4466973Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor.py::test_tensor_conversion_between_torch_and_tt[tt_dtype1-shape0] +2024-09-30T17:10:50.4467788Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_untilize_test.py::test_run_untilize_test[1-1-49-1-float] +2024-09-30T17:10:50.4468400Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_cos_ttnn[input_shapes2] +2024-09-30T17:10:50.4469347Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[32-input_dtype0-True-2-8-2048-64] +2024-09-30T17:10:50.4469944Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_cos_ttnn[input_shapes0] +2024-09-30T17:10:50.4471116Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-1057-input_dtype0-True-2-32-2048-64] +2024-09-30T17:10:50.4472160Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1-input_dtype1-True-1-32-2048-64] +2024-09-30T17:10:50.4473059Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[512-input_dtype0-False-2-16-2048-64] +2024-09-30T17:10:50.4474081Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[1024-input_dtype0-False-2-8-2048-64] +2024-09-30T17:10:50.4475037Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[32-input_dtype0-True-1-64-2048-64] +2024-09-30T17:10:50.4475826Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_pow_ttnn[0.5-input_shapes1] +2024-09-30T17:10:50.4476437Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_acos_ttnn[input_shapes2] +2024-09-30T17:10:50.4477101Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_eqz_ttnn[input_shapes0] +2024-09-30T17:10:50.4478135Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1057-input_dtype0-True-2-8-2048-64] +2024-09-30T17:10:50.4479226Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-0-input_dtype0-False-2-32-2048-64] +2024-09-30T17:10:50.4479819Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_abs_ttnn[input_shapes2] +2024-09-30T17:10:50.4480906Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-1057-input_dtype0-True-1-32-2048-64] +2024-09-30T17:10:50.4481675Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_tilize_test.py::test_run_tilize_test[False-5-2-4-7] +2024-09-30T17:10:50.4482456Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_leaky_relu_ttnn[10.0-input_shapes1] +2024-09-30T17:10:50.4483629Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-127-input_dtype0-False-1-8-2048-64] +2024-09-30T17:10:50.4484759Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-1-input_dtype0-False-2-32-2048-64] +2024-09-30T17:10:50.4485943Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-0-input_dtype0-False-1-64-2048-64] +2024-09-30T17:10:50.4487051Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1057-input_dtype0-False-1-16-2048-64] +2024-09-30T17:10:50.4488145Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-1-input_dtype0-True-2-32-2048-64] +2024-09-30T17:10:50.4489175Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-127-input_dtype0-True-1-16-2048-64] +2024-09-30T17:10:50.4490178Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-127-input_dtype0-False-1-64-2048-64] +2024-09-30T17:10:50.4491213Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1057-input_dtype0-False-2-8-2048-64] +2024-09-30T17:10:50.4491914Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_untilize_test.py::test_run_untilize_test[1-1-7-8-float] +2024-09-30T17:10:50.4492795Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py::test_tranpose_hc_sharded_with_program_cache[16-128-256-16-grid_size7] +2024-09-30T17:10:50.4493846Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-127-input_dtype0-True-1-64-2048-64] +2024-09-30T17:10:50.4494853Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-127-input_dtype0-True-2-64-2048-64] +2024-09-30T17:10:50.4495588Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_pow_ttnn[2.0-input_shapes0] +2024-09-30T17:10:50.4496159Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_log_ttnn[input_shapes0] +2024-09-30T17:10:50.4497192Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1057-input_dtype0-False-1-16-2048-64] +2024-09-30T17:10:50.4498123Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[32-input_dtype0-True-1-16-2048-64] +2024-09-30T17:10:50.4499171Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-0-input_dtype1-True-2-64-2048-64] +2024-09-30T17:10:50.4500158Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1-input_dtype0-True-1-32-2048-64] +2024-09-30T17:10:50.4501254Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-127-input_dtype0-False-2-8-2048-64] +2024-09-30T17:10:50.4502263Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1-input_dtype1-False-2-64-2048-64] +2024-09-30T17:10:50.4503320Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-127-input_dtype0-False-1-32-2048-64] +2024-09-30T17:10:50.4504203Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_leaky_relu_ttnn[5.0-input_shapes0] +2024-09-30T17:10:50.4505080Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_split_any_dim_two_chunks_tiled.py::test_split_tiled_w[1x2x64x10240-3-out_DRAM-in_DRAM] +2024-09-30T17:10:50.4505639Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_sum.py::test_sum_global[shape1] +2024-09-30T17:10:50.4506829Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1057-input_dtype1-True-2-64-2048-64] +2024-09-30T17:10:50.4507606Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_erfc_ttnn[True-input_shapes0] +2024-09-30T17:10:50.4508613Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-127-input_dtype1-False-1-64-2048-64] +2024-09-30T17:10:50.4509236Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_atan_ttnn[input_shapes0] +2024-09-30T17:10:50.4509959Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_elu_ttnn[5.0-input_shapes0] +2024-09-30T17:10:50.4510453Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_sum.py::test_sum_for_dim_hw[shape_dim0] +2024-09-30T17:10:50.4511498Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1-input_dtype1-False-1-32-2048-64] +2024-09-30T17:10:50.4512505Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-127-input_dtype0-False-1-64-2048-64] +2024-09-30T17:10:50.4513608Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-127-input_dtype0-True-1-64-2048-64] +2024-09-30T17:10:50.4514660Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-127-input_dtype0-True-2-32-2048-64] +2024-09-30T17:10:50.4515706Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-127-input_dtype0-False-1-32-2048-64] +2024-09-30T17:10:50.4516697Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-127-input_dtype0-True-1-16-2048-64] +2024-09-30T17:10:50.4517878Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor_prealloc_and_write.py::test_tensor_preallocation_and_write_apis[False-5-tensor_layout1-memory_location1-mem_layout0-in_dtype1] +2024-09-30T17:10:50.4518882Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1-input_dtype1-True-2-32-2048-64] +2024-09-30T17:10:50.4519935Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-0-input_dtype1-False-1-16-2048-64] +2024-09-30T17:10:50.4520940Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-127-input_dtype0-False-2-64-2048-64] +2024-09-30T17:10:50.4521931Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1-input_dtype1-False-1-64-2048-64] +2024-09-30T17:10:50.4523039Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-127-input_dtype1-True-1-64-2048-64] +2024-09-30T17:10:50.4524162Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-1057-input_dtype0-True-2-64-2048-64] +2024-09-30T17:10:50.4525152Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[1024-input_dtype0-False-2-32-2048-64] +2024-09-30T17:10:50.4526266Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-127-input_dtype0-False-1-8-2048-64] +2024-09-30T17:10:50.4527353Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1057-input_dtype1-False-2-32-2048-64] +2024-09-30T17:10:50.4528363Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1-input_dtype0-False-2-8-2048-64] +2024-09-30T17:10:50.4529234Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py::test_tranpose_hc_sharded_with_program_cache[16-128-128-16-grid_size8] +2024-09-30T17:10:50.4530285Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-1-input_dtype0-False-2-64-2048-64] +2024-09-30T17:10:50.4531134Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py::test_tranpose_hc_sharded_with_program_cache[4-3-3-16-grid_size1] +2024-09-30T17:10:50.4531864Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_leaky_relu_ttnn[1.0-input_shapes2] +2024-09-30T17:10:50.4532872Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1-input_dtype0-False-1-16-2048-64] +2024-09-30T17:10:50.4534005Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-1057-input_dtype0-False-2-64-2048-64] +2024-09-30T17:10:50.4534993Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1-input_dtype0-True-2-8-2048-64] +2024-09-30T17:10:50.4535580Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_nez_ttnn[input_shapes2] +2024-09-30T17:10:50.4536488Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[1024-input_dtype0-False-2-64-2048-64] +2024-09-30T17:10:50.4537268Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_gelu_ttnn[True-input_shapes1] +2024-09-30T17:10:50.4538308Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-127-input_dtype1-False-2-32-2048-64] +2024-09-30T17:10:50.4539431Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-127-input_dtype0-True-2-64-2048-64] +2024-09-30T17:10:50.4540046Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_erfinv_ttnn[input_shapes0] +2024-09-30T17:10:50.4541120Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-0-input_dtype0-True-2-8-2048-64] +2024-09-30T17:10:50.4542207Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-127-input_dtype0-False-1-64-2048-64] +2024-09-30T17:10:50.4543325Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1057-input_dtype1-True-1-32-2048-64] +2024-09-30T17:10:50.4544354Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-127-input_dtype1-True-2-64-2048-64] +2024-09-30T17:10:50.4545418Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1057-input_dtype0-True-1-16-2048-64] +2024-09-30T17:10:50.4546123Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_exp_ttnn[input_shapes2] +2024-09-30T17:10:50.4547268Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-127-input_dtype1-True-1-64-2048-64] +2024-09-30T17:10:50.4548330Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1057-input_dtype1-True-2-32-2048-64] +2024-09-30T17:10:50.4549075Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_erfc_ttnn[False-input_shapes1] +2024-09-30T17:10:50.4550164Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-127-input_dtype1-False-1-64-2048-64] +2024-09-30T17:10:50.4550772Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_acos_ttnn[input_shapes0] +2024-09-30T17:10:50.4551558Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_erfc_ttnn[False-input_shapes0] +2024-09-30T17:10:50.4552340Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor.py::test_tensor_conversion_between_torch_and_np[tt_dtype1-shape0] +2024-09-30T17:10:50.4553294Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[1024-input_dtype0-False-2-16-2048-64] +2024-09-30T17:10:50.4553952Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_nez_ttnn[input_shapes0] +2024-09-30T17:10:50.4554694Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_gelu_ttnn[False-input_shapes0] +2024-09-30T17:10:50.4555767Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1057-input_dtype1-False-2-64-2048-64] +2024-09-30T17:10:50.4556767Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1-input_dtype1-False-2-64-2048-64] +2024-09-30T17:10:50.4557380Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_log_ttnn[input_shapes1] +2024-09-30T17:10:50.4558406Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1057-input_dtype1-False-1-32-2048-64] +2024-09-30T17:10:50.4559447Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1057-input_dtype0-True-1-64-2048-64] +2024-09-30T17:10:50.4560476Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1057-input_dtype1-False-2-16-2048-64] +2024-09-30T17:10:50.4561479Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-0-input_dtype1-False-2-64-2048-64] +2024-09-30T17:10:50.4562686Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-127-input_dtype0-False-2-64-2048-64] +2024-09-30T17:10:50.4563739Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1-input_dtype0-True-2-16-2048-64] +2024-09-30T17:10:50.4564478Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_elu_ttnn[1.0-input_shapes0] +2024-09-30T17:10:50.4565551Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-127-input_dtype1-True-2-32-2048-64] +2024-09-30T17:10:50.4566572Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1-input_dtype1-True-2-16-2048-64] +2024-09-30T17:10:50.4567579Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-0-input_dtype1-False-1-32-2048-64] +2024-09-30T17:10:50.4568579Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1-input_dtype0-True-1-16-2048-64] +2024-09-30T17:10:50.4569581Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1-input_dtype0-True-1-16-2048-64] +2024-09-30T17:10:50.4570618Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1057-input_dtype1-True-2-8-2048-64] +2024-09-30T17:10:50.4571618Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-0-input_dtype1-True-1-8-2048-64] +2024-09-30T17:10:50.4572493Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[512-input_dtype0-False-2-8-2048-64] +2024-09-30T17:10:50.4573509Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-127-input_dtype1-True-2-8-2048-64] +2024-09-30T17:10:50.4574477Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1-input_dtype1-True-2-64-2048-64] +2024-09-30T17:10:50.4575535Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-0-input_dtype0-False-2-64-2048-64] +2024-09-30T17:10:50.4576523Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-0-input_dtype0-False-1-8-2048-64] +2024-09-30T17:10:50.4577591Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1057-input_dtype0-False-1-8-2048-64] +2024-09-30T17:10:50.4578597Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-127-input_dtype1-True-1-8-2048-64] +2024-09-30T17:10:50.4579628Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-127-input_dtype0-False-1-64-2048-64] +2024-09-30T17:10:50.4580618Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1-input_dtype1-True-2-8-2048-64] +2024-09-30T17:10:50.4581720Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1-input_dtype0-True-2-32-2048-64] +2024-09-30T17:10:50.4582835Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-127-input_dtype1-True-2-16-2048-64] +2024-09-30T17:10:50.4583877Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1057-input_dtype0-False-1-32-2048-64] +2024-09-30T17:10:50.4584904Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-127-input_dtype1-True-2-64-2048-64] +2024-09-30T17:10:50.4585919Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1-input_dtype1-False-1-32-2048-64] +2024-09-30T17:10:50.4587069Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1-input_dtype1-True-2-32-2048-64] +2024-09-30T17:10:50.4588070Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1-input_dtype1-True-2-64-2048-64] +2024-09-30T17:10:50.4589086Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1-input_dtype1-False-1-16-2048-64] +2024-09-30T17:10:50.4590096Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1057-input_dtype1-False-1-16-2048-64] +2024-09-30T17:10:50.4591130Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-0-input_dtype0-True-2-16-2048-64] +2024-09-30T17:10:50.4592112Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-0-input_dtype1-True-1-32-2048-64] +2024-09-30T17:10:50.4593164Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-127-input_dtype1-True-1-16-2048-64] +2024-09-30T17:10:50.4593656Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor_ranks.py::test_tensor_ranks[shape3] +2024-09-30T17:10:50.4594654Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1-input_dtype0-True-1-8-2048-64] +2024-09-30T17:10:50.4595664Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1057-input_dtype1-False-2-32-2048-64] +2024-09-30T17:10:50.4596699Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-127-input_dtype1-False-1-32-2048-64] +2024-09-30T17:10:50.4597691Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-0-input_dtype1-True-1-16-2048-64] +2024-09-30T17:10:50.4598735Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1057-input_dtype1-False-1-64-2048-64] +2024-09-30T17:10:50.4599728Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-127-input_dtype0-True-1-64-2048-64] +2024-09-30T17:10:50.4600634Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[2048-input_dtype1-False-2-8-2048-64] +2024-09-30T17:10:50.4601622Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1-input_dtype1-True-1-64-2048-64] +2024-09-30T17:10:50.4602769Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-127-input_dtype1-False-2-64-2048-64] +2024-09-30T17:10:50.4603847Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-1057-input_dtype0-False-2-64-2048-64] +2024-09-30T17:10:50.4604896Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1057-input_dtype0-False-1-16-2048-64] +2024-09-30T17:10:50.4605964Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-127-input_dtype1-False-1-32-2048-64] +2024-09-30T17:10:50.4606947Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-0-input_dtype1-False-1-32-2048-64] +2024-09-30T17:10:50.4607989Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1057-input_dtype0-False-2-32-2048-64] +2024-09-30T17:10:50.4608983Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-127-input_dtype1-True-1-32-2048-64] +2024-09-30T17:10:50.4610000Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1-input_dtype0-True-1-32-2048-64] +2024-09-30T17:10:50.4611000Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1-input_dtype1-False-1-8-2048-64] +2024-09-30T17:10:50.4612029Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-127-input_dtype0-True-2-64-2048-64] +2024-09-30T17:10:50.4613040Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1057-input_dtype0-False-1-8-2048-64] +2024-09-30T17:10:50.4614033Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1-input_dtype0-True-1-8-2048-64] +2024-09-30T17:10:50.4615008Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1-input_dtype0-True-1-16-2048-64] +2024-09-30T17:10:50.4615992Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1057-input_dtype1-True-1-32-2048-64] +2024-09-30T17:10:50.4617023Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-0-input_dtype1-False-1-32-2048-64] +2024-09-30T17:10:50.4618154Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor_prealloc_and_write.py::test_tensor_preallocation_and_write_apis[True-5-tensor_layout1-memory_location1-mem_layout0-in_dtype1] +2024-09-30T17:10:50.4619023Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py::test_tranpose_hc_sharded_with_program_cache[20-4-224-224-grid_size5] +2024-09-30T17:10:50.4620020Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-127-input_dtype0-False-2-64-2048-64] +2024-09-30T17:10:50.4621094Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1057-input_dtype1-False-1-8-2048-64] +2024-09-30T17:10:50.4622142Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-127-input_dtype0-False-2-8-2048-64] +2024-09-30T17:10:50.4623231Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-127-input_dtype1-False-2-64-2048-64] +2024-09-30T17:10:50.4624271Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1057-input_dtype0-True-2-32-2048-64] +2024-09-30T17:10:50.4625310Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-0-input_dtype1-False-1-64-2048-64] +2024-09-30T17:10:50.4626432Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1-input_dtype0-False-2-32-2048-64] +2024-09-30T17:10:50.4627497Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1057-input_dtype1-True-2-64-2048-64] +2024-09-30T17:10:50.4628491Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-127-input_dtype1-True-2-16-2048-64] +2024-09-30T17:10:50.4629494Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-127-input_dtype1-False-1-32-2048-64] +2024-09-30T17:10:50.4630539Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-0-input_dtype1-False-1-64-2048-64] +2024-09-30T17:10:50.4631551Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1057-input_dtype1-True-2-32-2048-64] +2024-09-30T17:10:50.4632614Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1057-input_dtype1-False-1-64-2048-64] +2024-09-30T17:10:50.4633597Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1-input_dtype1-True-2-8-2048-64] +2024-09-30T17:10:50.4634665Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-127-input_dtype0-False-1-16-2048-64] +2024-09-30T17:10:50.4635656Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1-input_dtype0-True-2-8-2048-64] +2024-09-30T17:10:50.4636683Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1-input_dtype0-True-1-64-2048-64] +2024-09-30T17:10:50.4637684Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-0-input_dtype1-False-2-16-2048-64] +2024-09-30T17:10:50.4638693Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1-input_dtype0-False-2-64-2048-64] +2024-09-30T17:10:50.4639680Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1-input_dtype0-True-1-32-2048-64] +2024-09-30T17:10:50.4640722Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1057-input_dtype1-False-1-16-2048-64] +2024-09-30T17:10:50.4641732Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1057-input_dtype0-False-2-16-2048-64] +2024-09-30T17:10:50.4642854Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1-input_dtype0-False-1-32-2048-64] +2024-09-30T17:10:50.4643879Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-127-input_dtype0-True-1-16-2048-64] +2024-09-30T17:10:50.4644966Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1-input_dtype0-True-1-64-2048-64] +2024-09-30T17:10:50.4646003Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-127-input_dtype1-True-2-32-2048-64] +2024-09-30T17:10:50.4647004Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1-input_dtype1-False-1-32-2048-64] +2024-09-30T17:10:50.4648041Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1-input_dtype0-False-2-16-2048-64] +2024-09-30T17:10:50.4649017Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1-input_dtype0-True-2-64-2048-64] +2024-09-30T17:10:50.4650018Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1-input_dtype0-False-1-16-2048-64] +2024-09-30T17:10:50.4651036Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1057-input_dtype1-False-2-8-2048-64] +2024-09-30T17:10:50.4652059Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-0-input_dtype1-False-2-8-2048-64] +2024-09-30T17:10:50.4653061Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-127-input_dtype0-True-2-16-2048-64] +2024-09-30T17:10:50.4654064Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-127-input_dtype1-False-2-64-2048-64] +2024-09-30T17:10:50.4655081Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1-input_dtype0-True-2-32-2048-64] +2024-09-30T17:10:50.4656063Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1-input_dtype1-True-2-16-2048-64] +2024-09-30T17:10:50.4657077Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1-input_dtype0-False-2-16-2048-64] +2024-09-30T17:10:50.4658144Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-1057-input_dtype0-False-2-32-2048-64] +2024-09-30T17:10:50.4659160Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1-input_dtype1-True-2-64-2048-64] +2024-09-30T17:10:50.4660153Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-0-input_dtype1-False-2-64-2048-64] +2024-09-30T17:10:50.4661305Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-127-input_dtype0-False-2-32-2048-64] +2024-09-30T17:10:50.4662428Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-127-input_dtype0-False-1-32-2048-64] +2024-09-30T17:10:50.4663479Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1057-input_dtype1-False-2-64-2048-64] +2024-09-30T17:10:50.4664545Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1057-input_dtype0-False-2-32-2048-64] +2024-09-30T17:10:50.4665628Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-0-input_dtype1-True-2-16-2048-64] +2024-09-30T17:10:50.4666759Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1057-input_dtype1-False-2-64-2048-64] +2024-09-30T17:10:50.4667797Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1057-input_dtype1-False-1-32-2048-64] +2024-09-30T17:10:50.4668841Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-127-input_dtype0-True-1-32-2048-64] +2024-09-30T17:10:50.4669834Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-0-input_dtype1-True-2-8-2048-64] +2024-09-30T17:10:50.4670860Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-0-input_dtype1-True-1-64-2048-64] +2024-09-30T17:10:50.4671865Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-127-input_dtype1-False-2-32-2048-64] +2024-09-30T17:10:50.4672915Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-127-input_dtype1-True-1-32-2048-64] +2024-09-30T17:10:50.4673906Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-127-input_dtype0-True-1-8-2048-64] +2024-09-30T17:10:50.4674913Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-0-input_dtype1-True-2-64-2048-64] +2024-09-30T17:10:50.4675904Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-127-input_dtype1-True-2-8-2048-64] +2024-09-30T17:10:50.4676944Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1057-input_dtype1-False-1-32-2048-64] +2024-09-30T17:10:50.4677962Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1057-input_dtype0-False-2-16-2048-64] +2024-09-30T17:10:50.4679009Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-127-input_dtype1-False-2-16-2048-64] +2024-09-30T17:10:50.4680012Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-127-input_dtype0-True-1-16-2048-64] +2024-09-30T17:10:50.4681028Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1057-input_dtype1-False-2-32-2048-64] +2024-09-30T17:10:50.4682119Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1-input_dtype1-False-2-8-2048-64] +2024-09-30T17:10:50.4683145Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1-input_dtype0-True-2-64-2048-64] +2024-09-30T17:10:50.4684236Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1057-input_dtype1-False-1-8-2048-64] +2024-09-30T17:10:50.4685271Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1-input_dtype0-False-2-64-2048-64] +2024-09-30T17:10:50.4686303Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1057-input_dtype0-True-2-8-2048-64] +2024-09-30T17:10:50.4687323Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-127-input_dtype0-False-2-32-2048-64] +2024-09-30T17:10:50.4688363Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-127-input_dtype1-False-2-16-2048-64] +2024-09-30T17:10:50.4689380Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1057-input_dtype0-False-2-8-2048-64] +2024-09-30T17:10:50.4690237Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py::test_tranpose_hc_sharded_with_program_cache[2-2-8-64-grid_size3] +2024-09-30T17:10:50.4691216Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1-input_dtype0-False-2-8-2048-64] +2024-09-30T17:10:50.4692217Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1057-input_dtype0-True-2-16-2048-64] +2024-09-30T17:10:50.4693248Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1057-input_dtype0-False-1-32-2048-64] +2024-09-30T17:10:50.4694238Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1-input_dtype0-True-1-64-2048-64] +2024-09-30T17:10:50.4695257Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1-input_dtype0-False-1-64-2048-64] +2024-09-30T17:10:50.4696241Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1-input_dtype0-False-1-8-2048-64] +2024-09-30T17:10:50.4697252Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1057-input_dtype1-True-2-8-2048-64] +2024-09-30T17:10:50.4698232Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-0-input_dtype1-True-2-32-2048-64] +2024-09-30T17:10:50.4699240Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1-input_dtype0-True-2-64-2048-64] +2024-09-30T17:10:50.4700220Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1-input_dtype0-False-1-64-2048-64] +2024-09-30T17:10:50.4701324Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1057-input_dtype0-True-2-64-2048-64] +2024-09-30T17:10:50.4702446Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1057-input_dtype1-True-1-8-2048-64] +2024-09-30T17:10:50.4703504Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1057-input_dtype0-False-1-64-2048-64] +2024-09-30T17:10:50.4704536Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1-input_dtype0-True-1-16-2048-64] +2024-09-30T17:10:50.4705572Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1-input_dtype0-False-1-8-2048-64] +2024-09-30T17:10:50.4706714Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-0-input_dtype1-False-1-8-2048-64] +2024-09-30T17:10:50.4707713Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-0-input_dtype1-False-2-16-2048-64] +2024-09-30T17:10:50.4708748Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1-input_dtype0-False-2-64-2048-64] +2024-09-30T17:10:50.4709746Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1-input_dtype1-False-1-16-2048-64] +2024-09-30T17:10:50.4710788Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1057-input_dtype1-True-2-64-2048-64] +2024-09-30T17:10:50.4711775Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1-input_dtype1-False-2-32-2048-64] +2024-09-30T17:10:50.4712795Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-127-input_dtype0-True-2-64-2048-64] +2024-09-30T17:10:50.4713795Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-127-input_dtype0-False-2-16-2048-64] +2024-09-30T17:10:50.4714826Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-127-input_dtype1-True-1-64-2048-64] +2024-09-30T17:10:50.4715819Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1-input_dtype0-False-1-8-2048-64] +2024-09-30T17:10:50.4716859Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-0-input_dtype1-False-1-64-2048-64] +2024-09-30T17:10:50.4717838Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-127-input_dtype0-True-2-8-2048-64] +2024-09-30T17:10:50.4718801Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1-input_dtype1-True-1-16-2048-64] +2024-09-30T17:10:50.4719793Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-0-input_dtype1-False-1-16-2048-64] +2024-09-30T17:10:50.4720788Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1057-input_dtype1-True-1-16-2048-64] +2024-09-30T17:10:50.4721967Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1057-input_dtype1-True-2-16-2048-64] +2024-09-30T17:10:50.4722961Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1-input_dtype0-True-2-64-2048-64] +2024-09-30T17:10:50.4724032Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1057-input_dtype1-True-1-64-2048-64] +2024-09-30T17:10:50.4725048Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-0-input_dtype0-True-1-8-2048-64] +2024-09-30T17:10:50.4726060Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-127-input_dtype1-False-1-64-2048-64] +2024-09-30T17:10:50.4727068Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-127-input_dtype1-True-2-32-2048-64] +2024-09-30T17:10:50.4728081Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-127-input_dtype1-False-1-16-2048-64] +2024-09-30T17:10:50.4729077Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1057-input_dtype0-False-2-64-2048-64] +2024-09-30T17:10:50.4730068Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1-input_dtype1-True-1-32-2048-64] +2024-09-30T17:10:50.4731162Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-1057-input_dtype0-False-1-64-2048-64] +2024-09-30T17:10:50.4732145Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1-input_dtype0-False-1-32-2048-64] +2024-09-30T17:10:50.4733125Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1-input_dtype1-False-1-64-2048-64] +2024-09-30T17:10:50.4734128Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1057-input_dtype0-False-2-64-2048-64] +2024-09-30T17:10:50.4735129Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1057-input_dtype0-False-2-32-2048-64] +2024-09-30T17:10:50.4736114Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1057-input_dtype0-True-1-64-2048-64] +2024-09-30T17:10:50.4737238Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor_prealloc_and_write.py::test_tensor_preallocation_and_write_apis[True-5-tensor_layout1-memory_location0-mem_layout0-in_dtype1] +2024-09-30T17:10:50.4738213Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1-input_dtype0-False-2-8-2048-64] +2024-09-30T17:10:50.4739194Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1-input_dtype0-True-1-64-2048-64] +2024-09-30T17:10:50.4740193Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1057-input_dtype0-False-1-64-2048-64] +2024-09-30T17:10:50.4741288Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-127-input_dtype1-False-1-16-2048-64] +2024-09-30T17:10:50.4742324Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1-input_dtype0-False-1-64-2048-64] +2024-09-30T17:10:50.4743353Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-127-input_dtype1-True-1-16-2048-64] +2024-09-30T17:10:50.4744376Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-127-input_dtype1-False-1-64-2048-64] +2024-09-30T17:10:50.4745352Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-127-input_dtype0-True-2-64-2048-64] +2024-09-30T17:10:50.4746427Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-0-input_dtype1-False-2-32-2048-64] +2024-09-30T17:10:50.4747399Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1-input_dtype0-False-1-64-2048-64] +2024-09-30T17:10:50.4748385Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-127-input_dtype1-True-2-64-2048-64] +2024-09-30T17:10:50.4749365Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1-input_dtype1-False-2-64-2048-64] +2024-09-30T17:10:50.4750348Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1057-input_dtype1-True-1-64-2048-64] +2024-09-30T17:10:50.4751343Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-127-input_dtype1-False-2-32-2048-64] +2024-09-30T17:10:50.4752327Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1057-input_dtype0-True-1-8-2048-64] +2024-09-30T17:10:50.4753291Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-127-input_dtype1-True-1-8-2048-64] +2024-09-30T17:10:50.4754260Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1-input_dtype0-False-1-16-2048-64] +2024-09-30T17:10:50.4755221Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1-input_dtype1-False-1-64-2048-64] +2024-09-30T17:10:50.4756214Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1057-input_dtype1-False-2-16-2048-64] +2024-09-30T17:10:50.4757207Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-127-input_dtype0-False-2-64-2048-64] +2024-09-30T17:10:50.4758183Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1057-input_dtype1-True-1-32-2048-64] +2024-09-30T17:10:50.4759161Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1-input_dtype0-False-1-32-2048-64] +2024-09-30T17:10:50.4759660Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor_ranks.py::test_tensor_ranks[shape4] +2024-09-30T17:10:50.4760746Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1-input_dtype0-False-1-16-2048-64] +2024-09-30T17:10:50.4761300Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_gtz_ttnn[input_shapes1] +2024-09-30T17:10:50.4761870Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_lez_ttnn[input_shapes0] +2024-09-30T17:10:50.4762968Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-127-input_dtype0-True-1-32-2048-64] +2024-09-30T17:10:50.4765050Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1-input_dtype0-False-2-32-2048-64] +2024-09-30T17:10:50.4767018Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-0-input_dtype1-False-2-64-2048-64] +2024-09-30T17:10:50.4769076Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-127-input_dtype0-False-2-16-2048-64] +2024-09-30T17:10:50.4771084Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1-input_dtype1-False-2-16-2048-64] +2024-09-30T17:10:50.4773177Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1057-input_dtype1-True-2-32-2048-64] +2024-09-30T17:10:50.4775209Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-127-input_dtype0-True-2-32-2048-64] +2024-09-30T17:10:50.4777176Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1057-input_dtype1-True-1-8-2048-64] +2024-09-30T17:10:50.4779237Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1-input_dtype1-True-1-8-2048-64] +2024-09-30T17:10:50.4781245Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1057-input_dtype1-False-2-8-2048-64] +2024-09-30T17:10:50.4783197Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1-input_dtype1-False-2-32-2048-64] +2024-09-30T17:10:50.4785111Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-127-input_dtype0-True-1-64-2048-64] +2024-09-30T17:10:50.4787177Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-127-input_dtype1-False-1-8-2048-64] +2024-09-30T17:10:50.4789155Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-127-input_dtype1-True-1-32-2048-64] +2024-09-30T17:10:50.4791149Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-127-input_dtype0-True-1-64-2048-64] +2024-09-30T17:10:50.4793137Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-127-input_dtype1-False-1-8-2048-64] +2024-09-30T17:10:50.4795116Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-0-input_dtype1-False-2-32-2048-64] +2024-09-30T17:10:50.4797262Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-127-input_dtype1-True-1-64-2048-64] +2024-09-30T17:10:50.4799239Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1-input_dtype1-False-2-8-2048-64] +2024-09-30T17:10:50.4801299Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1057-input_dtype0-True-2-32-2048-64] +2024-09-30T17:10:50.4803368Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1057-input_dtype0-True-2-64-2048-64] +2024-09-30T17:10:50.4805358Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-0-input_dtype1-False-2-64-2048-64] +2024-09-30T17:10:50.4806864Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor_ranks.py::test_tensor_ranks[shape3] +2024-09-30T17:10:50.4808544Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-0-input_dtype0-True-2-64-2048-64] +2024-09-30T17:10:50.4810424Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[2048-input_dtype1-False-2-64-2048-64] +2024-09-30T17:10:50.4812296Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1057-input_dtype1-True-1-16-2048-64] +2024-09-30T17:10:50.4814287Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1-input_dtype1-False-1-8-2048-64] +2024-09-30T17:10:50.4816264Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1057-input_dtype0-True-1-16-2048-64] +2024-09-30T17:10:50.4818237Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1-input_dtype1-False-2-16-2048-64] +2024-09-30T17:10:50.4820183Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-127-input_dtype0-True-2-16-2048-64] +2024-09-30T17:10:50.4822225Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1057-input_dtype0-True-1-32-2048-64] +2024-09-30T17:10:50.4824209Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1-input_dtype0-False-2-32-2048-64] +2024-09-30T17:10:50.4826282Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1057-input_dtype1-True-2-64-2048-64] +2024-09-30T17:10:50.4828280Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1-input_dtype0-False-2-64-2048-64] +2024-09-30T17:10:50.4830276Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-0-input_dtype0-True-2-64-2048-64] +2024-09-30T17:10:50.4832261Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1-input_dtype0-True-2-16-2048-64] +2024-09-30T17:10:50.4834063Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py::test_tranpose_hc_sharded_with_program_cache[2-8-4-32-grid_size2] +2024-09-30T17:10:50.4836018Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-127-input_dtype1-False-2-8-2048-64] +2024-09-30T17:10:50.4837969Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-127-input_dtype0-True-2-8-2048-64] +2024-09-30T17:10:50.4840008Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1057-input_dtype0-False-2-8-2048-64] +2024-09-30T17:10:50.4842062Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-127-input_dtype0-False-2-32-2048-64] +2024-09-30T17:10:50.4844039Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-127-input_dtype0-False-2-8-2048-64] +2024-09-30T17:10:50.4846046Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1-input_dtype1-True-1-32-2048-64] +2024-09-30T17:10:50.4848014Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-127-input_dtype1-True-2-64-2048-64] +2024-09-30T17:10:50.4849987Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1-input_dtype1-True-1-16-2048-64] +2024-09-30T17:10:50.4851480Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_lez_ttnn[input_shapes2] +2024-09-30T17:10:50.4853160Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1-input_dtype1-True-1-64-2048-64] +2024-09-30T17:10:50.4855131Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-127-input_dtype0-True-2-32-2048-64] +2024-09-30T17:10:50.4856667Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_ltz_ttnn[input_shapes0] +2024-09-30T17:10:50.4858249Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py::test_tranpose_hc_sharded_with_program_cache[16-4-224-224-grid_size4] +2024-09-30T17:10:50.4860083Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-0-input_dtype0-False-1-32-2048-64] +2024-09-30T17:10:50.4862094Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1-input_dtype1-True-1-8-2048-64] +2024-09-30T17:10:50.4863647Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_ltz_ttnn[input_shapes1] +2024-09-30T17:10:50.4864899Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor_ranks.py::test_tensor_ranks[shape2] +2024-09-30T17:10:50.4866672Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1057-input_dtype1-True-1-64-2048-64] +2024-09-30T17:10:50.4868629Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-0-input_dtype1-False-2-8-2048-64] +2024-09-30T17:10:50.4870597Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-127-input_dtype0-False-1-16-2048-64] +2024-09-30T17:10:50.4872579Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-0-input_dtype1-False-1-8-2048-64] +2024-09-30T17:10:50.4874277Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_gtz_ttnn[input_shapes0] +2024-09-30T17:10:50.4875563Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_lez_ttnn[input_shapes1] +2024-09-30T17:10:50.4877333Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1057-input_dtype0-False-1-64-2048-64] +2024-09-30T17:10:50.4879140Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor.py::test_tensor_conversion_between_torch_and_np[tt_dtype2-shape0] +2024-09-30T17:10:50.4880723Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor.py::test_tensor_conversion_between_torch_and_np[tt_dtype1-shape0] +2024-09-30T17:10:50.4882527Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-127-input_dtype0-False-1-64-2048-64] +2024-09-30T17:10:50.4884534Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1057-input_dtype0-False-2-64-2048-64] +2024-09-30T17:10:50.4886073Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor_alignment.py::test_tensor_alignment +2024-09-30T17:10:50.4887569Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor.py::test_tensor_conversion_between_torch_and_np[tt_dtype0-shape0] +2024-09-30T17:10:50.4889376Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-0-input_dtype0-True-1-64-2048-64] +2024-09-30T17:10:50.4891342Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-0-input_dtype0-True-1-16-2048-64] +2024-09-30T17:10:50.4893306Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-0-input_dtype0-False-2-8-2048-64] +2024-09-30T17:10:50.4894796Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_ltz_ttnn[input_shapes2] +2024-09-30T17:10:50.4896484Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1-input_dtype0-True-2-32-2048-64] +2024-09-30T17:10:50.4898476Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-0-input_dtype0-True-1-64-2048-64] +2024-09-30T17:10:50.4900496Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-0-input_dtype0-False-1-16-2048-64] +2024-09-30T17:10:50.4902549Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-0-input_dtype0-False-1-64-2048-64] +2024-09-30T17:10:50.4904547Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-0-input_dtype0-True-2-32-2048-64] +2024-09-30T17:10:50.4906645Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1057-input_dtype1-False-1-64-2048-64] +2024-09-30T17:10:50.4908672Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-127-input_dtype0-False-1-8-2048-64] +2024-09-30T17:10:50.4910700Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-0-input_dtype0-True-2-8-2048-64] +2024-09-30T17:10:50.4912726Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[2048-input_dtype1-False-2-16-2048-64] +2024-09-30T17:10:50.4914489Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[2048-input_dtype1-False-2-32-2048-64] +2024-09-30T17:10:50.4916188Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor.py::test_tensor_conversion_between_torch_and_np[tt_dtype2-shape0] +2024-09-30T17:10:50.4917568Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_gtz_ttnn[input_shapes2] +2024-09-30T17:10:50.4918862Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_exp_ttnn[input_shapes1] +2024-09-30T17:10:50.4920117Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor_ranks.py::test_tensor_ranks[shape1] +2024-09-30T17:10:50.4921368Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_exp_ttnn[input_shapes0] +2024-09-30T17:10:50.4922592Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor_ranks.py::test_tensor_ranks[shape0] +2024-09-30T17:10:50.4923741Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor_ranks.py::test_tensor_ranks[shape0] +2024-09-30T17:10:50.4924841Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor_ranks.py::test_tensor_ranks[shape2] +2024-09-30T17:10:50.4926114Z 0.00s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor.py::test_serialization[tt_dtype4-shape0] +2024-09-30T17:10:50.4927427Z 0.00s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor.py::test_serialization[tt_dtype5-shape0] +2024-09-30T17:10:50.4928756Z 0.00s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor.py::test_serialization[tt_dtype1-shape0] +2024-09-30T17:10:50.4930096Z 0.00s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor.py::test_serialization[tt_dtype3-shape0] +2024-09-30T17:10:50.4931390Z 0.00s setup tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor.py::test_serialization[tt_dtype2-shape0] +2024-09-30T17:10:50.4932562Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor_ranks.py::test_tensor_ranks[shape1] +2024-09-30T17:10:50.4934237Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-0-input_dtype0-True-2-32-2048-64] +2024-09-30T17:10:50.4936272Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-0-input_dtype0-False-2-32-2048-64] +2024-09-30T17:10:50.4938301Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-1-input_dtype0-True-1-32-2048-64] +2024-09-30T17:10:50.4940357Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-0-input_dtype0-False-2-64-2048-64] +2024-09-30T17:10:50.4942446Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-1-input_dtype0-False-1-64-2048-64] +2024-09-30T17:10:50.4944456Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-1-input_dtype0-True-1-64-2048-64] +2024-09-30T17:10:50.4946557Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-1-input_dtype0-False-1-32-2048-64] +2024-09-30T17:10:50.4948695Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-0-input_dtype0-True-2-64-2048-64] +2024-09-30T17:10:50.4950701Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-0-input_dtype0-True-1-32-2048-64] +2024-09-30T17:10:50.4952783Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-0-input_dtype0-False-1-64-2048-64] +2024-09-30T17:10:50.4954742Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1-input_dtype1-False-1-64-2048-64] +2024-09-30T17:10:50.4956639Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-0-input_dtype0-False-2-32-2048-64] +2024-09-30T17:10:50.4958384Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py::test_tranpose_hc_sharded_with_program_cache[2-2-8-64-grid_size3] +2024-09-30T17:10:50.4960196Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-0-input_dtype0-False-2-64-2048-64] +2024-09-30T17:10:50.4962084Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[1024-input_dtype0-False-2-16-2048-64] +2024-09-30T17:10:50.4963937Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-0-input_dtype1-False-1-64-2048-64] +2024-09-30T17:10:50.4966002Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor_prealloc_and_write.py::test_tensor_preallocation_and_write_apis[False-5-tensor_layout1-memory_location0-mem_layout0-in_dtype1] +2024-09-30T17:10:50.4968095Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1057-input_dtype1-False-2-64-2048-64] +2024-09-30T17:10:50.4970084Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-0-input_dtype0-True-1-64-2048-64] +2024-09-30T17:10:50.4972099Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1057-input_dtype0-False-1-32-2048-64] +2024-09-30T17:10:50.4974160Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor_prealloc_and_write.py::test_tensor_preallocation_and_write_apis[False-5-tensor_layout1-memory_location1-mem_layout0-in_dtype1] +2024-09-30T17:10:50.4976197Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-0-input_dtype0-True-1-32-2048-64] +2024-09-30T17:10:50.4978200Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-1057-input_dtype0-False-1-64-2048-64] +2024-09-30T17:10:50.4980180Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-0-input_dtype1-True-2-32-2048-64] +2024-09-30T17:10:50.4982084Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[2048-input_dtype1-False-2-32-2048-64] +2024-09-30T17:10:50.4983926Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1057-input_dtype0-True-1-64-2048-64] +2024-09-30T17:10:50.4985847Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[2048-input_dtype0-False-2-8-2048-64] +2024-09-30T17:10:50.4987924Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-1-input_dtype0-True-2-64-2048-64] +2024-09-30T17:10:50.4989929Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-0-input_dtype0-True-1-16-2048-64] +2024-09-30T17:10:50.4991903Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-0-input_dtype1-True-1-64-2048-64] +2024-09-30T17:10:50.4993729Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[2048-input_dtype0-False-2-16-2048-64] +2024-09-30T17:10:50.4995567Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-0-input_dtype0-False-1-32-2048-64] +2024-09-30T17:10:50.4997480Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-0-input_dtype0-False-1-8-2048-64] +2024-09-30T17:10:50.4999408Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-0-input_dtype0-True-1-8-2048-64] +2024-09-30T17:10:50.5001329Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-0-input_dtype0-False-1-16-2048-64] +2024-09-30T17:10:50.5012288Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-0-input_dtype1-True-2-64-2048-64] +2024-09-30T17:10:50.5014250Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[1024-input_dtype0-False-2-8-2048-64] +2024-09-30T17:10:50.5016102Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-0-input_dtype0-True-2-32-2048-64] +2024-09-30T17:10:50.5018009Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-0-input_dtype0-False-2-32-2048-64] +2024-09-30T17:10:50.5019917Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-0-input_dtype0-True-2-16-2048-64] +2024-09-30T17:10:50.5021931Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-0-input_dtype0-True-2-64-2048-64] +2024-09-30T17:10:50.5023733Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[2048-input_dtype0-False-2-64-2048-64] +2024-09-30T17:10:50.5025588Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-0-input_dtype0-True-2-32-2048-64] +2024-09-30T17:10:50.5027928Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-1057-input_dtype0-True-1-32-2048-64] +2024-09-30T17:10:50.5029751Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[2048-input_dtype0-False-2-32-2048-64] +2024-09-30T17:10:50.5031588Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-0-input_dtype0-True-1-64-2048-64] +2024-09-30T17:10:50.5033728Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-0-input_dtype0-False-1-64-2048-64] +2024-09-30T17:10:50.5035843Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-1-input_dtype0-True-2-32-2048-64] +2024-09-30T17:10:50.5037881Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-0-input_dtype0-False-2-64-2048-64] +2024-09-30T17:10:50.5039826Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1-input_dtype1-False-1-32-2048-64] +2024-09-30T17:10:50.5041727Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-0-input_dtype0-True-2-64-2048-64] +2024-09-30T17:10:50.5043638Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-0-input_dtype0-True-1-32-2048-64] +2024-09-30T17:10:50.5045617Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-0-input_dtype1-True-2-64-2048-64] +2024-09-30T17:10:50.5047558Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-0-input_dtype0-False-1-32-2048-64] +2024-09-30T17:10:50.5049452Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-0-input_dtype0-False-2-8-2048-64] +2024-09-30T17:10:50.5051438Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-0-input_dtype0-False-1-32-2048-64] +2024-09-30T17:10:50.5053422Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-0-input_dtype0-False-2-16-2048-64] +2024-09-30T17:10:50.5055334Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-0-input_dtype1-True-2-8-2048-64] +2024-09-30T17:10:50.5057421Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-0-input_dtype0-False-2-16-2048-64] +2024-09-30T17:10:50.5059424Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-1-input_dtype0-False-2-32-2048-64] +2024-09-30T17:10:50.5061453Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-0-input_dtype0-False-2-32-2048-64] +2024-09-30T17:10:50.5063371Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-0-input_dtype1-True-1-32-2048-64] +2024-09-30T17:10:50.5065287Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-0-input_dtype1-True-1-64-2048-64] +2024-09-30T17:10:50.5067302Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-0-input_dtype0-True-2-8-2048-64] +2024-09-30T17:10:50.5069196Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1-input_dtype1-True-1-32-2048-64] +2024-09-30T17:10:50.5071075Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-0-input_dtype1-True-1-8-2048-64] +2024-09-30T17:10:50.5073147Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-0-input_dtype1-True-1-16-2048-64] +2024-09-30T17:10:50.5075040Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1-input_dtype1-True-1-64-2048-64] +2024-09-30T17:10:50.5076976Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-0-input_dtype0-False-2-64-2048-64] +2024-09-30T17:10:50.5078913Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-0-input_dtype1-True-2-32-2048-64] +2024-09-30T17:10:50.5080697Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[2048-input_dtype1-False-2-8-2048-64] +2024-09-30T17:10:50.5082493Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-0-input_dtype1-True-2-16-2048-64] +2024-09-30T17:10:50.5084455Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-127-input_dtype0-False-2-64-2048-64] +2024-09-30T17:10:50.5086416Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1-input_dtype1-True-2-32-2048-64] +2024-09-30T17:10:50.5088405Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-127-input_dtype0-True-2-32-2048-64] +2024-09-30T17:10:50.5090059Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor.py::test_serialization[tt_dtype0-shape0] +2024-09-30T17:10:50.5091796Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-127-input_dtype0-False-1-32-2048-64] +2024-09-30T17:10:50.5093778Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-0-input_dtype0-True-1-64-2048-64] +2024-09-30T17:10:50.5095729Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-127-input_dtype0-True-1-32-2048-64] +2024-09-30T17:10:50.5097627Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[1024-input_dtype0-False-2-64-2048-64] +2024-09-30T17:10:50.5099494Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-0-input_dtype1-True-2-64-2048-64] +2024-09-30T17:10:50.5101505Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-1057-input_dtype0-True-2-32-2048-64] +2024-09-30T17:10:50.5103538Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-1057-input_dtype0-True-2-64-2048-64] +2024-09-30T17:10:50.5105495Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1-input_dtype1-False-2-64-2048-64] +2024-09-30T17:10:50.5107463Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[1024-input_dtype0-False-2-32-2048-64] +2024-09-30T17:10:50.5109416Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1057-input_dtype1-False-1-64-2048-64] +2024-09-30T17:10:50.5111443Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-1-input_dtype0-False-2-64-2048-64] +2024-09-30T17:10:50.5113483Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1057-input_dtype0-False-1-16-2048-64] +2024-09-30T17:10:50.5115531Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-127-input_dtype0-True-1-64-2048-64] +2024-09-30T17:10:50.5117558Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-1057-input_dtype0-False-1-32-2048-64] +2024-09-30T17:10:50.5119551Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-127-input_dtype0-True-2-64-2048-64] +2024-09-30T17:10:50.5121521Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-1-input_dtype0-False-2-64-2048-64] +2024-09-30T17:10:50.5123533Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-127-input_dtype0-False-1-64-2048-64] +2024-09-30T17:10:50.5125535Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-127-input_dtype0-True-1-64-2048-64] +2024-09-30T17:10:50.5127528Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-1-input_dtype0-True-2-64-2048-64] +2024-09-30T17:10:50.5129578Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-127-input_dtype0-True-2-64-2048-64] +2024-09-30T17:10:50.5131561Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1057-input_dtype0-False-2-64-2048-64] +2024-09-30T17:10:50.5133489Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-127-input_dtype0-False-1-32-2048-64] +2024-09-30T17:10:50.5135411Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1-input_dtype1-True-2-64-2048-64] +2024-09-30T17:10:50.5137373Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-1057-input_dtype0-False-2-32-2048-64] +2024-09-30T17:10:50.5139343Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-0-input_dtype0-False-1-64-2048-64] +2024-09-30T17:10:50.5141319Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-0-input_dtype0-True-2-64-2048-64] +2024-09-30T17:10:50.5143298Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-127-input_dtype0-False-2-64-2048-64] +2024-09-30T17:10:50.5145284Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-127-input_dtype1-False-2-64-2048-64] +2024-09-30T17:10:50.5147401Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-0-input_dtype1-False-2-32-2048-64] +2024-09-30T17:10:50.5149428Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-1057-input_dtype0-False-2-64-2048-64] +2024-09-30T17:10:50.5151444Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-0-input_dtype1-True-1-64-2048-64] +2024-09-30T17:10:50.5153437Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1057-input_dtype0-False-1-64-2048-64] +2024-09-30T17:10:50.5155368Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-0-input_dtype1-False-2-64-2048-64] +2024-09-30T17:10:50.5157237Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-0-input_dtype0-True-1-64-2048-64] +2024-09-30T17:10:50.5159116Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1057-input_dtype1-True-1-64-2048-64] +2024-09-30T17:10:50.5161014Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-127-input_dtype0-True-2-64-2048-64] +2024-09-30T17:10:50.5163204Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1057-input_dtype0-True-2-64-2048-64] +2024-09-30T17:10:50.5165344Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-127-input_dtype0-False-1-64-2048-64] +2024-09-30T17:10:50.5167638Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-1057-input_dtype0-False-2-64-2048-64] +2024-09-30T17:10:50.5169661Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1057-input_dtype0-False-1-64-2048-64] +2024-09-30T17:10:50.5171621Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-1-input_dtype0-False-1-64-2048-64] +2024-09-30T17:10:50.5173615Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-127-input_dtype1-False-1-64-2048-64] +2024-09-30T17:10:50.5175526Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-0-input_dtype1-True-1-32-2048-64] +2024-09-30T17:10:50.5177467Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-1057-input_dtype0-True-1-64-2048-64] +2024-09-30T17:10:50.5179387Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-0-input_dtype0-False-2-64-2048-64] +2024-09-30T17:10:50.5181338Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1-input_dtype1-False-2-32-2048-64] +2024-09-30T17:10:50.5183078Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py::test_tranpose_hc_sharded_with_program_cache[2-8-4-32-grid_size2] +2024-09-30T17:10:50.5184804Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1-input_dtype0-False-2-64-2048-64] +2024-09-30T17:10:50.5186959Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-127-input_dtype0-False-1-64-2048-64] +2024-09-30T17:10:50.5188963Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-127-input_dtype0-False-2-32-2048-64] +2024-09-30T17:10:50.5191062Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-0-input_dtype0-True-2-64-2048-64] +2024-09-30T17:10:50.5193045Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-0-input_dtype0-False-1-64-2048-64] +2024-09-30T17:10:50.5195004Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1057-input_dtype1-True-2-32-2048-64] +2024-09-30T17:10:50.5196910Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-0-input_dtype0-False-1-64-2048-64] +2024-09-30T17:10:50.5198833Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-1-input_dtype0-True-1-64-2048-64] +2024-09-30T17:10:50.5200749Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1-input_dtype0-True-2-64-2048-64] +2024-09-30T17:10:50.5202658Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1057-input_dtype1-False-2-32-2048-64] +2024-09-30T17:10:50.5204554Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-127-input_dtype1-False-2-32-2048-64] +2024-09-30T17:10:50.5206451Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1-input_dtype0-False-1-64-2048-64] +2024-09-30T17:10:50.5208330Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-127-input_dtype1-True-2-32-2048-64] +2024-09-30T17:10:50.5210214Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1057-input_dtype1-True-2-64-2048-64] +2024-09-30T17:10:50.5212094Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-127-input_dtype1-True-1-64-2048-64] +2024-09-30T17:10:50.5214018Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1057-input_dtype1-False-1-32-2048-64] +2024-09-30T17:10:50.5215608Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor.py::test_serialization[tt_dtype4-shape0] +2024-09-30T17:10:50.5217255Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-127-input_dtype1-False-1-32-2048-64] +2024-09-30T17:10:50.5219170Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1-input_dtype1-False-1-64-2048-64] +2024-09-30T17:10:50.5221117Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-0-input_dtype1-False-1-32-2048-64] +2024-09-30T17:10:50.5223134Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-127-input_dtype0-True-1-64-2048-64] +2024-09-30T17:10:50.5225031Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1057-input_dtype1-True-1-32-2048-64] +2024-09-30T17:10:50.5226789Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor.py::test_serialization[tt_dtype5-shape0] +2024-09-30T17:10:50.5228150Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor.py::test_serialization[tt_dtype3-shape0] +2024-09-30T17:10:50.5229771Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-127-input_dtype1-True-1-32-2048-64] +2024-09-30T17:10:50.5231649Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-127-input_dtype1-True-2-64-2048-64] +2024-09-30T17:10:50.5233531Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1-input_dtype0-True-1-64-2048-64] +2024-09-30T17:10:50.5235095Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor.py::test_serialization[tt_dtype1-shape0] +2024-09-30T17:10:50.5236768Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1057-input_dtype1-True-2-64-2048-64] +2024-09-30T17:10:50.5238699Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-127-input_dtype0-True-1-32-2048-64] +2024-09-30T17:10:50.5240605Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-127-input_dtype0-False-2-64-2048-64] +2024-09-30T17:10:50.5242231Z 0.00s teardown tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor.py::test_serialization[tt_dtype2-shape0] +2024-09-30T17:10:50.5243990Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor_prealloc_and_write.py::test_tensor_preallocation_and_write_apis[True-5-tensor_layout1-memory_location1-mem_layout0-in_dtype1] +2024-09-30T17:10:50.5245991Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1-input_dtype1-True-2-32-2048-64] +2024-09-30T17:10:50.5247930Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-1057-input_dtype0-True-2-64-2048-64] +2024-09-30T17:10:50.5249882Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1057-input_dtype0-False-2-8-2048-64] +2024-09-30T17:10:50.5251787Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1057-input_dtype0-False-2-32-2048-64] +2024-09-30T17:10:50.5253832Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor_prealloc_and_write.py::test_tensor_preallocation_and_write_apis[True-5-tensor_layout1-memory_location0-mem_layout0-in_dtype1] +2024-09-30T17:10:50.5256007Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-1057-input_dtype0-False-1-64-2048-64] +2024-09-30T17:10:50.5258032Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-127-input_dtype0-False-2-8-2048-64] +2024-09-30T17:10:50.5260161Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-1057-input_dtype0-True-1-64-2048-64] +2024-09-30T17:10:50.5262198Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1-input_dtype1-True-2-8-2048-64] +2024-09-30T17:10:50.5264139Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-127-input_dtype1-False-1-32-2048-64] +2024-09-30T17:10:50.5266111Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-127-input_dtype0-True-2-16-2048-64] +2024-09-30T17:10:50.5268328Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1-input_dtype1-False-2-64-2048-64] +2024-09-30T17:10:50.5270267Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-127-input_dtype0-False-2-16-2048-64] +2024-09-30T17:10:50.5272192Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1-input_dtype0-True-2-16-2048-64] +2024-09-30T17:10:50.5274090Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1057-input_dtype1-True-2-8-2048-64] +2024-09-30T17:10:50.5276055Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1057-input_dtype0-True-2-32-2048-64] +2024-09-30T17:10:50.5277977Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-127-input_dtype0-True-1-16-2048-64] +2024-09-30T17:10:50.5279879Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1057-input_dtype1-False-2-8-2048-64] +2024-09-30T17:10:50.5281634Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py::test_tranpose_hc_sharded_with_program_cache[16-128-128-16-grid_size8] +2024-09-30T17:10:50.5283410Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-0-input_dtype1-True-2-16-2048-64] +2024-09-30T17:10:50.5285308Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1-input_dtype0-False-2-32-2048-64] +2024-09-30T17:10:50.5287214Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-127-input_dtype0-True-1-32-2048-64] +2024-09-30T17:10:50.5289131Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-0-input_dtype1-False-2-16-2048-64] +2024-09-30T17:10:50.5291034Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-127-input_dtype1-True-1-64-2048-64] +2024-09-30T17:10:50.5292929Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-0-input_dtype1-True-1-8-2048-64] +2024-09-30T17:10:50.5294808Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-127-input_dtype1-True-1-8-2048-64] +2024-09-30T17:10:50.5296703Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1057-input_dtype0-True-2-64-2048-64] +2024-09-30T17:10:50.5298731Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1-input_dtype0-True-2-64-2048-64] +2024-09-30T17:10:50.5300610Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-127-input_dtype0-True-1-8-2048-64] +2024-09-30T17:10:50.5302642Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1057-input_dtype1-True-1-16-2048-64] +2024-09-30T17:10:50.5304598Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1-input_dtype0-False-2-16-2048-64] +2024-09-30T17:10:50.5306554Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1-input_dtype0-True-2-32-2048-64] +2024-09-30T17:10:50.5308437Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1-input_dtype1-False-2-8-2048-64] +2024-09-30T17:10:50.5310298Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-0-input_dtype1-True-1-16-2048-64] +2024-09-30T17:10:50.5312250Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1057-input_dtype1-False-2-64-2048-64] +2024-09-30T17:10:50.5314162Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1-input_dtype1-True-1-8-2048-64] +2024-09-30T17:10:50.5316062Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-0-input_dtype1-False-1-64-2048-64] +2024-09-30T17:10:50.5317941Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-127-input_dtype0-True-2-8-2048-64] +2024-09-30T17:10:50.5319845Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-127-input_dtype0-False-2-32-2048-64] +2024-09-30T17:10:50.5321756Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-127-input_dtype0-True-2-32-2048-64] +2024-09-30T17:10:50.5323627Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1-input_dtype0-True-2-32-2048-64] +2024-09-30T17:10:50.5325499Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-127-input_dtype1-True-2-32-2048-64] +2024-09-30T17:10:50.5327385Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-127-input_dtype1-False-1-8-2048-64] +2024-09-30T17:10:50.5329250Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1-input_dtype0-False-2-8-2048-64] +2024-09-30T17:10:50.5331132Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1057-input_dtype1-False-1-32-2048-64] +2024-09-30T17:10:50.5333053Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1057-input_dtype0-True-2-8-2048-64] +2024-09-30T17:10:50.5335065Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1-input_dtype0-True-1-8-2048-64] +2024-09-30T17:10:50.5336950Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-127-input_dtype1-True-2-16-2048-64] +2024-09-30T17:10:50.5338881Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1-input_dtype0-True-2-64-2048-64] +2024-09-30T17:10:50.5340815Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-127-input_dtype0-False-1-8-2048-64] +2024-09-30T17:10:50.5342759Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-0-input_dtype0-False-2-64-2048-64] +2024-09-30T17:10:50.5344621Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-0-input_dtype1-False-1-8-2048-64] +2024-09-30T17:10:50.5346583Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-127-input_dtype1-True-1-64-2048-64] +2024-09-30T17:10:50.5348463Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1-input_dtype1-True-2-16-2048-64] +2024-09-30T17:10:50.5350327Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1-input_dtype1-False-2-16-2048-64] +2024-09-30T17:10:50.5352217Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-0-input_dtype1-False-1-32-2048-64] +2024-09-30T17:10:50.5354135Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-127-input_dtype1-False-2-8-2048-64] +2024-09-30T17:10:50.5356197Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-0-input_dtype1-False-2-8-2048-64] +2024-09-30T17:10:50.5358081Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1-input_dtype1-True-1-32-2048-64] +2024-09-30T17:10:50.5359986Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-127-input_dtype0-False-2-32-2048-64] +2024-09-30T17:10:50.5361898Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-127-input_dtype1-False-2-8-2048-64] +2024-09-30T17:10:50.5363807Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1057-input_dtype1-True-1-8-2048-64] +2024-09-30T17:10:50.5365704Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1057-input_dtype1-False-1-8-2048-64] +2024-09-30T17:10:50.5367636Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1-input_dtype0-True-1-16-2048-64] +2024-09-30T17:10:50.5369514Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-0-input_dtype1-False-1-32-2048-64] +2024-09-30T17:10:50.5371501Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1057-input_dtype0-False-2-16-2048-64] +2024-09-30T17:10:50.5373657Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1057-input_dtype1-False-2-32-2048-64] +2024-09-30T17:10:50.5375580Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1057-input_dtype0-True-1-8-2048-64] +2024-09-30T17:10:50.5377622Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1057-input_dtype1-False-1-16-2048-64] +2024-09-30T17:10:50.5379622Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-127-input_dtype1-False-2-64-2048-64] +2024-09-30T17:10:50.5381602Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1057-input_dtype1-True-2-16-2048-64] +2024-09-30T17:10:50.5383556Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-0-input_dtype1-True-2-8-2048-64] +2024-09-30T17:10:50.5385546Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-127-input_dtype1-False-2-16-2048-64] +2024-09-30T17:10:50.5387628Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1057-input_dtype0-True-1-32-2048-64] +2024-09-30T17:10:50.5389563Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1057-input_dtype0-True-1-16-2048-64] +2024-09-30T17:10:50.5391501Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-127-input_dtype1-False-1-16-2048-64] +2024-09-30T17:10:50.5393516Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-127-input_dtype1-False-2-64-2048-64] +2024-09-30T17:10:50.5395464Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-127-input_dtype0-False-1-16-2048-64] +2024-09-30T17:10:50.5397409Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1057-input_dtype0-True-2-16-2048-64] +2024-09-30T17:10:50.5399332Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1-input_dtype0-False-1-16-2048-64] +2024-09-30T17:10:50.5401218Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-127-input_dtype1-True-2-64-2048-64] +2024-09-30T17:10:50.5403157Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1-input_dtype1-False-1-16-2048-64] +2024-09-30T17:10:50.5405056Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-127-input_dtype1-False-1-64-2048-64] +2024-09-30T17:10:50.5406962Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-127-input_dtype1-True-2-8-2048-64] +2024-09-30T17:10:50.5408857Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1057-input_dtype1-True-2-32-2048-64] +2024-09-30T17:10:50.5410876Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-0-input_dtype1-True-1-32-2048-64] +2024-09-30T17:10:50.5412788Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1057-input_dtype0-False-1-16-2048-64] +2024-09-30T17:10:50.5414720Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-0-input_dtype1-False-2-32-2048-64] +2024-09-30T17:10:50.5416642Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1057-input_dtype0-False-1-64-2048-64] +2024-09-30T17:10:50.5418545Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-127-input_dtype1-True-1-16-2048-64] +2024-09-30T17:10:50.5420416Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-0-input_dtype1-True-2-32-2048-64] +2024-09-30T17:10:50.5422366Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1057-input_dtype1-True-1-64-2048-64] +2024-09-30T17:10:50.5424269Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1-input_dtype1-True-2-64-2048-64] +2024-09-30T17:10:50.5426256Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1-input_dtype0-False-2-32-2048-64] +2024-09-30T17:10:50.5428165Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-127-input_dtype1-False-2-16-2048-64] +2024-09-30T17:10:50.5430048Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-0-input_dtype1-False-1-64-2048-64] +2024-09-30T17:10:50.5431933Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1-input_dtype1-False-1-8-2048-64] +2024-09-30T17:10:50.5434066Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1057-input_dtype0-False-1-8-2048-64] +2024-09-30T17:10:50.5436257Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-127-input_dtype0-False-1-64-2048-64] +2024-09-30T17:10:50.5438387Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1-input_dtype0-True-2-8-2048-64] +2024-09-30T17:10:50.5440699Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1057-input_dtype1-False-2-16-2048-64] +2024-09-30T17:10:50.5443351Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-0-input_dtype1-False-1-8-2048-64] +2024-09-30T17:10:50.5446008Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-127-input_dtype1-False-1-64-2048-64] +2024-09-30T17:10:50.5448696Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1-input_dtype1-False-1-64-2048-64] +2024-09-30T17:10:50.5451365Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1057-input_dtype0-False-1-32-2048-64] +2024-09-30T17:10:50.5453343Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-127-input_dtype0-False-2-64-2048-64] +2024-09-30T17:10:50.5455346Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-127-input_dtype1-False-1-32-2048-64] +2024-09-30T17:10:50.5457333Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1-input_dtype0-True-1-32-2048-64] +2024-09-30T17:10:50.5459242Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-127-input_dtype1-True-2-64-2048-64] +2024-09-30T17:10:50.5461246Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-0-input_dtype1-True-1-64-2048-64] +2024-09-30T17:10:50.5463176Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1057-input_dtype1-True-1-64-2048-64] +2024-09-30T17:10:50.5465104Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-127-input_dtype0-True-2-64-2048-64] +2024-09-30T17:10:50.5467171Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1-input_dtype0-True-1-16-2048-64] +2024-09-30T17:10:50.5469094Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1-input_dtype0-False-1-64-2048-64] +2024-09-30T17:10:50.5471027Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-127-input_dtype1-True-1-32-2048-64] +2024-09-30T17:10:50.5472915Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-0-input_dtype1-True-2-64-2048-64] +2024-09-30T17:10:50.5474811Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1-input_dtype0-False-1-32-2048-64] +2024-09-30T17:10:50.5476733Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1057-input_dtype1-True-2-64-2048-64] +2024-09-30T17:10:50.5478635Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1-input_dtype1-True-2-64-2048-64] +2024-09-30T17:10:50.5480532Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1-input_dtype0-False-2-64-2048-64] +2024-09-30T17:10:50.5482461Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-127-input_dtype1-False-2-32-2048-64] +2024-09-30T17:10:50.5484390Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1-input_dtype1-False-1-32-2048-64] +2024-09-30T17:10:50.5486326Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1057-input_dtype1-False-1-64-2048-64] +2024-09-30T17:10:50.5488382Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-0-input_dtype0-True-1-64-2048-64] +2024-09-30T17:10:50.5490374Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-127-input_dtype0-True-1-64-2048-64] +2024-09-30T17:10:50.5492326Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1-input_dtype0-False-1-16-2048-64] +2024-09-30T17:10:50.5494306Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1-input_dtype1-True-1-64-2048-64] +2024-09-30T17:10:50.5496219Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1057-input_dtype0-True-1-64-2048-64] +2024-09-30T17:10:50.5498130Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1-input_dtype1-True-1-64-2048-64] +2024-09-30T17:10:50.5500037Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1057-input_dtype1-False-1-64-2048-64] +2024-09-30T17:10:50.5502054Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-127-input_dtype0-False-2-16-2048-64] +2024-09-30T17:10:50.5503990Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1057-input_dtype1-False-2-8-2048-64] +2024-09-30T17:10:50.5505908Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-127-input_dtype0-True-2-32-2048-64] +2024-09-30T17:10:50.5507944Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1-input_dtype0-False-1-8-2048-64] +2024-09-30T17:10:50.5509704Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py::test_tranpose_hc_sharded_with_program_cache[24-3-224-224-grid_size6] +2024-09-30T17:10:50.5511534Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1057-input_dtype0-True-2-32-2048-64] +2024-09-30T17:10:50.5513456Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-0-input_dtype1-False-1-16-2048-64] +2024-09-30T17:10:50.5515347Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-127-input_dtype0-True-1-8-2048-64] +2024-09-30T17:10:50.5517219Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-0-input_dtype1-False-2-64-2048-64] +2024-09-30T17:10:50.5519115Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-0-input_dtype0-True-2-8-2048-64] +2024-09-30T17:10:50.5520992Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1-input_dtype1-False-2-32-2048-64] +2024-09-30T17:10:50.5522889Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-127-input_dtype0-True-1-32-2048-64] +2024-09-30T17:10:50.5524813Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1057-input_dtype0-False-2-64-2048-64] +2024-09-30T17:10:50.5526837Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-0-input_dtype0-True-1-8-2048-64] +2024-09-30T17:10:50.5528590Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py::test_tranpose_hc_sharded_with_program_cache[20-4-224-224-grid_size5] +2024-09-30T17:10:50.5530418Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1057-input_dtype0-False-1-32-2048-64] +2024-09-30T17:10:50.5532421Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-127-input_dtype0-False-1-32-2048-64] +2024-09-30T17:10:50.5534335Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-127-input_dtype1-True-2-8-2048-64] +2024-09-30T17:10:50.5536255Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1057-input_dtype0-False-2-16-2048-64] +2024-09-30T17:10:50.5538181Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1-input_dtype1-True-1-16-2048-64] +2024-09-30T17:10:50.5540099Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1057-input_dtype1-True-2-64-2048-64] +2024-09-30T17:10:50.5542104Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-0-input_dtype0-True-2-64-2048-64] +2024-09-30T17:10:50.5544025Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1057-input_dtype0-True-2-64-2048-64] +2024-09-30T17:10:50.5545922Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1-input_dtype1-False-2-8-2048-64] +2024-09-30T17:10:50.5547912Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-127-input_dtype1-True-2-32-2048-64] +2024-09-30T17:10:50.5549832Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1057-input_dtype0-True-1-32-2048-64] +2024-09-30T17:10:50.5551733Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-127-input_dtype0-False-2-8-2048-64] +2024-09-30T17:10:50.5553656Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-127-input_dtype0-False-1-64-2048-64] +2024-09-30T17:10:50.5555570Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1-input_dtype0-False-1-32-2048-64] +2024-09-30T17:10:50.5557460Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1-input_dtype0-False-2-8-2048-64] +2024-09-30T17:10:50.5559551Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1-input_dtype1-True-2-16-2048-64] +2024-09-30T17:10:50.5561698Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1-input_dtype0-True-1-64-2048-64] +2024-09-30T17:10:50.5564170Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1-input_dtype1-True-2-32-2048-64] +2024-09-30T17:10:50.5566173Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1-input_dtype0-False-1-64-2048-64] +2024-09-30T17:10:50.5567915Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py::test_tranpose_hc_sharded_with_program_cache[16-128-256-16-grid_size7] +2024-09-30T17:10:50.5569734Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1-input_dtype0-False-2-32-2048-64] +2024-09-30T17:10:50.5571665Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-127-input_dtype0-True-2-16-2048-64] +2024-09-30T17:10:50.5573547Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1-input_dtype0-True-2-32-2048-64] +2024-09-30T17:10:50.5575446Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1057-input_dtype0-True-2-32-2048-64] +2024-09-30T17:10:50.5577380Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1-input_dtype0-True-2-64-2048-64] +2024-09-30T17:10:50.5579288Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-127-input_dtype0-True-2-32-2048-64] +2024-09-30T17:10:50.5581265Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1-input_dtype1-False-1-32-2048-64] +2024-09-30T17:10:50.5583165Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-0-input_dtype0-True-2-16-2048-64] +2024-09-30T17:10:50.5585108Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1057-input_dtype1-True-1-32-2048-64] +2024-09-30T17:10:50.5587222Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-127-input_dtype1-True-2-64-2048-64] +2024-09-30T17:10:50.5589122Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1-input_dtype0-False-1-8-2048-64] +2024-09-30T17:10:50.5591043Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1-input_dtype1-True-2-8-2048-64] +2024-09-30T17:10:50.5592938Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1057-input_dtype1-True-2-8-2048-64] +2024-09-30T17:10:50.5594818Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1-input_dtype1-False-2-16-2048-64] +2024-09-30T17:10:50.5596731Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1057-input_dtype0-False-2-32-2048-64] +2024-09-30T17:10:50.5598647Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-127-input_dtype1-True-1-16-2048-64] +2024-09-30T17:10:50.5600512Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1-input_dtype1-False-1-8-2048-64] +2024-09-30T17:10:50.5602576Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-127-input_dtype0-False-2-32-2048-64] +2024-09-30T17:10:50.5604503Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1057-input_dtype0-False-1-8-2048-64] +2024-09-30T17:10:50.5606446Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-0-input_dtype1-False-1-16-2048-64] +2024-09-30T17:10:50.5608410Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1057-input_dtype0-False-2-32-2048-64] +2024-09-30T17:10:50.5610326Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-127-input_dtype0-False-1-16-2048-64] +2024-09-30T17:10:50.5612255Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1057-input_dtype1-False-2-32-2048-64] +2024-09-30T17:10:50.5614142Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-127-input_dtype1-True-1-8-2048-64] +2024-09-30T17:10:50.5616055Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1057-input_dtype0-False-2-64-2048-64] +2024-09-30T17:10:50.5617970Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1057-input_dtype0-True-2-16-2048-64] +2024-09-30T17:10:50.5619858Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-0-input_dtype0-True-1-16-2048-64] +2024-09-30T17:10:50.5621796Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1-input_dtype0-True-1-8-2048-64] +2024-09-30T17:10:50.5623692Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1057-input_dtype1-True-2-16-2048-64] +2024-09-30T17:10:50.5625613Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1057-input_dtype1-False-1-8-2048-64] +2024-09-30T17:10:50.5627608Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1-input_dtype1-False-2-32-2048-64] +2024-09-30T17:10:50.5629357Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py::test_tranpose_hc_sharded_with_program_cache[16-4-224-224-grid_size4] +2024-09-30T17:10:50.5631118Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1-input_dtype0-False-2-16-2048-64] +2024-09-30T17:10:50.5633032Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1057-input_dtype0-True-1-8-2048-64] +2024-09-30T17:10:50.5634920Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1057-input_dtype0-True-2-8-2048-64] +2024-09-30T17:10:50.5636806Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1-input_dtype0-True-2-8-2048-64] +2024-09-30T17:10:50.5638680Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-127-input_dtype1-True-1-32-2048-64] +2024-09-30T17:10:50.5640726Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1057-input_dtype0-True-1-16-2048-64] +2024-09-30T17:10:50.5642678Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1057-input_dtype1-False-1-32-2048-64] +2024-09-30T17:10:50.5644680Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-0-input_dtype0-False-1-8-2048-64] +2024-09-30T17:10:50.5646589Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1-input_dtype1-True-1-16-2048-64] +2024-09-30T17:10:50.5648471Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1-input_dtype0-True-1-32-2048-64] +2024-09-30T17:10:50.5650376Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1-input_dtype0-False-2-64-2048-64] +2024-09-30T17:10:50.5652348Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-1057-input_dtype1-True-2-32-2048-64] +2024-09-30T17:10:50.5654340Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1-input_dtype1-False-1-16-2048-64] +2024-09-30T17:10:50.5656311Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-127-input_dtype1-False-1-16-2048-64] +2024-09-30T17:10:50.5658246Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1057-input_dtype0-False-2-8-2048-64] +2024-09-30T17:10:50.5660186Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-127-input_dtype1-True-2-16-2048-64] +2024-09-30T17:10:50.5662210Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1057-input_dtype1-True-1-32-2048-64] +2024-09-30T17:10:50.5664128Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-127-input_dtype1-True-1-64-2048-64] +2024-09-30T17:10:50.5666057Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1057-input_dtype0-True-1-32-2048-64] +2024-09-30T17:10:50.5668110Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1-input_dtype1-True-1-8-2048-64] +2024-09-30T17:10:50.5670048Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-127-input_dtype0-True-1-16-2048-64] +2024-09-30T17:10:50.5671964Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1057-input_dtype1-True-1-16-2048-64] +2024-09-30T17:10:50.5673878Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1-input_dtype0-True-1-32-2048-64] +2024-09-30T17:10:50.5675794Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-127-input_dtype0-False-1-8-2048-64] +2024-09-30T17:10:50.5677854Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1057-input_dtype1-False-2-16-2048-64] +2024-09-30T17:10:50.5679827Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-127-input_dtype1-False-2-32-2048-64] +2024-09-30T17:10:50.5681815Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-0-input_dtype0-False-1-16-2048-64] +2024-09-30T17:10:50.5683791Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1057-input_dtype1-True-1-8-2048-64] +2024-09-30T17:10:50.5685717Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-0-input_dtype1-False-2-32-2048-64] +2024-09-30T17:10:50.5687658Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-127-input_dtype0-True-2-8-2048-64] +2024-09-30T17:10:50.5689563Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1-input_dtype0-False-1-32-2048-64] +2024-09-30T17:10:50.5691503Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-0-input_dtype0-False-2-8-2048-64] +2024-09-30T17:10:50.5693417Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1-input_dtype1-False-2-64-2048-64] +2024-09-30T17:10:50.5695324Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1-input_dtype1-True-1-32-2048-64] +2024-09-30T17:10:50.5697199Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-0-input_dtype0-True-1-64-2048-64] +2024-09-30T17:10:50.5699153Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-127-input_dtype0-False-1-32-2048-64] +2024-09-30T17:10:50.5701164Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-0-input_dtype1-False-2-16-2048-64] +2024-09-30T17:10:50.5703100Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-127-input_dtype1-False-1-8-2048-64] +2024-09-30T17:10:50.5705026Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-127-input_dtype0-True-2-64-2048-64] +2024-09-30T17:10:50.5707080Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1-input_dtype0-True-2-16-2048-64] +2024-09-30T17:10:50.5709029Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-127-input_dtype0-False-1-64-2048-64] +2024-09-30T17:10:50.5716672Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-127-input_dtype0-False-2-64-2048-64] +2024-09-30T17:10:50.5718583Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-0-input_dtype1-False-2-8-2048-64] +2024-09-30T17:10:50.5720589Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1057-input_dtype1-False-2-64-2048-64] +2024-09-30T17:10:50.5722583Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1057-input_dtype1-False-1-16-2048-64] +2024-09-30T17:10:50.5724535Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-0-input_dtype1-False-2-64-2048-64] +2024-09-30T17:10:50.5726534Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-127-input_dtype0-True-2-64-2048-64] +2024-09-30T17:10:50.5728494Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[2048-input_dtype1-False-2-16-2048-64] +2024-09-30T17:10:50.5730188Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[2048-input_dtype1-False-2-64-2048-64] +2024-09-30T17:10:50.5731987Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-0-input_dtype0-True-2-32-2048-64] +2024-09-30T17:10:50.5733893Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1057-input_dtype1-False-1-64-2048-64] +2024-09-30T17:10:50.5735852Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1057-input_dtype0-True-1-64-2048-64] +2024-09-30T17:10:50.5737761Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1-input_dtype1-False-2-64-2048-64] +2024-09-30T17:10:50.5739862Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1057-input_dtype0-False-2-64-2048-64] +2024-09-30T17:10:50.5740830Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1-input_dtype1-True-1-64-2048-64] +2024-09-30T17:10:50.5741859Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-127-input_dtype0-True-1-64-2048-64] +2024-09-30T17:10:50.5742843Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-127-input_dtype0-False-2-64-2048-64] +2024-09-30T17:10:50.5743786Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-0-input_dtype0-True-1-32-2048-64] +2024-09-30T17:10:50.5744757Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1-input_dtype0-True-1-64-2048-64] +2024-09-30T17:10:50.5745728Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1057-input_dtype0-False-1-64-2048-64] +2024-09-30T17:10:50.5747978Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1057-input_dtype0-True-2-64-2048-64] +2024-09-30T17:10:50.5748932Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1-input_dtype1-False-1-64-2048-64] +2024-09-30T17:10:50.5749894Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-127-input_dtype1-False-2-64-2048-64] +2024-09-30T17:10:50.5751018Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1057-input_dtype0-True-1-64-2048-64] +2024-09-30T17:10:50.5751984Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1-input_dtype1-True-2-64-2048-64] +2024-09-30T17:10:50.5752998Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1-input_dtype0-True-1-64-2048-64] +2024-09-30T17:10:50.5754014Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-127-input_dtype1-False-1-64-2048-64] +2024-09-30T17:10:50.5754979Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1-input_dtype0-False-2-64-2048-64] +2024-09-30T17:10:50.5755954Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1057-input_dtype1-True-1-64-2048-64] +2024-09-30T17:10:50.5756920Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1-input_dtype0-False-1-64-2048-64] +2024-09-30T17:10:50.5757882Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-0-input_dtype0-False-1-32-2048-64] +2024-09-30T17:10:50.5758859Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-127-input_dtype0-True-1-64-2048-64] +2024-09-30T17:10:50.5759810Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-0-input_dtype1-False-1-64-2048-64] +2024-09-30T17:10:50.5760787Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-0-input_dtype1-False-2-64-2048-64] +2024-09-30T17:10:50.5761757Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype1-1057-input_dtype1-False-2-64-2048-64] +2024-09-30T17:10:50.5762715Z 0.00s call tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype1-0-input_dtype0-False-1-64-2048-64] +2024-09-30T17:10:50.5762926Z =========================== short test summary info ============================ +2024-09-30T17:10:50.5763725Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_split_any_dim_two_chunks_tiled.py::test_split_tiled_w[1x2x64x10240-2-out_L1-in_L1] +2024-09-30T17:10:50.5764546Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_split_any_dim_two_chunks_tiled.py::test_split_tiled_w[1x2x64x10240-3-out_DRAM-in_DRAM] +2024-09-30T17:10:50.5765333Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_split_any_dim_two_chunks_tiled.py::test_split_tiled_w[1x2x64x10240-3-out_DRAM-in_L1] +2024-09-30T17:10:50.5766113Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_split_any_dim_two_chunks_tiled.py::test_split_tiled_w[1x2x64x10240-3-out_L1-in_DRAM] +2024-09-30T17:10:50.5766885Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_split_any_dim_two_chunks_tiled.py::test_split_tiled_w[1x2x64x10240-3-out_L1-in_L1] +2024-09-30T17:10:50.5767333Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_sum.py::test_sum_for_dim_hw[shape_dim0] +2024-09-30T17:10:50.5767781Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_sum.py::test_sum_for_dim_hw[shape_dim1] +2024-09-30T17:10:50.5768283Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_sum.py::test_sum_for_dim_hw[shape_dim2] +2024-09-30T17:10:50.5768777Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_sum.py::test_sum_for_dim_hw[shape_dim3] +2024-09-30T17:10:50.5769188Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_sum.py::test_sum_global[shape0] +2024-09-30T17:10:50.5769603Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_sum.py::test_sum_global[shape1] +2024-09-30T17:10:50.5770042Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_sum.py::test_sum_global[shape2] +2024-09-30T17:10:50.5770485Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_sum.py::test_sum_global[shape3] +2024-09-30T17:10:50.5771242Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor.py::test_tensor_conversion_between_torch_and_tt[tt_dtype0-shape0] +2024-09-30T17:10:50.5771975Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor.py::test_tensor_conversion_between_torch_and_tt[tt_dtype1-shape0] +2024-09-30T17:10:50.5772714Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor.py::test_tensor_conversion_between_torch_and_tt[tt_dtype2-shape0] +2024-09-30T17:10:50.5773444Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor.py::test_tensor_conversion_between_torch_and_tt[tt_dtype3-shape0] +2024-09-30T17:10:50.5774166Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor.py::test_tensor_conversion_between_torch_and_tt[tt_dtype4-shape0] +2024-09-30T17:10:50.5774883Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor.py::test_tensor_conversion_between_torch_and_tt[tt_dtype5-shape0] +2024-09-30T17:10:50.5775613Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor.py::test_tensor_conversion_between_torch_and_np[tt_dtype0-shape0] +2024-09-30T17:10:50.5776328Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor.py::test_tensor_conversion_between_torch_and_np[tt_dtype1-shape0] +2024-09-30T17:10:50.5777046Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor.py::test_tensor_conversion_between_torch_and_np[tt_dtype2-shape0] +2024-09-30T17:10:50.5777646Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor.py::test_serialization[tt_dtype0-shape0] +2024-09-30T17:10:50.5778233Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor.py::test_serialization[tt_dtype1-shape0] +2024-09-30T17:10:50.5778834Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor.py::test_serialization[tt_dtype2-shape0] +2024-09-30T17:10:50.5779426Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor.py::test_serialization[tt_dtype3-shape0] +2024-09-30T17:10:50.5780015Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor.py::test_serialization[tt_dtype4-shape0] +2024-09-30T17:10:50.5780601Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor.py::test_serialization[tt_dtype5-shape0] +2024-09-30T17:10:50.5781125Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor_alignment.py::test_tensor_alignment +2024-09-30T17:10:50.5782223Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor_prealloc_and_write.py::test_tensor_preallocation_and_write_apis[True-5-tensor_layout0-memory_location0-mem_layout0-in_dtype0] +2024-09-30T17:10:50.5783285Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor_prealloc_and_write.py::test_tensor_preallocation_and_write_apis[True-5-tensor_layout0-memory_location0-mem_layout0-in_dtype1] +2024-09-30T17:10:50.5784352Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor_prealloc_and_write.py::test_tensor_preallocation_and_write_apis[True-5-tensor_layout0-memory_location1-mem_layout0-in_dtype0] +2024-09-30T17:10:50.5785404Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor_prealloc_and_write.py::test_tensor_preallocation_and_write_apis[True-5-tensor_layout0-memory_location1-mem_layout0-in_dtype1] +2024-09-30T17:10:50.5786727Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor_prealloc_and_write.py::test_tensor_preallocation_and_write_apis[True-5-tensor_layout1-memory_location0-mem_layout0-in_dtype0] +2024-09-30T17:10:50.5787793Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor_prealloc_and_write.py::test_tensor_preallocation_and_write_apis[True-5-tensor_layout1-memory_location1-mem_layout0-in_dtype0] +2024-09-30T17:10:50.5788918Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor_prealloc_and_write.py::test_tensor_preallocation_and_write_apis[False-5-tensor_layout0-memory_location0-mem_layout0-in_dtype0] +2024-09-30T17:10:50.5790027Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor_prealloc_and_write.py::test_tensor_preallocation_and_write_apis[False-5-tensor_layout0-memory_location0-mem_layout0-in_dtype1] +2024-09-30T17:10:50.5791101Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor_prealloc_and_write.py::test_tensor_preallocation_and_write_apis[False-5-tensor_layout0-memory_location1-mem_layout0-in_dtype0] +2024-09-30T17:10:50.5792171Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor_prealloc_and_write.py::test_tensor_preallocation_and_write_apis[False-5-tensor_layout0-memory_location1-mem_layout0-in_dtype1] +2024-09-30T17:10:50.5793218Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor_prealloc_and_write.py::test_tensor_preallocation_and_write_apis[False-5-tensor_layout1-memory_location0-mem_layout0-in_dtype0] +2024-09-30T17:10:50.5794276Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor_prealloc_and_write.py::test_tensor_preallocation_and_write_apis[False-5-tensor_layout1-memory_location1-mem_layout0-in_dtype0] +2024-09-30T17:10:50.5794734Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor_ranks.py::test_tensor_ranks[shape0] +2024-09-30T17:10:50.5795189Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor_ranks.py::test_tensor_ranks[shape1] +2024-09-30T17:10:50.5795641Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor_ranks.py::test_tensor_ranks[shape2] +2024-09-30T17:10:50.5796103Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor_ranks.py::test_tensor_ranks[shape3] +2024-09-30T17:10:50.5796546Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor_ranks.py::test_tensor_ranks[shape4] +2024-09-30T17:10:50.5796991Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor_ranks.py::test_tensor_ranks[shape5] +2024-09-30T17:10:50.5797439Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor_ranks.py::test_tensor_ranks[shape6] +2024-09-30T17:10:50.5797959Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_tilize_hpadding_matmul.py::test_tilize_hpadding_matmul +2024-09-30T17:10:50.5798430Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_tilize_matmul.py::test_run_tilize_matmul_test +2024-09-30T17:10:50.5799047Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_tilize_test.py::test_run_tilize_test[False-5-2-4-8] +2024-09-30T17:10:50.5799657Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_tilize_test.py::test_run_tilize_test[False-5-2-4-7] +2024-09-30T17:10:50.5800284Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_tilize_test.py::test_run_tilize_test[False-1-1-784-2] +2024-09-30T17:10:50.5800905Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_tilize_test.py::test_run_tilize_test[False-8-1-2-64] +2024-09-30T17:10:50.5801524Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_tilize_test.py::test_run_tilize_test[False-1-1-1-64] +2024-09-30T17:10:50.5802136Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_tilize_test.py::test_run_tilize_test[True-5-2-4-8] +2024-09-30T17:10:50.5802733Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_tilize_test.py::test_run_tilize_test[True-5-2-4-7] +2024-09-30T17:10:50.5803401Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_tilize_test.py::test_run_tilize_test[True-1-1-784-2] +2024-09-30T17:10:50.5804048Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_tilize_test.py::test_run_tilize_test[True-8-1-2-64] +2024-09-30T17:10:50.5804651Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_tilize_test.py::test_run_tilize_test[True-1-1-1-64] +2024-09-30T17:10:50.5805110Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py::test_transpose_hc[bfloat16] +2024-09-30T17:10:50.5805617Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py::test_transpose_hc[float] +2024-09-30T17:10:50.5806098Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py::test_transpose_wh_uint16 +2024-09-30T17:10:50.5806536Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py::test_transpose_wh_bfp4 +2024-09-30T17:10:50.5807065Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py::test_transpose_hc_program_cache[bfloat16] +2024-09-30T17:10:50.5807594Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py::test_transpose_hc_program_cache[float] +2024-09-30T17:10:50.5808128Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py::test_transpose_cn_program_cache[bfloat16] +2024-09-30T17:10:50.5808649Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py::test_transpose_cn_program_cache[float] +2024-09-30T17:10:50.5809193Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py::test_transpose_wh_program_cache[bfloat16] +2024-09-30T17:10:50.5809708Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py::test_transpose_wh_program_cache[float] +2024-09-30T17:10:50.5810281Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py::test_transpose_wh_sharded_program_cache[bfloat8_b] +2024-09-30T17:10:50.5810831Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py::test_transpose_wh_sharded_program_cache[float] +2024-09-30T17:10:50.5811510Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py::test_tranpose_hw_rm_with_padding[256-230-1-1] +2024-09-30T17:10:50.5812173Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py::test_tranpose_hw_rm_no_padding[256-8-128-16] +2024-09-30T17:10:50.5812873Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py::test_tranpose_hw_rm_with_program_cache[256-8-128-16] +2024-09-30T17:10:50.5813529Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py::test_tranpose_hw_sharded_rm[112-16-224-16] +2024-09-30T17:10:50.5814268Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py::test_tranpose_hw_sharded_rm_with_program_cache[16-128-128-16] +2024-09-30T17:10:50.5814869Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py::test_tranpose_hc_rm[16-128-128-16] +2024-09-30T17:10:50.5815572Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py::test_tranpose_hc_rm_with_program_cache[16-256-128-20] +2024-09-30T17:10:50.5816342Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py::test_tranpose_hc_sharded_with_program_cache[1-8-4-16-grid_size0] +2024-09-30T17:10:50.5817092Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py::test_tranpose_hc_sharded_with_program_cache[4-3-3-16-grid_size1] +2024-09-30T17:10:50.5817742Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py::test_transpose_bfloat8_b[shape0-swap_dims0] +2024-09-30T17:10:50.5818390Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py::test_transpose_bfloat8_b[shape1-swap_dims1] +2024-09-30T17:10:50.5819042Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py::test_transpose_bfloat8_b[shape2-swap_dims2] +2024-09-30T17:10:50.5819696Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py::test_transpose_bfloat8_b[shape3-swap_dims3] +2024-09-30T17:10:50.5820321Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_square_ttnn[input_shapes0] +2024-09-30T17:10:50.5820850Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_square_ttnn[input_shapes1] +2024-09-30T17:10:50.5821429Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_square_ttnn[input_shapes2] +2024-09-30T17:10:50.5822122Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_pow_ttnn[0.5-input_shapes0] +2024-09-30T17:10:50.5822805Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_pow_ttnn[0.5-input_shapes1] +2024-09-30T17:10:50.5823440Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_pow_ttnn[0.5-input_shapes2] +2024-09-30T17:10:50.5824088Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_pow_ttnn[2.0-input_shapes0] +2024-09-30T17:10:50.5824725Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_pow_ttnn[2.0-input_shapes1] +2024-09-30T17:10:50.5825366Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_pow_ttnn[2.0-input_shapes2] +2024-09-30T17:10:50.5825875Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_abs_ttnn[input_shapes0] +2024-09-30T17:10:50.5826499Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_abs_ttnn[input_shapes1] +2024-09-30T17:10:50.5826993Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_abs_ttnn[input_shapes2] +2024-09-30T17:10:50.5827505Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_asin_ttnn[input_shapes0] +2024-09-30T17:10:50.5828023Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_asin_ttnn[input_shapes1] +2024-09-30T17:10:50.5828536Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_asin_ttnn[input_shapes2] +2024-09-30T17:10:50.5829060Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_acos_ttnn[input_shapes0] +2024-09-30T17:10:50.5829570Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_acos_ttnn[input_shapes1] +2024-09-30T17:10:50.5830092Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_acos_ttnn[input_shapes2] +2024-09-30T17:10:50.5830596Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_atan_ttnn[input_shapes0] +2024-09-30T17:10:50.5831104Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_atan_ttnn[input_shapes1] +2024-09-30T17:10:50.5831615Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_atan_ttnn[input_shapes2] +2024-09-30T17:10:50.5832139Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_cos_ttnn[input_shapes0] +2024-09-30T17:10:50.5832642Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_cos_ttnn[input_shapes1] +2024-09-30T17:10:50.5833140Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_cos_ttnn[input_shapes2] +2024-09-30T17:10:50.5833647Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_eqz_ttnn[input_shapes0] +2024-09-30T17:10:50.5834147Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_eqz_ttnn[input_shapes1] +2024-09-30T17:10:50.5834654Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_eqz_ttnn[input_shapes2] +2024-09-30T17:10:50.5835244Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_nez_ttnn[input_shapes0] +2024-09-30T17:10:50.5835798Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_nez_ttnn[input_shapes1] +2024-09-30T17:10:50.5836311Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_nez_ttnn[input_shapes2] +2024-09-30T17:10:50.5836811Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_gez_ttnn[input_shapes0] +2024-09-30T17:10:50.5837408Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_gez_ttnn[input_shapes1] +2024-09-30T17:10:50.5837914Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_gez_ttnn[input_shapes2] +2024-09-30T17:10:50.5838408Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_lez_ttnn[input_shapes0] +2024-09-30T17:10:50.5838915Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_lez_ttnn[input_shapes1] +2024-09-30T17:10:50.5839414Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_lez_ttnn[input_shapes2] +2024-09-30T17:10:50.5839932Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_ltz_ttnn[input_shapes0] +2024-09-30T17:10:50.5840434Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_ltz_ttnn[input_shapes1] +2024-09-30T17:10:50.5840934Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_ltz_ttnn[input_shapes2] +2024-09-30T17:10:50.5841430Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_gtz_ttnn[input_shapes0] +2024-09-30T17:10:50.5841937Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_gtz_ttnn[input_shapes1] +2024-09-30T17:10:50.5842449Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_gtz_ttnn[input_shapes2] +2024-09-30T17:10:50.5843097Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_elu_ttnn[1.0-input_shapes0] +2024-09-30T17:10:50.5843740Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_elu_ttnn[1.0-input_shapes1] +2024-09-30T17:10:50.5844377Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_elu_ttnn[1.0-input_shapes2] +2024-09-30T17:10:50.5845015Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_elu_ttnn[5.0-input_shapes0] +2024-09-30T17:10:50.5845641Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_elu_ttnn[5.0-input_shapes1] +2024-09-30T17:10:50.5846266Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_elu_ttnn[5.0-input_shapes2] +2024-09-30T17:10:50.5846919Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_elu_ttnn[10.0-input_shapes0] +2024-09-30T17:10:50.5847564Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_elu_ttnn[10.0-input_shapes1] +2024-09-30T17:10:50.5848199Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_elu_ttnn[10.0-input_shapes2] +2024-09-30T17:10:50.5848853Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_erf_ttnn[False-input_shapes0] +2024-09-30T17:10:50.5849510Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_erf_ttnn[False-input_shapes1] +2024-09-30T17:10:50.5850154Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_erf_ttnn[False-input_shapes2] +2024-09-30T17:10:50.5850789Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_erf_ttnn[True-input_shapes0] +2024-09-30T17:10:50.5851525Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_erf_ttnn[True-input_shapes1] +2024-09-30T17:10:50.5852173Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_erf_ttnn[True-input_shapes2] +2024-09-30T17:10:50.5852840Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_erfc_ttnn[False-input_shapes0] +2024-09-30T17:10:50.5853540Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_erfc_ttnn[False-input_shapes1] +2024-09-30T17:10:50.5854266Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_erfc_ttnn[False-input_shapes2] +2024-09-30T17:10:50.5854931Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_erfc_ttnn[True-input_shapes0] +2024-09-30T17:10:50.5855590Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_erfc_ttnn[True-input_shapes1] +2024-09-30T17:10:50.5856250Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_erfc_ttnn[True-input_shapes2] +2024-09-30T17:10:50.5856776Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_erfinv_ttnn[input_shapes0] +2024-09-30T17:10:50.5857312Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_erfinv_ttnn[input_shapes1] +2024-09-30T17:10:50.5857843Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_erfinv_ttnn[input_shapes2] +2024-09-30T17:10:50.5858372Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_exp_ttnn[input_shapes0] +2024-09-30T17:10:50.5858889Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_exp_ttnn[input_shapes1] +2024-09-30T17:10:50.5859395Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_exp_ttnn[input_shapes2] +2024-09-30T17:10:50.5859930Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_exp2_ttnn[input_shapes0] +2024-09-30T17:10:50.5860449Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_exp2_ttnn[input_shapes1] +2024-09-30T17:10:50.5861024Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_exp2_ttnn[input_shapes2] +2024-09-30T17:10:50.5861551Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_expm1_ttnn[input_shapes0] +2024-09-30T17:10:50.5862082Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_expm1_ttnn[input_shapes1] +2024-09-30T17:10:50.5862600Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_expm1_ttnn[input_shapes2] +2024-09-30T17:10:50.5863267Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_gelu_ttnn[False-input_shapes0] +2024-09-30T17:10:50.5863929Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_gelu_ttnn[False-input_shapes1] +2024-09-30T17:10:50.5864574Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_gelu_ttnn[False-input_shapes2] +2024-09-30T17:10:50.5865240Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_gelu_ttnn[True-input_shapes0] +2024-09-30T17:10:50.5865888Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_gelu_ttnn[True-input_shapes1] +2024-09-30T17:10:50.5866632Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_gelu_ttnn[True-input_shapes2] +2024-09-30T17:10:50.5867316Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_leaky_relu_ttnn[1.0-input_shapes0] +2024-09-30T17:10:50.5868123Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_leaky_relu_ttnn[1.0-input_shapes1] +2024-09-30T17:10:50.5868812Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_leaky_relu_ttnn[1.0-input_shapes2] +2024-09-30T17:10:50.5869496Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_leaky_relu_ttnn[5.0-input_shapes0] +2024-09-30T17:10:50.5870222Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_leaky_relu_ttnn[5.0-input_shapes1] +2024-09-30T17:10:50.5870943Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_leaky_relu_ttnn[5.0-input_shapes2] +2024-09-30T17:10:50.5871629Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_leaky_relu_ttnn[10.0-input_shapes0] +2024-09-30T17:10:50.5872309Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_leaky_relu_ttnn[10.0-input_shapes1] +2024-09-30T17:10:50.5872986Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_leaky_relu_ttnn[10.0-input_shapes2] +2024-09-30T17:10:50.5873545Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_logical_not_ttnn[input_shapes0] +2024-09-30T17:10:50.5874099Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_logical_not_ttnn[input_shapes1] +2024-09-30T17:10:50.5874652Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_logical_not_ttnn[input_shapes2] +2024-09-30T17:10:50.5875166Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_i0_ttnn[input_shapes0] +2024-09-30T17:10:50.5875677Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_i0_ttnn[input_shapes1] +2024-09-30T17:10:50.5876177Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_i0_ttnn[input_shapes2] +2024-09-30T17:10:50.5876727Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_isfinite_ttnn[input_shapes0] +2024-09-30T17:10:50.5877269Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_isfinite_ttnn[input_shapes1] +2024-09-30T17:10:50.5877806Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_isfinite_ttnn[input_shapes2] +2024-09-30T17:10:50.5878359Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_isinf_ttnn[input_shapes0] +2024-09-30T17:10:50.5878897Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_isinf_ttnn[input_shapes1] +2024-09-30T17:10:50.5879449Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_isinf_ttnn[input_shapes2] +2024-09-30T17:10:50.5880000Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_isposinf_ttnn[input_shapes0] +2024-09-30T17:10:50.5880547Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_isposinf_ttnn[input_shapes1] +2024-09-30T17:10:50.5881081Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_isposinf_ttnn[input_shapes2] +2024-09-30T17:10:50.5881607Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_isneginf_ttnn[input_shapes0] +2024-09-30T17:10:50.5882165Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_isneginf_ttnn[input_shapes1] +2024-09-30T17:10:50.5882694Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_isneginf_ttnn[input_shapes2] +2024-09-30T17:10:50.5883291Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_isnan_ttnn[input_shapes0] +2024-09-30T17:10:50.5883859Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_isnan_ttnn[input_shapes1] +2024-09-30T17:10:50.5884386Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_isnan_ttnn[input_shapes2] +2024-09-30T17:10:50.5884909Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_neg_ttnn[input_shapes0] +2024-09-30T17:10:50.5885453Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_neg_ttnn[input_shapes1] +2024-09-30T17:10:50.5886013Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_neg_ttnn[input_shapes2] +2024-09-30T17:10:50.5886538Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_relu_ttnn[input_shapes0] +2024-09-30T17:10:50.5887072Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_relu_ttnn[input_shapes1] +2024-09-30T17:10:50.5887603Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_relu_ttnn[input_shapes2] +2024-09-30T17:10:50.5888137Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_relu6_ttnn[input_shapes0] +2024-09-30T17:10:50.5888654Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_relu6_ttnn[input_shapes1] +2024-09-30T17:10:50.5889172Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_relu6_ttnn[input_shapes2] +2024-09-30T17:10:50.5889702Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_tan_ttnn[input_shapes0] +2024-09-30T17:10:50.5890211Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_tan_ttnn[input_shapes1] +2024-09-30T17:10:50.5890719Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_tan_ttnn[input_shapes2] +2024-09-30T17:10:50.5891243Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_tanh_ttnn[input_shapes0] +2024-09-30T17:10:50.5891764Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_tanh_ttnn[input_shapes1] +2024-09-30T17:10:50.5892292Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_tanh_ttnn[input_shapes2] +2024-09-30T17:10:50.5892804Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_rsqrt_ttnn[input_shapes0] +2024-09-30T17:10:50.5893327Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_rsqrt_ttnn[input_shapes1] +2024-09-30T17:10:50.5893846Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_rsqrt_ttnn[input_shapes2] +2024-09-30T17:10:50.5894363Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_sign_ttnn[input_shapes0] +2024-09-30T17:10:50.5894870Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_sign_ttnn[input_shapes1] +2024-09-30T17:10:50.5895378Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_sign_ttnn[input_shapes2] +2024-09-30T17:10:50.5895909Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_signbit_ttnn[input_shapes0] +2024-09-30T17:10:50.5896441Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_signbit_ttnn[input_shapes1] +2024-09-30T17:10:50.5896970Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_signbit_ttnn[input_shapes2] +2024-09-30T17:10:50.5897475Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_silu_ttnn[input_shapes0] +2024-09-30T17:10:50.5898047Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_silu_ttnn[input_shapes1] +2024-09-30T17:10:50.5898585Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_silu_ttnn[input_shapes2] +2024-09-30T17:10:50.5899135Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_log_sigmoid_ttnn[input_shapes0] +2024-09-30T17:10:50.5899729Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_log_sigmoid_ttnn[input_shapes1] +2024-09-30T17:10:50.5900306Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_log_sigmoid_ttnn[input_shapes2] +2024-09-30T17:10:50.5900828Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_sigmoid_ttnn[input_shapes0] +2024-09-30T17:10:50.5901403Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_sigmoid_ttnn[input_shapes1] +2024-09-30T17:10:50.5901932Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_sigmoid_ttnn[input_shapes2] +2024-09-30T17:10:50.5902448Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_recip_ttnn[input_shapes0] +2024-09-30T17:10:50.5902970Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_recip_ttnn[input_shapes1] +2024-09-30T17:10:50.5903496Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_recip_ttnn[input_shapes2] +2024-09-30T17:10:50.5904180Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_heaviside_ttnn[1.0-input_shapes0] +2024-09-30T17:10:50.5904855Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_heaviside_ttnn[1.0-input_shapes1] +2024-09-30T17:10:50.5905518Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_heaviside_ttnn[1.0-input_shapes2] +2024-09-30T17:10:50.5906278Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_heaviside_ttnn[5.0-input_shapes0] +2024-09-30T17:10:50.5906945Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_heaviside_ttnn[5.0-input_shapes1] +2024-09-30T17:10:50.5907614Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_heaviside_ttnn[5.0-input_shapes2] +2024-09-30T17:10:50.5908295Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_heaviside_ttnn[10.0-input_shapes0] +2024-09-30T17:10:50.5908970Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_heaviside_ttnn[10.0-input_shapes1] +2024-09-30T17:10:50.5909647Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_heaviside_ttnn[10.0-input_shapes2] +2024-09-30T17:10:50.5910161Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_log_ttnn[input_shapes0] +2024-09-30T17:10:50.5910670Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_log_ttnn[input_shapes1] +2024-09-30T17:10:50.5911174Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_log_ttnn[input_shapes2] +2024-09-30T17:10:50.5911699Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_log2_ttnn[input_shapes0] +2024-09-30T17:10:50.5912224Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_log2_ttnn[input_shapes1] +2024-09-30T17:10:50.5912742Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_log2_ttnn[input_shapes2] +2024-09-30T17:10:50.5913288Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_log10_ttnn[input_shapes0] +2024-09-30T17:10:50.5913889Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_log10_ttnn[input_shapes1] +2024-09-30T17:10:50.5914453Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_log10_ttnn[input_shapes2] +2024-09-30T17:10:50.5914973Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_sqrt_ttnn[input_shapes0] +2024-09-30T17:10:50.5915544Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_sqrt_ttnn[input_shapes1] +2024-09-30T17:10:50.5916101Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_unary_ops_ttnn.py::test_unary_sqrt_ttnn[input_shapes2] +2024-09-30T17:10:50.5916759Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_untilize_test.py::test_run_untilize_test[1-1-1-2-bfloat16] +2024-09-30T17:10:50.5917416Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_untilize_test.py::test_run_untilize_test[1-1-1-2-float] +2024-09-30T17:10:50.5918074Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_untilize_test.py::test_run_untilize_test[5-2-4-8-bfloat16] +2024-09-30T17:10:50.5918724Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_untilize_test.py::test_run_untilize_test[5-2-4-8-float] +2024-09-30T17:10:50.5919372Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_untilize_test.py::test_run_untilize_test[5-2-4-7-bfloat16] +2024-09-30T17:10:50.5919999Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_untilize_test.py::test_run_untilize_test[5-2-4-7-float] +2024-09-30T17:10:50.5920646Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_untilize_test.py::test_run_untilize_test[1-1-1-1-bfloat16] +2024-09-30T17:10:50.5921271Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_untilize_test.py::test_run_untilize_test[1-1-1-1-float] +2024-09-30T17:10:50.5921926Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_untilize_test.py::test_run_untilize_test[1-1-7-8-bfloat16] +2024-09-30T17:10:50.5922561Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_untilize_test.py::test_run_untilize_test[1-1-7-8-float] +2024-09-30T17:10:50.5923216Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_untilize_test.py::test_run_untilize_test[1-1-49-1-bfloat16] +2024-09-30T17:10:50.5923849Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_untilize_test.py::test_run_untilize_test[1-1-49-1-float] +2024-09-30T17:10:50.5924507Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_untilize_test.py::test_run_untilize_test[1-1-49-16-bfloat16] +2024-09-30T17:10:50.5925140Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_untilize_test.py::test_run_untilize_test[1-1-49-16-float] +2024-09-30T17:10:50.5925798Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_untilize_test.py::test_run_untilize_test[1-1-49-32-bfloat16] +2024-09-30T17:10:50.5926440Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_untilize_test.py::test_run_untilize_test[1-1-49-32-float] +2024-09-30T17:10:50.5927094Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_untilize_test.py::test_run_untilize_test[1-1-196-4-bfloat16] +2024-09-30T17:10:50.5927728Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_untilize_test.py::test_run_untilize_test[1-1-196-4-float] +2024-09-30T17:10:50.5928380Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_untilize_test.py::test_run_untilize_test[1-1-196-8-bfloat16] +2024-09-30T17:10:50.5929021Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_untilize_test.py::test_run_untilize_test[1-1-196-8-float] +2024-09-30T17:10:50.5929675Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_untilize_test.py::test_run_untilize_test[1-1-196-16-bfloat16] +2024-09-30T17:10:50.5930310Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_untilize_test.py::test_run_untilize_test[1-1-196-16-float] +2024-09-30T17:10:50.5931067Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_untilize_test.py::test_run_untilize_test[1-1-784-2-bfloat16] +2024-09-30T17:10:50.5931736Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_untilize_test.py::test_run_untilize_test[1-1-784-2-float] +2024-09-30T17:10:50.5932406Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_untilize_test.py::test_run_untilize_test[1-1-784-4-bfloat16] +2024-09-30T17:10:50.5933082Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_untilize_test.py::test_run_untilize_test[1-1-784-4-float] +2024-09-30T17:10:50.5933778Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_untilize_test.py::test_run_untilize_test[1-1-784-8-bfloat16] +2024-09-30T17:10:50.5934417Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_untilize_test.py::test_run_untilize_test[1-1-784-8-float] +2024-09-30T17:10:50.5935080Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_untilize_test.py::test_run_untilize_test[1-1-3136-2-bfloat16] +2024-09-30T17:10:50.5935729Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_untilize_test.py::test_run_untilize_test[1-1-3136-2-float] +2024-09-30T17:10:50.5936542Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[32-input_dtype0-True-1-8-2048-64] +2024-09-30T17:10:50.5937351Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[32-input_dtype0-True-1-16-2048-64] +2024-09-30T17:10:50.5938153Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[32-input_dtype0-True-1-32-2048-64] +2024-09-30T17:10:50.5938959Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[32-input_dtype0-True-1-64-2048-64] +2024-09-30T17:10:50.5939780Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[32-input_dtype0-True-2-8-2048-64] +2024-09-30T17:10:50.5940575Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[32-input_dtype0-True-2-16-2048-64] +2024-09-30T17:10:50.5941420Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[32-input_dtype0-True-2-32-2048-64] +2024-09-30T17:10:50.5942221Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[32-input_dtype0-True-2-64-2048-64] +2024-09-30T17:10:50.5943008Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[32-input_dtype0-False-1-8-2048-64] +2024-09-30T17:10:50.5943807Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[32-input_dtype0-False-1-16-2048-64] +2024-09-30T17:10:50.5944600Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[32-input_dtype0-False-1-32-2048-64] +2024-09-30T17:10:50.5945390Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[32-input_dtype0-False-1-64-2048-64] +2024-09-30T17:10:50.5946269Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[32-input_dtype0-False-2-8-2048-64] +2024-09-30T17:10:50.5947065Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[32-input_dtype0-False-2-16-2048-64] +2024-09-30T17:10:50.5947857Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[32-input_dtype0-False-2-32-2048-64] +2024-09-30T17:10:50.5948644Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[32-input_dtype0-False-2-64-2048-64] +2024-09-30T17:10:50.5949509Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[32-input_dtype1-True-1-8-2048-64] +2024-09-30T17:10:50.5950347Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[32-input_dtype1-True-1-16-2048-64] +2024-09-30T17:10:50.5951143Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[32-input_dtype1-True-1-32-2048-64] +2024-09-30T17:10:50.5951984Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[32-input_dtype1-True-1-64-2048-64] +2024-09-30T17:10:50.5952820Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[32-input_dtype1-True-2-8-2048-64] +2024-09-30T17:10:50.5953609Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[32-input_dtype1-True-2-16-2048-64] +2024-09-30T17:10:50.5954393Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[32-input_dtype1-True-2-32-2048-64] +2024-09-30T17:10:50.5955182Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[32-input_dtype1-True-2-64-2048-64] +2024-09-30T17:10:50.5955966Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[32-input_dtype1-False-1-8-2048-64] +2024-09-30T17:10:50.5956758Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[32-input_dtype1-False-1-16-2048-64] +2024-09-30T17:10:50.5957547Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[32-input_dtype1-False-1-32-2048-64] +2024-09-30T17:10:50.5958333Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[32-input_dtype1-False-1-64-2048-64] +2024-09-30T17:10:50.5959125Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[32-input_dtype1-False-2-8-2048-64] +2024-09-30T17:10:50.5959924Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[32-input_dtype1-False-2-16-2048-64] +2024-09-30T17:10:50.5960741Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[32-input_dtype1-False-2-32-2048-64] +2024-09-30T17:10:50.5961528Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[32-input_dtype1-False-2-64-2048-64] +2024-09-30T17:10:50.5962337Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[512-input_dtype0-True-1-8-2048-64] +2024-09-30T17:10:50.5963132Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[512-input_dtype0-True-1-16-2048-64] +2024-09-30T17:10:50.5963926Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[512-input_dtype0-True-1-32-2048-64] +2024-09-30T17:10:50.5964722Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[512-input_dtype0-True-1-64-2048-64] +2024-09-30T17:10:50.5965523Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[512-input_dtype0-True-2-8-2048-64] +2024-09-30T17:10:50.5966333Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[512-input_dtype0-True-2-16-2048-64] +2024-09-30T17:10:50.5967124Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[512-input_dtype0-True-2-32-2048-64] +2024-09-30T17:10:50.5967987Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[512-input_dtype0-True-2-64-2048-64] +2024-09-30T17:10:50.5968847Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[512-input_dtype0-False-1-8-2048-64] +2024-09-30T17:10:50.5969687Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[512-input_dtype0-False-1-16-2048-64] +2024-09-30T17:10:50.5970561Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[512-input_dtype0-False-1-32-2048-64] +2024-09-30T17:10:50.5971411Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[512-input_dtype0-False-1-64-2048-64] +2024-09-30T17:10:50.5972242Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[512-input_dtype0-False-2-8-2048-64] +2024-09-30T17:10:50.5973050Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[512-input_dtype0-False-2-16-2048-64] +2024-09-30T17:10:50.5973875Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[512-input_dtype0-False-2-32-2048-64] +2024-09-30T17:10:50.5974675Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[512-input_dtype0-False-2-64-2048-64] +2024-09-30T17:10:50.5975498Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[512-input_dtype1-True-1-8-2048-64] +2024-09-30T17:10:50.5976306Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[512-input_dtype1-True-1-16-2048-64] +2024-09-30T17:10:50.5977102Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[512-input_dtype1-True-1-32-2048-64] +2024-09-30T17:10:50.5977902Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[512-input_dtype1-True-1-64-2048-64] +2024-09-30T17:10:50.5978700Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[512-input_dtype1-True-2-8-2048-64] +2024-09-30T17:10:50.5979497Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[512-input_dtype1-True-2-16-2048-64] +2024-09-30T17:10:50.5980283Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[512-input_dtype1-True-2-32-2048-64] +2024-09-30T17:10:50.5981155Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[512-input_dtype1-True-2-64-2048-64] +2024-09-30T17:10:50.5981953Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[512-input_dtype1-False-1-8-2048-64] +2024-09-30T17:10:50.5982772Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[512-input_dtype1-False-1-16-2048-64] +2024-09-30T17:10:50.5983571Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[512-input_dtype1-False-1-32-2048-64] +2024-09-30T17:10:50.5984392Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[512-input_dtype1-False-1-64-2048-64] +2024-09-30T17:10:50.5985193Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[512-input_dtype1-False-2-8-2048-64] +2024-09-30T17:10:50.5985991Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[512-input_dtype1-False-2-16-2048-64] +2024-09-30T17:10:50.5986944Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[512-input_dtype1-False-2-32-2048-64] +2024-09-30T17:10:50.5987809Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[512-input_dtype1-False-2-64-2048-64] +2024-09-30T17:10:50.5988616Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[2048-input_dtype0-True-1-8-2048-64] +2024-09-30T17:10:50.5989516Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[2048-input_dtype0-True-1-16-2048-64] +2024-09-30T17:10:50.5990318Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[2048-input_dtype0-True-1-32-2048-64] +2024-09-30T17:10:50.5991120Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[2048-input_dtype0-True-1-64-2048-64] +2024-09-30T17:10:50.5991927Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[2048-input_dtype0-True-2-8-2048-64] +2024-09-30T17:10:50.5992733Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[2048-input_dtype0-True-2-16-2048-64] +2024-09-30T17:10:50.5993545Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[2048-input_dtype0-True-2-32-2048-64] +2024-09-30T17:10:50.5994349Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[2048-input_dtype0-True-2-64-2048-64] +2024-09-30T17:10:50.5995149Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[2048-input_dtype0-False-1-8-2048-64] +2024-09-30T17:10:50.5995969Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[2048-input_dtype0-False-1-16-2048-64] +2024-09-30T17:10:50.5996787Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[2048-input_dtype0-False-1-32-2048-64] +2024-09-30T17:10:50.5997602Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[2048-input_dtype0-False-1-64-2048-64] +2024-09-30T17:10:50.5998407Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[2048-input_dtype1-True-1-8-2048-64] +2024-09-30T17:10:50.5999211Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[2048-input_dtype1-True-1-16-2048-64] +2024-09-30T17:10:50.6000010Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[2048-input_dtype1-True-1-32-2048-64] +2024-09-30T17:10:50.6000817Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[2048-input_dtype1-True-1-64-2048-64] +2024-09-30T17:10:50.6001624Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[2048-input_dtype1-True-2-8-2048-64] +2024-09-30T17:10:50.6002427Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[2048-input_dtype1-True-2-16-2048-64] +2024-09-30T17:10:50.6003229Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[2048-input_dtype1-True-2-32-2048-64] +2024-09-30T17:10:50.6004017Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[2048-input_dtype1-True-2-64-2048-64] +2024-09-30T17:10:50.6004814Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[2048-input_dtype1-False-1-8-2048-64] +2024-09-30T17:10:50.6005719Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[2048-input_dtype1-False-1-16-2048-64] +2024-09-30T17:10:50.6006546Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[2048-input_dtype1-False-1-32-2048-64] +2024-09-30T17:10:50.6007396Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_fill_cache[2048-input_dtype1-False-1-64-2048-64] +2024-09-30T17:10:50.6008357Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-0-input_dtype0-True-1-8-2048-64] +2024-09-30T17:10:50.6009282Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-0-input_dtype0-True-1-16-2048-64] +2024-09-30T17:10:50.6010203Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-0-input_dtype0-True-1-32-2048-64] +2024-09-30T17:10:50.6011120Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-0-input_dtype0-True-2-8-2048-64] +2024-09-30T17:10:50.6012044Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-0-input_dtype0-True-2-16-2048-64] +2024-09-30T17:10:50.6012970Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-0-input_dtype0-True-2-32-2048-64] +2024-09-30T17:10:50.6013882Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-0-input_dtype0-False-1-8-2048-64] +2024-09-30T17:10:50.6014821Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-0-input_dtype0-False-1-16-2048-64] +2024-09-30T17:10:50.6015757Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-0-input_dtype0-False-1-32-2048-64] +2024-09-30T17:10:50.6016675Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-0-input_dtype0-False-2-8-2048-64] +2024-09-30T17:10:50.6017601Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-0-input_dtype0-False-2-16-2048-64] +2024-09-30T17:10:50.6018531Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-0-input_dtype0-False-2-32-2048-64] +2024-09-30T17:10:50.6019461Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-0-input_dtype1-True-1-8-2048-64] +2024-09-30T17:10:50.6020380Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-0-input_dtype1-True-1-16-2048-64] +2024-09-30T17:10:50.6021361Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-0-input_dtype1-True-1-32-2048-64] +2024-09-30T17:10:50.6022298Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-0-input_dtype1-True-2-8-2048-64] +2024-09-30T17:10:50.6023209Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-0-input_dtype1-True-2-16-2048-64] +2024-09-30T17:10:50.6024117Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-0-input_dtype1-True-2-32-2048-64] +2024-09-30T17:10:50.6025127Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-0-input_dtype1-False-1-8-2048-64] +2024-09-30T17:10:50.6026053Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-0-input_dtype1-False-1-16-2048-64] +2024-09-30T17:10:50.6027136Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-0-input_dtype1-False-1-32-2048-64] +2024-09-30T17:10:50.6028095Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-0-input_dtype1-False-2-8-2048-64] +2024-09-30T17:10:50.6029012Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-0-input_dtype1-False-2-16-2048-64] +2024-09-30T17:10:50.6029935Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-0-input_dtype1-False-2-32-2048-64] +2024-09-30T17:10:50.6030841Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1-input_dtype0-True-1-8-2048-64] +2024-09-30T17:10:50.6031758Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1-input_dtype0-True-1-16-2048-64] +2024-09-30T17:10:50.6032667Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1-input_dtype0-True-1-32-2048-64] +2024-09-30T17:10:50.6033579Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1-input_dtype0-True-2-8-2048-64] +2024-09-30T17:10:50.6034486Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1-input_dtype0-True-2-16-2048-64] +2024-09-30T17:10:50.6035391Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1-input_dtype0-True-2-32-2048-64] +2024-09-30T17:10:50.6036301Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1-input_dtype0-False-1-8-2048-64] +2024-09-30T17:10:50.6037219Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1-input_dtype0-False-1-16-2048-64] +2024-09-30T17:10:50.6038136Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1-input_dtype0-False-1-32-2048-64] +2024-09-30T17:10:50.6039044Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1-input_dtype0-False-2-8-2048-64] +2024-09-30T17:10:50.6039968Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1-input_dtype0-False-2-16-2048-64] +2024-09-30T17:10:50.6040884Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1-input_dtype0-False-2-32-2048-64] +2024-09-30T17:10:50.6041796Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1-input_dtype1-True-1-8-2048-64] +2024-09-30T17:10:50.6042718Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1-input_dtype1-True-1-16-2048-64] +2024-09-30T17:10:50.6043754Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1-input_dtype1-True-1-32-2048-64] +2024-09-30T17:10:50.6044673Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1-input_dtype1-True-2-8-2048-64] +2024-09-30T17:10:50.6045631Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1-input_dtype1-True-2-16-2048-64] +2024-09-30T17:10:50.6046588Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1-input_dtype1-True-2-32-2048-64] +2024-09-30T17:10:50.6047512Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1-input_dtype1-False-1-8-2048-64] +2024-09-30T17:10:50.6048439Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1-input_dtype1-False-1-16-2048-64] +2024-09-30T17:10:50.6049361Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1-input_dtype1-False-1-32-2048-64] +2024-09-30T17:10:50.6050279Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1-input_dtype1-False-2-8-2048-64] +2024-09-30T17:10:50.6051205Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1-input_dtype1-False-2-16-2048-64] +2024-09-30T17:10:50.6052137Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1-input_dtype1-False-2-32-2048-64] +2024-09-30T17:10:50.6053060Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-127-input_dtype0-True-1-8-2048-64] +2024-09-30T17:10:50.6053995Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-127-input_dtype0-True-1-16-2048-64] +2024-09-30T17:10:50.6054922Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-127-input_dtype0-True-1-32-2048-64] +2024-09-30T17:10:50.6055840Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-127-input_dtype0-True-2-8-2048-64] +2024-09-30T17:10:50.6056754Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-127-input_dtype0-True-2-16-2048-64] +2024-09-30T17:10:50.6057683Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-127-input_dtype0-True-2-32-2048-64] +2024-09-30T17:10:50.6058601Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-127-input_dtype0-False-1-8-2048-64] +2024-09-30T17:10:50.6059537Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-127-input_dtype0-False-1-16-2048-64] +2024-09-30T17:10:50.6060481Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-127-input_dtype0-False-1-32-2048-64] +2024-09-30T17:10:50.6061448Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-127-input_dtype0-False-2-8-2048-64] +2024-09-30T17:10:50.6062489Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-127-input_dtype0-False-2-16-2048-64] +2024-09-30T17:10:50.6063420Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-127-input_dtype0-False-2-32-2048-64] +2024-09-30T17:10:50.6064400Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-127-input_dtype1-True-1-8-2048-64] +2024-09-30T17:10:50.6065371Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-127-input_dtype1-True-1-16-2048-64] +2024-09-30T17:10:50.6066379Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-127-input_dtype1-True-1-32-2048-64] +2024-09-30T17:10:50.6067308Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-127-input_dtype1-True-2-8-2048-64] +2024-09-30T17:10:50.6068233Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-127-input_dtype1-True-2-16-2048-64] +2024-09-30T17:10:50.6069152Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-127-input_dtype1-True-2-32-2048-64] +2024-09-30T17:10:50.6070072Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-127-input_dtype1-False-1-8-2048-64] +2024-09-30T17:10:50.6071002Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-127-input_dtype1-False-1-16-2048-64] +2024-09-30T17:10:50.6071933Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-127-input_dtype1-False-1-32-2048-64] +2024-09-30T17:10:50.6072867Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-127-input_dtype1-False-2-8-2048-64] +2024-09-30T17:10:50.6073800Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-127-input_dtype1-False-2-16-2048-64] +2024-09-30T17:10:50.6074734Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-127-input_dtype1-False-2-32-2048-64] +2024-09-30T17:10:50.6075659Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1057-input_dtype0-True-1-8-2048-64] +2024-09-30T17:10:50.6076595Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1057-input_dtype0-True-1-16-2048-64] +2024-09-30T17:10:50.6077522Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1057-input_dtype0-True-1-32-2048-64] +2024-09-30T17:10:50.6078452Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1057-input_dtype0-True-2-8-2048-64] +2024-09-30T17:10:50.6079382Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1057-input_dtype0-True-2-16-2048-64] +2024-09-30T17:10:50.6080306Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1057-input_dtype0-True-2-32-2048-64] +2024-09-30T17:10:50.6081324Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1057-input_dtype0-False-1-8-2048-64] +2024-09-30T17:10:50.6082340Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1057-input_dtype0-False-1-16-2048-64] +2024-09-30T17:10:50.6083336Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1057-input_dtype0-False-1-32-2048-64] +2024-09-30T17:10:50.6084300Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1057-input_dtype0-False-2-8-2048-64] +2024-09-30T17:10:50.6085253Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1057-input_dtype0-False-2-16-2048-64] +2024-09-30T17:10:50.6086195Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1057-input_dtype0-False-2-32-2048-64] +2024-09-30T17:10:50.6087120Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1057-input_dtype1-True-1-8-2048-64] +2024-09-30T17:10:50.6088052Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1057-input_dtype1-True-1-16-2048-64] +2024-09-30T17:10:50.6088991Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1057-input_dtype1-True-1-32-2048-64] +2024-09-30T17:10:50.6089910Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1057-input_dtype1-True-2-8-2048-64] +2024-09-30T17:10:50.6090838Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1057-input_dtype1-True-2-16-2048-64] +2024-09-30T17:10:50.6091763Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1057-input_dtype1-True-2-32-2048-64] +2024-09-30T17:10:50.6092707Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1057-input_dtype1-False-1-8-2048-64] +2024-09-30T17:10:50.6093658Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1057-input_dtype1-False-1-16-2048-64] +2024-09-30T17:10:50.6094602Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1057-input_dtype1-False-1-32-2048-64] +2024-09-30T17:10:50.6095540Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1057-input_dtype1-False-2-8-2048-64] +2024-09-30T17:10:50.6096485Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1057-input_dtype1-False-2-16-2048-64] +2024-09-30T17:10:50.6097424Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[0-cache_dtype0-1057-input_dtype1-False-2-32-2048-64] +2024-09-30T17:10:50.6098352Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-0-input_dtype0-True-1-8-2048-64] +2024-09-30T17:10:50.6099283Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-0-input_dtype0-True-1-16-2048-64] +2024-09-30T17:10:50.6100254Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-0-input_dtype0-True-2-8-2048-64] +2024-09-30T17:10:50.6101274Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-0-input_dtype0-True-2-16-2048-64] +2024-09-30T17:10:50.6102227Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-0-input_dtype0-False-1-8-2048-64] +2024-09-30T17:10:50.6103232Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-0-input_dtype0-False-1-16-2048-64] +2024-09-30T17:10:50.6104157Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-0-input_dtype0-False-2-8-2048-64] +2024-09-30T17:10:50.6105080Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-0-input_dtype0-False-2-16-2048-64] +2024-09-30T17:10:50.6105991Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-0-input_dtype1-True-1-8-2048-64] +2024-09-30T17:10:50.6107002Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-0-input_dtype1-True-1-16-2048-64] +2024-09-30T17:10:50.6107921Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-0-input_dtype1-True-2-8-2048-64] +2024-09-30T17:10:50.6108835Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-0-input_dtype1-True-2-16-2048-64] +2024-09-30T17:10:50.6109758Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-0-input_dtype1-False-1-8-2048-64] +2024-09-30T17:10:50.6110682Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-0-input_dtype1-False-1-16-2048-64] +2024-09-30T17:10:50.6111609Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-0-input_dtype1-False-2-8-2048-64] +2024-09-30T17:10:50.6112532Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-0-input_dtype1-False-2-16-2048-64] +2024-09-30T17:10:50.6113450Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1-input_dtype0-True-1-8-2048-64] +2024-09-30T17:10:50.6114370Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1-input_dtype0-True-1-16-2048-64] +2024-09-30T17:10:50.6115282Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1-input_dtype0-True-2-8-2048-64] +2024-09-30T17:10:50.6116197Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1-input_dtype0-True-2-16-2048-64] +2024-09-30T17:10:50.6117110Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1-input_dtype0-False-1-8-2048-64] +2024-09-30T17:10:50.6118030Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1-input_dtype0-False-1-16-2048-64] +2024-09-30T17:10:50.6118941Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1-input_dtype0-False-2-8-2048-64] +2024-09-30T17:10:50.6119973Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1-input_dtype0-False-2-16-2048-64] +2024-09-30T17:10:50.6120884Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1-input_dtype1-True-1-8-2048-64] +2024-09-30T17:10:50.6121847Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1-input_dtype1-True-1-16-2048-64] +2024-09-30T17:10:50.6122807Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1-input_dtype1-True-2-8-2048-64] +2024-09-30T17:10:50.6123726Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1-input_dtype1-True-2-16-2048-64] +2024-09-30T17:10:50.6124652Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1-input_dtype1-False-1-8-2048-64] +2024-09-30T17:10:50.6125572Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1-input_dtype1-False-1-16-2048-64] +2024-09-30T17:10:50.6126498Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1-input_dtype1-False-2-8-2048-64] +2024-09-30T17:10:50.6127422Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1-input_dtype1-False-2-16-2048-64] +2024-09-30T17:10:50.6128356Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-127-input_dtype0-True-1-8-2048-64] +2024-09-30T17:10:50.6129301Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-127-input_dtype0-True-1-16-2048-64] +2024-09-30T17:10:50.6130236Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-127-input_dtype0-True-2-8-2048-64] +2024-09-30T17:10:50.6131168Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-127-input_dtype0-True-2-16-2048-64] +2024-09-30T17:10:50.6132122Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-127-input_dtype0-False-1-8-2048-64] +2024-09-30T17:10:50.6133057Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-127-input_dtype0-False-1-16-2048-64] +2024-09-30T17:10:50.6134000Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-127-input_dtype0-False-2-8-2048-64] +2024-09-30T17:10:50.6134940Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-127-input_dtype0-False-2-16-2048-64] +2024-09-30T17:10:50.6135862Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-127-input_dtype1-True-1-8-2048-64] +2024-09-30T17:10:50.6136795Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-127-input_dtype1-True-1-16-2048-64] +2024-09-30T17:10:50.6137721Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-127-input_dtype1-True-2-8-2048-64] +2024-09-30T17:10:50.6138759Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-127-input_dtype1-True-2-16-2048-64] +2024-09-30T17:10:50.6139691Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-127-input_dtype1-False-1-8-2048-64] +2024-09-30T17:10:50.6140663Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-127-input_dtype1-False-1-16-2048-64] +2024-09-30T17:10:50.6141686Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-127-input_dtype1-False-2-8-2048-64] +2024-09-30T17:10:50.6142623Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-127-input_dtype1-False-2-16-2048-64] +2024-09-30T17:10:50.6143553Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1057-input_dtype0-True-1-8-2048-64] +2024-09-30T17:10:50.6144485Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1057-input_dtype0-True-1-16-2048-64] +2024-09-30T17:10:50.6145411Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1057-input_dtype0-True-2-8-2048-64] +2024-09-30T17:10:50.6146421Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1057-input_dtype0-True-2-16-2048-64] +2024-09-30T17:10:50.6147371Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1057-input_dtype0-False-1-8-2048-64] +2024-09-30T17:10:50.6148318Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1057-input_dtype0-False-1-16-2048-64] +2024-09-30T17:10:50.6149264Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1057-input_dtype0-False-2-8-2048-64] +2024-09-30T17:10:50.6150212Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1057-input_dtype0-False-2-16-2048-64] +2024-09-30T17:10:50.6151148Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1057-input_dtype1-True-1-8-2048-64] +2024-09-30T17:10:50.6152088Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1057-input_dtype1-True-1-16-2048-64] +2024-09-30T17:10:50.6153028Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1057-input_dtype1-True-2-8-2048-64] +2024-09-30T17:10:50.6153966Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1057-input_dtype1-True-2-16-2048-64] +2024-09-30T17:10:50.6154958Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1057-input_dtype1-False-1-8-2048-64] +2024-09-30T17:10:50.6155913Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1057-input_dtype1-False-1-16-2048-64] +2024-09-30T17:10:50.6156875Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1057-input_dtype1-False-2-8-2048-64] +2024-09-30T17:10:50.6157953Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCache::test_update_cache_decode[16-cache_dtype0-1057-input_dtype1-False-2-16-2048-64] +2024-09-30T17:10:50.6158824Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[32-input_dtype0-True-1-8-2048-64] +2024-09-30T17:10:50.6159747Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[32-input_dtype0-True-1-16-2048-64] +2024-09-30T17:10:50.6160652Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[32-input_dtype0-True-1-32-2048-64] +2024-09-30T17:10:50.6161529Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[32-input_dtype0-True-1-64-2048-64] +2024-09-30T17:10:50.6162403Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[32-input_dtype0-True-2-8-2048-64] +2024-09-30T17:10:50.6163267Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[32-input_dtype0-True-2-16-2048-64] +2024-09-30T17:10:50.6164119Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[32-input_dtype0-True-2-32-2048-64] +2024-09-30T17:10:50.6164983Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[32-input_dtype0-True-2-64-2048-64] +2024-09-30T17:10:50.6165832Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[32-input_dtype0-False-1-8-2048-64] +2024-09-30T17:10:50.6166692Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[32-input_dtype0-False-1-16-2048-64] +2024-09-30T17:10:50.6167584Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[32-input_dtype0-False-1-32-2048-64] +2024-09-30T17:10:50.6168440Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[32-input_dtype0-False-1-64-2048-64] +2024-09-30T17:10:50.6169314Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[32-input_dtype0-False-2-8-2048-64] +2024-09-30T17:10:50.6170156Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[32-input_dtype0-False-2-16-2048-64] +2024-09-30T17:10:50.6171006Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[32-input_dtype0-False-2-32-2048-64] +2024-09-30T17:10:50.6171870Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[32-input_dtype0-False-2-64-2048-64] +2024-09-30T17:10:50.6172899Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[512-input_dtype0-True-1-8-2048-64] +2024-09-30T17:10:50.6173770Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[512-input_dtype0-True-1-16-2048-64] +2024-09-30T17:10:50.6174634Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[512-input_dtype0-True-1-32-2048-64] +2024-09-30T17:10:50.6175498Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[512-input_dtype0-True-1-64-2048-64] +2024-09-30T17:10:50.6176357Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[512-input_dtype0-True-2-8-2048-64] +2024-09-30T17:10:50.6177312Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[512-input_dtype0-True-2-16-2048-64] +2024-09-30T17:10:50.6178175Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[512-input_dtype0-True-2-32-2048-64] +2024-09-30T17:10:50.6179078Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[512-input_dtype0-True-2-64-2048-64] +2024-09-30T17:10:50.6179968Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[512-input_dtype0-False-1-8-2048-64] +2024-09-30T17:10:50.6180839Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[512-input_dtype0-False-1-16-2048-64] +2024-09-30T17:10:50.6181782Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[512-input_dtype0-False-1-32-2048-64] +2024-09-30T17:10:50.6182659Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[512-input_dtype0-False-1-64-2048-64] +2024-09-30T17:10:50.6183518Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[512-input_dtype0-False-2-8-2048-64] +2024-09-30T17:10:50.6184372Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[512-input_dtype0-False-2-16-2048-64] +2024-09-30T17:10:50.6185227Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[512-input_dtype0-False-2-32-2048-64] +2024-09-30T17:10:50.6186084Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[512-input_dtype0-False-2-64-2048-64] +2024-09-30T17:10:50.6187051Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[1024-input_dtype0-True-1-8-2048-64] +2024-09-30T17:10:50.6187906Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[1024-input_dtype0-True-1-16-2048-64] +2024-09-30T17:10:50.6188784Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[1024-input_dtype0-True-1-32-2048-64] +2024-09-30T17:10:50.6189632Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[1024-input_dtype0-True-1-64-2048-64] +2024-09-30T17:10:50.6190491Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[1024-input_dtype0-True-2-8-2048-64] +2024-09-30T17:10:50.6191339Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[1024-input_dtype0-True-2-16-2048-64] +2024-09-30T17:10:50.6192185Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[1024-input_dtype0-True-2-32-2048-64] +2024-09-30T17:10:50.6193057Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[1024-input_dtype0-True-2-64-2048-64] +2024-09-30T17:10:50.6193927Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[1024-input_dtype0-False-1-8-2048-64] +2024-09-30T17:10:50.6194824Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[1024-input_dtype0-False-1-16-2048-64] +2024-09-30T17:10:50.6195776Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[1024-input_dtype0-False-1-32-2048-64] +2024-09-30T17:10:50.6196696Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_fill_cache_fp32[1024-input_dtype0-False-1-64-2048-64] +2024-09-30T17:10:50.6197677Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-0-input_dtype0-True-1-8-2048-64] +2024-09-30T17:10:50.6198779Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-0-input_dtype0-True-1-16-2048-64] +2024-09-30T17:10:50.6199784Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-0-input_dtype0-True-1-32-2048-64] +2024-09-30T17:10:50.6200755Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-0-input_dtype0-True-2-8-2048-64] +2024-09-30T17:10:50.6201719Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-0-input_dtype0-True-2-16-2048-64] +2024-09-30T17:10:50.6202692Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-0-input_dtype0-True-2-32-2048-64] +2024-09-30T17:10:50.6203657Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-0-input_dtype0-False-1-8-2048-64] +2024-09-30T17:10:50.6204638Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-0-input_dtype0-False-1-16-2048-64] +2024-09-30T17:10:50.6205615Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-0-input_dtype0-False-1-32-2048-64] +2024-09-30T17:10:50.6206583Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-0-input_dtype0-False-2-8-2048-64] +2024-09-30T17:10:50.6207554Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-0-input_dtype0-False-2-16-2048-64] +2024-09-30T17:10:50.6208540Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-0-input_dtype0-False-2-32-2048-64] +2024-09-30T17:10:50.6209541Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-1-input_dtype0-True-1-8-2048-64] +2024-09-30T17:10:50.6210531Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-1-input_dtype0-True-1-16-2048-64] +2024-09-30T17:10:50.6211512Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-1-input_dtype0-True-1-32-2048-64] +2024-09-30T17:10:50.6212489Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-1-input_dtype0-True-2-8-2048-64] +2024-09-30T17:10:50.6213448Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-1-input_dtype0-True-2-16-2048-64] +2024-09-30T17:10:50.6214421Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-1-input_dtype0-True-2-32-2048-64] +2024-09-30T17:10:50.6215482Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-1-input_dtype0-False-1-8-2048-64] +2024-09-30T17:10:50.6216485Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-1-input_dtype0-False-1-16-2048-64] +2024-09-30T17:10:50.6217493Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-1-input_dtype0-False-1-32-2048-64] +2024-09-30T17:10:50.6218570Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-1-input_dtype0-False-2-8-2048-64] +2024-09-30T17:10:50.6219545Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-1-input_dtype0-False-2-16-2048-64] +2024-09-30T17:10:50.6220526Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-1-input_dtype0-False-2-32-2048-64] +2024-09-30T17:10:50.6221545Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-127-input_dtype0-True-1-8-2048-64] +2024-09-30T17:10:50.6222541Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-127-input_dtype0-True-1-16-2048-64] +2024-09-30T17:10:50.6223523Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-127-input_dtype0-True-1-32-2048-64] +2024-09-30T17:10:50.6224518Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-127-input_dtype0-True-2-8-2048-64] +2024-09-30T17:10:50.6225509Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-127-input_dtype0-True-2-16-2048-64] +2024-09-30T17:10:50.6226578Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-127-input_dtype0-True-2-32-2048-64] +2024-09-30T17:10:50.6227577Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-127-input_dtype0-False-1-8-2048-64] +2024-09-30T17:10:50.6228581Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-127-input_dtype0-False-1-16-2048-64] +2024-09-30T17:10:50.6229597Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-127-input_dtype0-False-1-32-2048-64] +2024-09-30T17:10:50.6230572Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-127-input_dtype0-False-2-8-2048-64] +2024-09-30T17:10:50.6231609Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-127-input_dtype0-False-2-16-2048-64] +2024-09-30T17:10:50.6232618Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-127-input_dtype0-False-2-32-2048-64] +2024-09-30T17:10:50.6233623Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-1057-input_dtype0-True-1-8-2048-64] +2024-09-30T17:10:50.6234691Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-1057-input_dtype0-True-1-16-2048-64] +2024-09-30T17:10:50.6235738Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-1057-input_dtype0-True-1-32-2048-64] +2024-09-30T17:10:50.6236771Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-1057-input_dtype0-True-2-8-2048-64] +2024-09-30T17:10:50.6237806Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-1057-input_dtype0-True-2-16-2048-64] +2024-09-30T17:10:50.6238793Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-1057-input_dtype0-True-2-32-2048-64] +2024-09-30T17:10:50.6239780Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-1057-input_dtype0-False-1-8-2048-64] +2024-09-30T17:10:50.6240827Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-1057-input_dtype0-False-1-16-2048-64] +2024-09-30T17:10:50.6241846Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-1057-input_dtype0-False-1-32-2048-64] +2024-09-30T17:10:50.6242859Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-1057-input_dtype0-False-2-8-2048-64] +2024-09-30T17:10:50.6243873Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-1057-input_dtype0-False-2-16-2048-64] +2024-09-30T17:10:50.6244891Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[0-cache_dtype0-1057-input_dtype0-False-2-32-2048-64] +2024-09-30T17:10:50.6245876Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-0-input_dtype0-True-1-8-2048-64] +2024-09-30T17:10:50.6246894Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-0-input_dtype0-True-1-16-2048-64] +2024-09-30T17:10:50.6247859Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-0-input_dtype0-True-2-8-2048-64] +2024-09-30T17:10:50.6248853Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-0-input_dtype0-True-2-16-2048-64] +2024-09-30T17:10:50.6249831Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-0-input_dtype0-False-1-8-2048-64] +2024-09-30T17:10:50.6250836Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-0-input_dtype0-False-1-16-2048-64] +2024-09-30T17:10:50.6251849Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-0-input_dtype0-False-2-8-2048-64] +2024-09-30T17:10:50.6252845Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-0-input_dtype0-False-2-16-2048-64] +2024-09-30T17:10:50.6253841Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-1-input_dtype0-True-1-8-2048-64] +2024-09-30T17:10:50.6254925Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-1-input_dtype0-True-1-16-2048-64] +2024-09-30T17:10:50.6255943Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-1-input_dtype0-True-2-8-2048-64] +2024-09-30T17:10:50.6256966Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-1-input_dtype0-True-2-16-2048-64] +2024-09-30T17:10:50.6257987Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-1-input_dtype0-False-1-8-2048-64] +2024-09-30T17:10:50.6258978Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-1-input_dtype0-False-1-16-2048-64] +2024-09-30T17:10:50.6259969Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-1-input_dtype0-False-2-8-2048-64] +2024-09-30T17:10:50.6261014Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-1-input_dtype0-False-2-16-2048-64] +2024-09-30T17:10:50.6262067Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-127-input_dtype0-True-1-8-2048-64] +2024-09-30T17:10:50.6263073Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-127-input_dtype0-True-1-16-2048-64] +2024-09-30T17:10:50.6264066Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-127-input_dtype0-True-2-8-2048-64] +2024-09-30T17:10:50.6265072Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-127-input_dtype0-True-2-16-2048-64] +2024-09-30T17:10:50.6266072Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-127-input_dtype0-False-1-8-2048-64] +2024-09-30T17:10:50.6267207Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-127-input_dtype0-False-1-16-2048-64] +2024-09-30T17:10:50.6268226Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-127-input_dtype0-False-2-8-2048-64] +2024-09-30T17:10:50.6269263Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-127-input_dtype0-False-2-16-2048-64] +2024-09-30T17:10:50.6270262Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-1057-input_dtype0-True-1-8-2048-64] +2024-09-30T17:10:50.6271269Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-1057-input_dtype0-True-1-16-2048-64] +2024-09-30T17:10:50.6272285Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-1057-input_dtype0-True-2-8-2048-64] +2024-09-30T17:10:50.6273307Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-1057-input_dtype0-True-2-16-2048-64] +2024-09-30T17:10:50.6274442Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-1057-input_dtype0-False-1-8-2048-64] +2024-09-30T17:10:50.6275466Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-1057-input_dtype0-False-1-16-2048-64] +2024-09-30T17:10:50.6276515Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-1057-input_dtype0-False-2-8-2048-64] +2024-09-30T17:10:50.6277577Z PASSED tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py::TestUpdateCacheFP32::test_update_cache_decode_fp32[16-cache_dtype0-1057-input_dtype0-False-2-16-2048-64] +2024-09-30T17:10:50.6278222Z SKIPPED [4] tests/tt_eager/python_api_testing/unit_testing/misc/test_tensor_prealloc_and_write.py:26: Row Major Layout not supported for Bfp8 +2024-09-30T17:10:50.6278711Z SKIPPED [7] tests/tt_eager/python_api_testing/unit_testing/misc/test_transpose.py:599: grid size not for N300 +2024-09-30T17:10:50.6284364Z SKIPPED [8] tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:27: For interleaved, each core can only have 1 tile along seq_len if num_heads > 1, so there is a restriction on max seq_len! +2024-09-30T17:10:50.6285193Z SKIPPED [192] tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:91: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32 +2024-09-30T17:10:50.6286366Z SKIPPED [160] tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:93: #12931: Update Cache currently produces non-deterministic output on GS when converting data types for cache tensor +2024-09-30T17:10:50.6287331Z SKIPPED [4] tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:162: For interleaved, each core can only have 1 tile along seq_len if num_heads > 1, so there is a restriction on max seq_len! +2024-09-30T17:10:50.6288101Z SKIPPED [48] tests/tt_eager/python_api_testing/unit_testing/misc/test_update_cache.py:228: Batch offset is only used when num_users < 32 and batch_offset + num_users <= 32 +2024-09-30T17:10:50.6288413Z = 655 passed, 423 skipped, 6480 deselected, 1078 warnings in 322.95s (0:05:22) = +2024-09-30T17:10:51.1302683Z  Device | INFO  | Closing user mode device drivers +2024-09-30T17:10:51.6004400Z Prepare all required actions +2024-09-30T17:10:51.6005000Z Getting action download info +2024-09-30T17:10:51.9513780Z Download action repository 'actions/upload-artifact@v4' (SHA:50769540e7f4bd5e21e526ee35c689e35e0d6874) +2024-09-30T17:10:52.7313028Z ##[group]Run ./.github/actions/upload-artifact-with-job-uuid +2024-09-30T17:10:52.7313520Z with: +2024-09-30T17:10:52.7313800Z path: generated/test_reports/ + +2024-09-30T17:10:52.7314178Z prefix: test_reports_ +2024-09-30T17:10:52.7314480Z env: +2024-09-30T17:10:52.7314723Z LOGURU_LEVEL: INFO +2024-09-30T17:10:52.7315043Z IMAGE_TAG: dev-asaigal-dispatch_s +2024-09-30T17:10:52.7315787Z TT_METAL_DOCKER_IMAGE_TAG: ghcr.io/tenstorrent/tt-metal/tt-metalium/ubuntu-20.04-amd64:dev-asaigal-dispatch_s +2024-09-30T17:10:52.7316770Z TT_METAL_REF_IMAGE_TAG: ghcr.io/tenstorrent/tt-metal/tt-metalium/ubuntu-20.04-amd64:latest +2024-09-30T17:10:52.7317398Z RUNNER_UID: 1000 +2024-09-30T17:10:52.7317674Z RUNNER_GID: 1000 +2024-09-30T17:10:52.7317990Z ##[endgroup] +2024-09-30T17:10:52.7344423Z ##[group]Run uuid=$(uuidgen) +2024-09-30T17:10:52.7344779Z uuid=$(uuidgen) +2024-09-30T17:10:52.7345140Z artifact_name="test_reports_$uuid" +2024-09-30T17:10:52.7345623Z echo "[UPLOAD-ARTIFACT-UUID] $artifact_name" +2024-09-30T17:10:52.7346384Z echo "artifact-name=$artifact_name" >> "$GITHUB_OUTPUT" +2024-09-30T17:10:52.7362626Z shell: /usr/bin/bash --noprofile --norc -e -o pipefail {0} +2024-09-30T17:10:52.7363233Z env: +2024-09-30T17:10:52.7363480Z LOGURU_LEVEL: INFO +2024-09-30T17:10:52.7363806Z IMAGE_TAG: dev-asaigal-dispatch_s +2024-09-30T17:10:52.7364547Z TT_METAL_DOCKER_IMAGE_TAG: ghcr.io/tenstorrent/tt-metal/tt-metalium/ubuntu-20.04-amd64:dev-asaigal-dispatch_s +2024-09-30T17:10:52.7365548Z TT_METAL_REF_IMAGE_TAG: ghcr.io/tenstorrent/tt-metal/tt-metalium/ubuntu-20.04-amd64:latest +2024-09-30T17:10:52.7366184Z RUNNER_UID: 1000 +2024-09-30T17:10:52.7366472Z RUNNER_GID: 1000 +2024-09-30T17:10:52.7366758Z ##[endgroup] +2024-09-30T17:10:52.7413026Z [UPLOAD-ARTIFACT-UUID] test_reports_a4d5c2f6-2bea-40ff-b036-fafb5fa7590a +2024-09-30T17:10:52.7483998Z ##[group]Run actions/upload-artifact@v4 +2024-09-30T17:10:52.7484442Z with: +2024-09-30T17:10:52.7484813Z name: test_reports_a4d5c2f6-2bea-40ff-b036-fafb5fa7590a +2024-09-30T17:10:52.7485346Z path: generated/test_reports/ + +2024-09-30T17:10:52.7485749Z if-no-files-found: warn +2024-09-30T17:10:52.7486129Z compression-level: 6 +2024-09-30T17:10:52.7486472Z overwrite: false +2024-09-30T17:10:52.7486813Z include-hidden-files: false +2024-09-30T17:10:52.7487176Z env: +2024-09-30T17:10:52.7487441Z LOGURU_LEVEL: INFO +2024-09-30T17:10:52.7487807Z IMAGE_TAG: dev-asaigal-dispatch_s +2024-09-30T17:10:52.7488628Z TT_METAL_DOCKER_IMAGE_TAG: ghcr.io/tenstorrent/tt-metal/tt-metalium/ubuntu-20.04-amd64:dev-asaigal-dispatch_s +2024-09-30T17:10:52.7489654Z TT_METAL_REF_IMAGE_TAG: ghcr.io/tenstorrent/tt-metal/tt-metalium/ubuntu-20.04-amd64:latest +2024-09-30T17:10:52.7490361Z RUNNER_UID: 1000 +2024-09-30T17:10:52.7490721Z RUNNER_GID: 1000 +2024-09-30T17:10:52.7491035Z ##[endgroup] +2024-09-30T17:10:52.9731207Z With the provided path, there will be 1 file uploaded +2024-09-30T17:10:52.9734514Z Artifact name is valid! +2024-09-30T17:10:52.9735778Z Root directory input is valid! +2024-09-30T17:10:53.1826594Z Beginning upload of artifact content to blob storage +2024-09-30T17:10:53.4365796Z Uploaded bytes 12801 +2024-09-30T17:10:53.4981494Z Finished uploading artifact content to blob storage! +2024-09-30T17:10:53.4985327Z SHA256 hash of uploaded artifact zip is f0aa2763cf2c9f809d4eadfbde21bd858ec54afaae294786bc24967c04b7451b +2024-09-30T17:10:53.4986872Z Finalizing artifact upload +2024-09-30T17:10:53.6100474Z Artifact test_reports_a4d5c2f6-2bea-40ff-b036-fafb5fa7590a.zip successfully finalized. Artifact ID 1996748977 +2024-09-30T17:10:53.6102562Z Artifact test_reports_a4d5c2f6-2bea-40ff-b036-fafb5fa7590a has been successfully uploaded! Final size is 12801 bytes. Artifact ID is 1996748977 +2024-09-30T17:10:53.6105276Z Artifact download URL: https://github.com/tenstorrent/tt-metal/actions/runs/11110261767/artifacts/1996748977 +2024-09-30T17:10:53.6279013Z Post job cleanup. +2024-09-30T17:10:53.6336525Z Post job cleanup. +2024-09-30T17:10:53.9234877Z [command]/usr/bin/docker logout https://ghcr.io +2024-09-30T17:10:53.9393421Z Removing login credentials for ghcr.io +2024-09-30T17:10:53.9436676Z ##[group]Post cache +2024-09-30T17:10:53.9437414Z State not set +2024-09-30T17:10:53.9438303Z ##[endgroup] +2024-09-30T17:10:53.9591639Z Post job cleanup. +2024-09-30T17:10:53.9658435Z Post job cleanup. +2024-09-30T17:10:54.0649016Z [command]/usr/bin/git version +2024-09-30T17:10:54.0687211Z git version 2.25.1 +2024-09-30T17:10:54.0731253Z Temporarily overriding HOME='/home/ubuntu/actions-runner/_work/_temp/6908353d-f0b9-4ff4-ba29-f9bf46abef8d' before making global git config changes +2024-09-30T17:10:54.0732548Z Adding repository directory to the temporary git global config as a safe directory +2024-09-30T17:10:54.0736120Z [command]/usr/bin/git config --global --add safe.directory /home/ubuntu/actions-runner/_work/tt-metal/tt-metal +2024-09-30T17:10:54.0768622Z [command]/usr/bin/git config --local --name-only --get-regexp core\.sshCommand +2024-09-30T17:10:54.0804868Z [command]/usr/bin/git submodule foreach --recursive sh -c "git config --local --name-only --get-regexp 'core\.sshCommand' && git config --local --unset-all 'core.sshCommand' || :" +2024-09-30T17:10:54.1016346Z Entering 'models/demos/t3000/llama2_70b/reference/llama' +2024-09-30T17:10:54.1058496Z Entering 'tt_metal/third_party/lfs' +2024-09-30T17:10:54.1095315Z Entering 'tt_metal/third_party/pybind11' +2024-09-30T17:10:54.1126949Z Entering 'tt_metal/third_party/sfpi' +2024-09-30T17:10:54.1181249Z Entering 'tt_metal/third_party/taskflow' +2024-09-30T17:10:54.1220554Z Entering 'tt_metal/third_party/tracy' +2024-09-30T17:10:54.1255933Z Entering 'tt_metal/third_party/tt_llk_blackhole' +2024-09-30T17:10:54.1292856Z Entering 'tt_metal/third_party/tt_llk_grayskull' +2024-09-30T17:10:54.1340126Z Entering 'tt_metal/third_party/tt_llk_wormhole_b0' +2024-09-30T17:10:54.1377845Z Entering 'tt_metal/third_party/umd' +2024-09-30T17:10:54.1411423Z Entering 'tt_metal/third_party/umd/third_party/fmt' +2024-09-30T17:10:54.1467840Z [command]/usr/bin/git config --local --name-only --get-regexp http\.https\:\/\/github\.com\/\.extraheader +2024-09-30T17:10:54.1486104Z http.https://github.com/.extraheader +2024-09-30T17:10:54.1494332Z [command]/usr/bin/git config --local --unset-all http.https://github.com/.extraheader +2024-09-30T17:10:54.1521351Z [command]/usr/bin/git submodule foreach --recursive sh -c "git config --local --name-only --get-regexp 'http\.https\:\/\/github\.com\/\.extraheader' && git config --local --unset-all 'http.https://github.com/.extraheader' || :" +2024-09-30T17:10:54.1745182Z Entering 'models/demos/t3000/llama2_70b/reference/llama' +2024-09-30T17:10:54.1772204Z http.https://github.com/.extraheader +2024-09-30T17:10:54.1808215Z Entering 'tt_metal/third_party/lfs' +2024-09-30T17:10:54.1832137Z http.https://github.com/.extraheader +2024-09-30T17:10:54.1862188Z Entering 'tt_metal/third_party/pybind11' +2024-09-30T17:10:54.1886361Z http.https://github.com/.extraheader +2024-09-30T17:10:54.1920422Z Entering 'tt_metal/third_party/sfpi' +2024-09-30T17:10:54.1946996Z http.https://github.com/.extraheader +2024-09-30T17:10:54.1985249Z Entering 'tt_metal/third_party/taskflow' +2024-09-30T17:10:54.2012857Z http.https://github.com/.extraheader +2024-09-30T17:10:54.2048897Z Entering 'tt_metal/third_party/tracy' +2024-09-30T17:10:54.2070220Z http.https://github.com/.extraheader +2024-09-30T17:10:54.2095866Z Entering 'tt_metal/third_party/tt_llk_blackhole' +2024-09-30T17:10:54.2116445Z http.https://github.com/.extraheader +2024-09-30T17:10:54.2145881Z Entering 'tt_metal/third_party/tt_llk_grayskull' +2024-09-30T17:10:54.2165930Z http.https://github.com/.extraheader +2024-09-30T17:10:54.2194772Z Entering 'tt_metal/third_party/tt_llk_wormhole_b0' +2024-09-30T17:10:54.2214916Z http.https://github.com/.extraheader +2024-09-30T17:10:54.2242609Z Entering 'tt_metal/third_party/umd' +2024-09-30T17:10:54.2261659Z http.https://github.com/.extraheader +2024-09-30T17:10:54.2286226Z Entering 'tt_metal/third_party/umd/third_party/fmt' +2024-09-30T17:10:54.2304932Z http.https://github.com/.extraheader +2024-09-30T17:10:54.2436496Z A job completed hook has been configured by the self-hosted runner administrator +2024-09-30T17:10:54.2462581Z ##[group]Run '/opt/tt_metal_infra/scripts/ci/wormhole_b0/cleanup.sh' +2024-09-30T17:10:54.2474844Z shell: /usr/bin/bash --noprofile --norc -e -o pipefail {0} +2024-09-30T17:10:54.2475349Z ##[endgroup] +2024-09-30T17:10:54.2537162Z Current date / time is Mon Sep 30 17:10:54 UTC 2024 +2024-09-30T17:10:54.2540048Z Printing out cpu information... +2024-09-30T17:10:54.2566608Z Architecture: x86_64 +2024-09-30T17:10:54.2568049Z CPU op-mode(s): 32-bit, 64-bit +2024-09-30T17:10:54.2568677Z Byte Order: Little Endian +2024-09-30T17:10:54.2569431Z Address sizes: 40 bits physical, 48 bits virtual +2024-09-30T17:10:54.2570146Z CPU(s): 14 +2024-09-30T17:10:54.2570711Z On-line CPU(s) list: 0-13 +2024-09-30T17:10:54.2571364Z Thread(s) per core: 1 +2024-09-30T17:10:54.2572292Z Core(s) per socket: 1 +2024-09-30T17:10:54.2572779Z Socket(s): 14 +2024-09-30T17:10:54.2573240Z NUMA node(s): 2 +2024-09-30T17:10:54.2574081Z Vendor ID: AuthenticAMD +2024-09-30T17:10:54.2574583Z CPU family: 23 +2024-09-30T17:10:54.2575008Z Model: 49 +2024-09-30T17:10:54.2575626Z Model name: AMD EPYC-Rome Processor +2024-09-30T17:10:54.2576178Z Stepping: 0 +2024-09-30T17:10:54.2576645Z CPU MHz: 2999.998 +2024-09-30T17:10:54.2577135Z BogoMIPS: 5999.99 +2024-09-30T17:10:54.2577658Z Virtualization: AMD-V +2024-09-30T17:10:54.2578280Z Hypervisor vendor: KVM +2024-09-30T17:10:54.2578779Z Virtualization type: full +2024-09-30T17:10:54.2579286Z L1d cache: 448 KiB +2024-09-30T17:10:54.2579789Z L1i cache: 448 KiB +2024-09-30T17:10:54.2580273Z L2 cache: 7 MiB +2024-09-30T17:10:54.2580719Z L3 cache: 224 MiB +2024-09-30T17:10:54.2581344Z NUMA node0 CPU(s): 0-6 +2024-09-30T17:10:54.2581882Z NUMA node1 CPU(s): 7-13 +2024-09-30T17:10:54.2582411Z Vulnerability Gather data sampling: Not affected +2024-09-30T17:10:54.2582977Z Vulnerability Itlb multihit: Not affected +2024-09-30T17:10:54.2583526Z Vulnerability L1tf: Not affected +2024-09-30T17:10:54.2584031Z Vulnerability Mds: Not affected +2024-09-30T17:10:54.2584573Z Vulnerability Meltdown: Not affected +2024-09-30T17:10:54.2585126Z Vulnerability Mmio stale data: Not affected +2024-09-30T17:10:54.2585690Z Vulnerability Retbleed: Vulnerable +2024-09-30T17:10:54.2586983Z Vulnerability Spec store bypass: Mitigation; Speculative Store Bypass disabled via prctl and seccomp +2024-09-30T17:10:54.2588066Z Vulnerability Spectre v1: Mitigation; usercopy/swapgs barriers and __user pointer sanitization +2024-09-30T17:10:54.2589518Z Vulnerability Spectre v2: Mitigation; Retpolines; IBPB conditional; STIBP disabled; RSB filling; PBRSB-eIBRS Not affected; BHI Not affected +2024-09-30T17:10:54.2613560Z Vulnerability Srbds: Not affected +2024-09-30T17:10:54.2614139Z Vulnerability Tsx async abort: Not affected +2024-09-30T17:10:54.2617729Z Flags: fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good nopl nonstop_tsc cpuid extd_apicid tsc_known_freq pni pclmulqdq ssse3 fma cx16 sse4_1 sse4_2 x2apic movbe popcnt aes xsave avx f16c rdrand hypervisor lahf_lm svm cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw topoext perfctr_core ssbd ibpb stibp vmmcall fsgsbase bmi1 avx2 smep bmi2 rdseed adx smap clflushopt clwb sha_ni xsaveopt xsavec xgetbv1 clzero xsaveerptr wbnoinvd arat npt nrip_save umip rdpid +2024-09-30T17:10:54.2828014Z Cleaning up orphan processes diff --git a/infra/tests/_data/data_collection/cicd/all_post_commit_runner_died_12626_11110261767/workflow.json b/infra/tests/_data/data_collection/cicd/all_post_commit_runner_died_12626_11110261767/workflow.json new file mode 100644 index 00000000000..64e9d08ac3c --- /dev/null +++ b/infra/tests/_data/data_collection/cicd/all_post_commit_runner_died_12626_11110261767/workflow.json @@ -0,0 +1 @@ +{"id":11110261767,"name":"All post-commit tests","node_id":"WFR_kwLOI9Wqc88AAAACljkkBw","head_branch":"asaigal/dispatch_s","head_sha":"a6fea2adef8786a0615456df19fd0582e925bc61","path":".github/workflows/all-post-commit-workflows.yaml","display_title":"All post-commit tests","run_number":16808,"event":"workflow_dispatch","status":"completed","conclusion":"failure","workflow_id":67993574,"check_suite_id":29027188455,"check_suite_node_id":"CS_kwDOI9Wqc88AAAAGwie-5w","url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/11110261767","html_url":"https://github.com/tenstorrent/tt-metal/actions/runs/11110261767","pull_requests":[],"created_at":"2024-09-30T16:28:05Z","updated_at":"2024-09-30T17:49:29Z","actor":{"login":"tt-asaigal","id":129097327,"node_id":"U_kgDOB7Hebw","avatar_url":"https://avatars.githubusercontent.com/u/129097327?v=4","gravatar_id":"","url":"https://api.github.com/users/tt-asaigal","html_url":"https://github.com/tt-asaigal","followers_url":"https://api.github.com/users/tt-asaigal/followers","following_url":"https://api.github.com/users/tt-asaigal/following{/other_user}","gists_url":"https://api.github.com/users/tt-asaigal/gists{/gist_id}","starred_url":"https://api.github.com/users/tt-asaigal/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/tt-asaigal/subscriptions","organizations_url":"https://api.github.com/users/tt-asaigal/orgs","repos_url":"https://api.github.com/users/tt-asaigal/repos","events_url":"https://api.github.com/users/tt-asaigal/events{/privacy}","received_events_url":"https://api.github.com/users/tt-asaigal/received_events","type":"User","site_admin":false},"run_attempt":1,"referenced_workflows":[{"path":"tenstorrent/tt-metal/.github/workflows/build-artifact.yaml@a6fea2adef8786a0615456df19fd0582e925bc61","sha":"a6fea2adef8786a0615456df19fd0582e925bc61","ref":"refs/heads/asaigal/dispatch_s"},{"path":"tenstorrent/tt-metal/.github/workflows/_test-wheels-impl.yaml@a6fea2adef8786a0615456df19fd0582e925bc61","sha":"a6fea2adef8786a0615456df19fd0582e925bc61","ref":"refs/heads/asaigal/dispatch_s"},{"path":"tenstorrent/tt-metal/.github/workflows/cpp-post-commit.yaml@a6fea2adef8786a0615456df19fd0582e925bc61","sha":"a6fea2adef8786a0615456df19fd0582e925bc61","ref":"refs/heads/asaigal/dispatch_s"},{"path":"tenstorrent/tt-metal/.github/workflows/models-post-commit.yaml@a6fea2adef8786a0615456df19fd0582e925bc61","sha":"a6fea2adef8786a0615456df19fd0582e925bc61","ref":"refs/heads/asaigal/dispatch_s"},{"path":"tenstorrent/tt-metal/.github/workflows/all-static-checks.yaml@a6fea2adef8786a0615456df19fd0582e925bc61","sha":"a6fea2adef8786a0615456df19fd0582e925bc61","ref":"refs/heads/asaigal/dispatch_s"},{"path":"tenstorrent/tt-metal/.github/workflows/docs-latest-public.yaml@a6fea2adef8786a0615456df19fd0582e925bc61","sha":"a6fea2adef8786a0615456df19fd0582e925bc61","ref":"refs/heads/asaigal/dispatch_s"},{"path":"tenstorrent/tt-metal/.github/workflows/_build-wheels-impl.yaml@a6fea2adef8786a0615456df19fd0582e925bc61","sha":"a6fea2adef8786a0615456df19fd0582e925bc61","ref":"refs/heads/asaigal/dispatch_s"},{"path":"tenstorrent/tt-metal/.github/workflows/fast-dispatch-build-and-unit-tests.yaml@a6fea2adef8786a0615456df19fd0582e925bc61","sha":"a6fea2adef8786a0615456df19fd0582e925bc61","ref":"refs/heads/asaigal/dispatch_s"},{"path":"tenstorrent/tt-metal/.github/workflows/run-profiler-regression.yaml@a6fea2adef8786a0615456df19fd0582e925bc61","sha":"a6fea2adef8786a0615456df19fd0582e925bc61","ref":"refs/heads/asaigal/dispatch_s"},{"path":"tenstorrent/tt-metal/.github/workflows/build.yaml@a6fea2adef8786a0615456df19fd0582e925bc61","sha":"a6fea2adef8786a0615456df19fd0582e925bc61","ref":"refs/heads/asaigal/dispatch_s"},{"path":"tenstorrent/tt-metal/.github/workflows/build-docker-artifact.yaml@a6fea2adef8786a0615456df19fd0582e925bc61","sha":"a6fea2adef8786a0615456df19fd0582e925bc61","ref":"refs/heads/asaigal/dispatch_s"},{"path":"tenstorrent/tt-metal/.github/workflows/ttnn-post-commit.yaml@a6fea2adef8786a0615456df19fd0582e925bc61","sha":"a6fea2adef8786a0615456df19fd0582e925bc61","ref":"refs/heads/asaigal/dispatch_s"},{"path":"tenstorrent/tt-metal/.github/workflows/build-and-unit-tests.yaml@a6fea2adef8786a0615456df19fd0582e925bc61","sha":"a6fea2adef8786a0615456df19fd0582e925bc61","ref":"refs/heads/asaigal/dispatch_s"},{"path":"tenstorrent/tt-metal/.github/workflows/umd-unit-tests.yaml@a6fea2adef8786a0615456df19fd0582e925bc61","sha":"a6fea2adef8786a0615456df19fd0582e925bc61","ref":"refs/heads/asaigal/dispatch_s"}],"run_started_at":"2024-09-30T16:28:05Z","triggering_actor":{"login":"tt-asaigal","id":129097327,"node_id":"U_kgDOB7Hebw","avatar_url":"https://avatars.githubusercontent.com/u/129097327?v=4","gravatar_id":"","url":"https://api.github.com/users/tt-asaigal","html_url":"https://github.com/tt-asaigal","followers_url":"https://api.github.com/users/tt-asaigal/followers","following_url":"https://api.github.com/users/tt-asaigal/following{/other_user}","gists_url":"https://api.github.com/users/tt-asaigal/gists{/gist_id}","starred_url":"https://api.github.com/users/tt-asaigal/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/tt-asaigal/subscriptions","organizations_url":"https://api.github.com/users/tt-asaigal/orgs","repos_url":"https://api.github.com/users/tt-asaigal/repos","events_url":"https://api.github.com/users/tt-asaigal/events{/privacy}","received_events_url":"https://api.github.com/users/tt-asaigal/received_events","type":"User","site_admin":false},"jobs_url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/11110261767/attempts/1/jobs","logs_url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/11110261767/attempts/1/logs","check_suite_url":"https://api.github.com/repos/tenstorrent/tt-metal/check-suites/29027188455","artifacts_url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/11110261767/artifacts","cancel_url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/11110261767/cancel","rerun_url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/11110261767/rerun","previous_attempt_url":null,"workflow_url":"https://api.github.com/repos/tenstorrent/tt-metal/actions/workflows/67993574","head_commit":{"id":"a6fea2adef8786a0615456df19fd0582e925bc61","tree_id":"c42cb42e270358393a7a08e427b83f9d9f3ed802","message":"#0: Optimizations:\n\n - More caching on host\n - Fill up cmddat_q when reading trace buffer -> larger reads","timestamp":"2024-09-30T16:27:15Z","author":{"name":"asaigal","email":"asaigal@tenstorrent.com"},"committer":{"name":"asaigal","email":"asaigal@tenstorrent.com"}},"repository":{"id":601205363,"node_id":"R_kgDOI9Wqcw","name":"tt-metal","full_name":"tenstorrent/tt-metal","private":false,"owner":{"login":"tenstorrent","id":64161552,"node_id":"MDEyOk9yZ2FuaXphdGlvbjY0MTYxNTUy","avatar_url":"https://avatars.githubusercontent.com/u/64161552?v=4","gravatar_id":"","url":"https://api.github.com/users/tenstorrent","html_url":"https://github.com/tenstorrent","followers_url":"https://api.github.com/users/tenstorrent/followers","following_url":"https://api.github.com/users/tenstorrent/following{/other_user}","gists_url":"https://api.github.com/users/tenstorrent/gists{/gist_id}","starred_url":"https://api.github.com/users/tenstorrent/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/tenstorrent/subscriptions","organizations_url":"https://api.github.com/users/tenstorrent/orgs","repos_url":"https://api.github.com/users/tenstorrent/repos","events_url":"https://api.github.com/users/tenstorrent/events{/privacy}","received_events_url":"https://api.github.com/users/tenstorrent/received_events","type":"Organization","site_admin":false},"html_url":"https://github.com/tenstorrent/tt-metal","description":":metal: TT-NN operator library, and TT-Metalium low level kernel programming model.","fork":false,"url":"https://api.github.com/repos/tenstorrent/tt-metal","forks_url":"https://api.github.com/repos/tenstorrent/tt-metal/forks","keys_url":"https://api.github.com/repos/tenstorrent/tt-metal/keys{/key_id}","collaborators_url":"https://api.github.com/repos/tenstorrent/tt-metal/collaborators{/collaborator}","teams_url":"https://api.github.com/repos/tenstorrent/tt-metal/teams","hooks_url":"https://api.github.com/repos/tenstorrent/tt-metal/hooks","issue_events_url":"https://api.github.com/repos/tenstorrent/tt-metal/issues/events{/number}","events_url":"https://api.github.com/repos/tenstorrent/tt-metal/events","assignees_url":"https://api.github.com/repos/tenstorrent/tt-metal/assignees{/user}","branches_url":"https://api.github.com/repos/tenstorrent/tt-metal/branches{/branch}","tags_url":"https://api.github.com/repos/tenstorrent/tt-metal/tags","blobs_url":"https://api.github.com/repos/tenstorrent/tt-metal/git/blobs{/sha}","git_tags_url":"https://api.github.com/repos/tenstorrent/tt-metal/git/tags{/sha}","git_refs_url":"https://api.github.com/repos/tenstorrent/tt-metal/git/refs{/sha}","trees_url":"https://api.github.com/repos/tenstorrent/tt-metal/git/trees{/sha}","statuses_url":"https://api.github.com/repos/tenstorrent/tt-metal/statuses/{sha}","languages_url":"https://api.github.com/repos/tenstorrent/tt-metal/languages","stargazers_url":"https://api.github.com/repos/tenstorrent/tt-metal/stargazers","contributors_url":"https://api.github.com/repos/tenstorrent/tt-metal/contributors","subscribers_url":"https://api.github.com/repos/tenstorrent/tt-metal/subscribers","subscription_url":"https://api.github.com/repos/tenstorrent/tt-metal/subscription","commits_url":"https://api.github.com/repos/tenstorrent/tt-metal/commits{/sha}","git_commits_url":"https://api.github.com/repos/tenstorrent/tt-metal/git/commits{/sha}","comments_url":"https://api.github.com/repos/tenstorrent/tt-metal/comments{/number}","issue_comment_url":"https://api.github.com/repos/tenstorrent/tt-metal/issues/comments{/number}","contents_url":"https://api.github.com/repos/tenstorrent/tt-metal/contents/{+path}","compare_url":"https://api.github.com/repos/tenstorrent/tt-metal/compare/{base}...{head}","merges_url":"https://api.github.com/repos/tenstorrent/tt-metal/merges","archive_url":"https://api.github.com/repos/tenstorrent/tt-metal/{archive_format}{/ref}","downloads_url":"https://api.github.com/repos/tenstorrent/tt-metal/downloads","issues_url":"https://api.github.com/repos/tenstorrent/tt-metal/issues{/number}","pulls_url":"https://api.github.com/repos/tenstorrent/tt-metal/pulls{/number}","milestones_url":"https://api.github.com/repos/tenstorrent/tt-metal/milestones{/number}","notifications_url":"https://api.github.com/repos/tenstorrent/tt-metal/notifications{?since,all,participating}","labels_url":"https://api.github.com/repos/tenstorrent/tt-metal/labels{/name}","releases_url":"https://api.github.com/repos/tenstorrent/tt-metal/releases{/id}","deployments_url":"https://api.github.com/repos/tenstorrent/tt-metal/deployments"},"head_repository":{"id":601205363,"node_id":"R_kgDOI9Wqcw","name":"tt-metal","full_name":"tenstorrent/tt-metal","private":false,"owner":{"login":"tenstorrent","id":64161552,"node_id":"MDEyOk9yZ2FuaXphdGlvbjY0MTYxNTUy","avatar_url":"https://avatars.githubusercontent.com/u/64161552?v=4","gravatar_id":"","url":"https://api.github.com/users/tenstorrent","html_url":"https://github.com/tenstorrent","followers_url":"https://api.github.com/users/tenstorrent/followers","following_url":"https://api.github.com/users/tenstorrent/following{/other_user}","gists_url":"https://api.github.com/users/tenstorrent/gists{/gist_id}","starred_url":"https://api.github.com/users/tenstorrent/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/tenstorrent/subscriptions","organizations_url":"https://api.github.com/users/tenstorrent/orgs","repos_url":"https://api.github.com/users/tenstorrent/repos","events_url":"https://api.github.com/users/tenstorrent/events{/privacy}","received_events_url":"https://api.github.com/users/tenstorrent/received_events","type":"Organization","site_admin":false},"html_url":"https://github.com/tenstorrent/tt-metal","description":":metal: TT-NN operator library, and TT-Metalium low level kernel programming model.","fork":false,"url":"https://api.github.com/repos/tenstorrent/tt-metal","forks_url":"https://api.github.com/repos/tenstorrent/tt-metal/forks","keys_url":"https://api.github.com/repos/tenstorrent/tt-metal/keys{/key_id}","collaborators_url":"https://api.github.com/repos/tenstorrent/tt-metal/collaborators{/collaborator}","teams_url":"https://api.github.com/repos/tenstorrent/tt-metal/teams","hooks_url":"https://api.github.com/repos/tenstorrent/tt-metal/hooks","issue_events_url":"https://api.github.com/repos/tenstorrent/tt-metal/issues/events{/number}","events_url":"https://api.github.com/repos/tenstorrent/tt-metal/events","assignees_url":"https://api.github.com/repos/tenstorrent/tt-metal/assignees{/user}","branches_url":"https://api.github.com/repos/tenstorrent/tt-metal/branches{/branch}","tags_url":"https://api.github.com/repos/tenstorrent/tt-metal/tags","blobs_url":"https://api.github.com/repos/tenstorrent/tt-metal/git/blobs{/sha}","git_tags_url":"https://api.github.com/repos/tenstorrent/tt-metal/git/tags{/sha}","git_refs_url":"https://api.github.com/repos/tenstorrent/tt-metal/git/refs{/sha}","trees_url":"https://api.github.com/repos/tenstorrent/tt-metal/git/trees{/sha}","statuses_url":"https://api.github.com/repos/tenstorrent/tt-metal/statuses/{sha}","languages_url":"https://api.github.com/repos/tenstorrent/tt-metal/languages","stargazers_url":"https://api.github.com/repos/tenstorrent/tt-metal/stargazers","contributors_url":"https://api.github.com/repos/tenstorrent/tt-metal/contributors","subscribers_url":"https://api.github.com/repos/tenstorrent/tt-metal/subscribers","subscription_url":"https://api.github.com/repos/tenstorrent/tt-metal/subscription","commits_url":"https://api.github.com/repos/tenstorrent/tt-metal/commits{/sha}","git_commits_url":"https://api.github.com/repos/tenstorrent/tt-metal/git/commits{/sha}","comments_url":"https://api.github.com/repos/tenstorrent/tt-metal/comments{/number}","issue_comment_url":"https://api.github.com/repos/tenstorrent/tt-metal/issues/comments{/number}","contents_url":"https://api.github.com/repos/tenstorrent/tt-metal/contents/{+path}","compare_url":"https://api.github.com/repos/tenstorrent/tt-metal/compare/{base}...{head}","merges_url":"https://api.github.com/repos/tenstorrent/tt-metal/merges","archive_url":"https://api.github.com/repos/tenstorrent/tt-metal/{archive_format}{/ref}","downloads_url":"https://api.github.com/repos/tenstorrent/tt-metal/downloads","issues_url":"https://api.github.com/repos/tenstorrent/tt-metal/issues{/number}","pulls_url":"https://api.github.com/repos/tenstorrent/tt-metal/pulls{/number}","milestones_url":"https://api.github.com/repos/tenstorrent/tt-metal/milestones{/number}","notifications_url":"https://api.github.com/repos/tenstorrent/tt-metal/notifications{?since,all,participating}","labels_url":"https://api.github.com/repos/tenstorrent/tt-metal/labels{/name}","releases_url":"https://api.github.com/repos/tenstorrent/tt-metal/releases{/id}","deployments_url":"https://api.github.com/repos/tenstorrent/tt-metal/deployments"}} \ No newline at end of file diff --git a/infra/tests/_data/data_collection/cicd/all_post_commit_runner_died_12626_11110261767/workflow_jobs.json b/infra/tests/_data/data_collection/cicd/all_post_commit_runner_died_12626_11110261767/workflow_jobs.json new file mode 100644 index 00000000000..70684e11980 --- /dev/null +++ b/infra/tests/_data/data_collection/cicd/all_post_commit_runner_died_12626_11110261767/workflow_jobs.json @@ -0,0 +1,12183 @@ +{ + "total_count": 106, + "jobs": [ + { + "id": 30867551552, + "run_id": 11110261767, + "workflow_name": "All post-commit tests", + "head_branch": "asaigal/dispatch_s", + "run_url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/11110261767", + "run_attempt": 1, + "node_id": "CR_kwDOI9Wqc88AAAAHL9l1QA", + "head_sha": "a6fea2adef8786a0615456df19fd0582e925bc61", + "url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30867551552", + "html_url": "https://github.com/tenstorrent/tt-metal/actions/runs/11110261767/job/30867551552", + "status": "completed", + "conclusion": "success", + "created_at": "2024-09-30T16:28:06Z", + "started_at": "2024-09-30T16:28:10Z", + "completed_at": "2024-09-30T16:28:57Z", + "name": "build-docker-image-2004 / build-docker-image", + "steps": [ + { + "name": "Set up job", + "status": "completed", + "conclusion": "success", + "number": 1, + "started_at": "2024-09-30T16:28:09Z", + "completed_at": "2024-09-30T16:28:13Z" + }, + { + "name": "Set up runner", + "status": "completed", + "conclusion": "success", + "number": 2, + "started_at": "2024-09-30T16:28:13Z", + "completed_at": "2024-09-30T16:28:44Z" + }, + { + "name": "Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0", + "status": "completed", + "conclusion": "success", + "number": 3, + "started_at": "2024-09-30T16:28:45Z", + "completed_at": "2024-09-30T16:28:49Z" + }, + { + "name": "Login to GitHub Container Registry", + "status": "completed", + "conclusion": "success", + "number": 4, + "started_at": "2024-09-30T16:28:49Z", + "completed_at": "2024-09-30T16:28:50Z" + }, + { + "name": "Get all test, doc and src files that have changed", + "status": "completed", + "conclusion": "success", + "number": 5, + "started_at": "2024-09-30T16:28:50Z", + "completed_at": "2024-09-30T16:28:51Z" + }, + { + "name": "Determine docker image tag", + "status": "completed", + "conclusion": "success", + "number": 6, + "started_at": "2024-09-30T16:28:51Z", + "completed_at": "2024-09-30T16:28:51Z" + }, + { + "name": "Build Docker image and push to GHCR", + "status": "completed", + "conclusion": "skipped", + "number": 7, + "started_at": "2024-09-30T16:28:51Z", + "completed_at": "2024-09-30T16:28:51Z" + }, + { + "name": "Tag Docker main image as current image", + "status": "completed", + "conclusion": "success", + "number": 8, + "started_at": "2024-09-30T16:28:51Z", + "completed_at": "2024-09-30T16:28:51Z" + }, + { + "name": "Push Docker image to GitHub Container Registry", + "status": "completed", + "conclusion": "success", + "number": 9, + "started_at": "2024-09-30T16:28:52Z", + "completed_at": "2024-09-30T16:28:53Z" + }, + { + "name": "Post Login to GitHub Container Registry", + "status": "completed", + "conclusion": "success", + "number": 16, + "started_at": "2024-09-30T16:28:54Z", + "completed_at": "2024-09-30T16:28:54Z" + }, + { + "name": "Post Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0", + "status": "completed", + "conclusion": "success", + "number": 17, + "started_at": "2024-09-30T16:28:54Z", + "completed_at": "2024-09-30T16:28:54Z" + }, + { + "name": "Complete runner", + "status": "completed", + "conclusion": "success", + "number": 18, + "started_at": "2024-09-30T16:28:57Z", + "completed_at": "2024-09-30T16:28:57Z" + }, + { + "name": "Complete job", + "status": "completed", + "conclusion": "success", + "number": 19, + "started_at": "2024-09-30T16:28:54Z", + "completed_at": "2024-09-30T16:28:54Z" + } + ], + "check_run_url": "https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30867551552", + "labels": [ + "build-docker", + "in-service" + ], + "runner_id": 218, + "runner_name": "tt-metal-ci-bm-e13cs03", + "runner_group_id": 1, + "runner_group_name": "Default" + }, + { + "id": 30867552092, + "run_id": 11110261767, + "workflow_name": "All post-commit tests", + "head_branch": "asaigal/dispatch_s", + "run_url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/11110261767", + "run_attempt": 1, + "node_id": "CR_kwDOI9Wqc88AAAAHL9l3XA", + "head_sha": "a6fea2adef8786a0615456df19fd0582e925bc61", + "url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30867552092", + "html_url": "https://github.com/tenstorrent/tt-metal/actions/runs/11110261767/job/30867552092", + "status": "completed", + "conclusion": "success", + "created_at": "2024-09-30T16:28:07Z", + "started_at": "2024-09-30T16:28:12Z", + "completed_at": "2024-09-30T16:29:00Z", + "name": "static-checks / check-spdx-licenses", + "steps": [ + { + "name": "Set up job", + "status": "completed", + "conclusion": "success", + "number": 1, + "started_at": "2024-09-30T16:28:11Z", + "completed_at": "2024-09-30T16:28:12Z" + }, + { + "name": "Run actions/checkout@v4", + "status": "completed", + "conclusion": "success", + "number": 2, + "started_at": "2024-09-30T16:28:12Z", + "completed_at": "2024-09-30T16:28:15Z" + }, + { + "name": "Run actions/setup-python@v5.0.0", + "status": "completed", + "conclusion": "success", + "number": 3, + "started_at": "2024-09-30T16:28:15Z", + "completed_at": "2024-09-30T16:28:17Z" + }, + { + "name": "Install infra deps", + "status": "completed", + "conclusion": "success", + "number": 4, + "started_at": "2024-09-30T16:28:17Z", + "completed_at": "2024-09-30T16:28:48Z" + }, + { + "name": "Check SPDX licenses", + "status": "completed", + "conclusion": "success", + "number": 5, + "started_at": "2024-09-30T16:28:49Z", + "completed_at": "2024-09-30T16:28:57Z" + }, + { + "name": "Post Run actions/setup-python@v5.0.0", + "status": "completed", + "conclusion": "success", + "number": 9, + "started_at": "2024-09-30T16:28:58Z", + "completed_at": "2024-09-30T16:28:58Z" + }, + { + "name": "Post Run actions/checkout@v4", + "status": "completed", + "conclusion": "success", + "number": 10, + "started_at": "2024-09-30T16:29:00Z", + "completed_at": "2024-09-30T16:29:00Z" + }, + { + "name": "Complete job", + "status": "completed", + "conclusion": "success", + "number": 11, + "started_at": "2024-09-30T16:28:58Z", + "completed_at": "2024-09-30T16:28:58Z" + } + ], + "check_run_url": "https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30867552092", + "labels": [ + "ubuntu-latest" + ], + "runner_id": 19, + "runner_name": "GitHub Actions 19", + "runner_group_id": 2, + "runner_group_name": "GitHub Actions" + }, + { + "id": 30867552618, + "run_id": 11110261767, + "workflow_name": "All post-commit tests", + "head_branch": "asaigal/dispatch_s", + "run_url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/11110261767", + "run_attempt": 1, + "node_id": "CR_kwDOI9Wqc88AAAAHL9l5ag", + "head_sha": "a6fea2adef8786a0615456df19fd0582e925bc61", + "url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30867552618", + "html_url": "https://github.com/tenstorrent/tt-metal/actions/runs/11110261767/job/30867552618", + "status": "completed", + "conclusion": "success", + "created_at": "2024-09-30T16:28:07Z", + "started_at": "2024-09-30T16:28:12Z", + "completed_at": "2024-09-30T16:28:16Z", + "name": "static-checks / check-metal-kernel-count", + "steps": [ + { + "name": "Set up job", + "status": "completed", + "conclusion": "success", + "number": 1, + "started_at": "2024-09-30T16:28:11Z", + "completed_at": "2024-09-30T16:28:12Z" + }, + { + "name": "Run actions/checkout@v4", + "status": "completed", + "conclusion": "success", + "number": 2, + "started_at": "2024-09-30T16:28:13Z", + "completed_at": "2024-09-30T16:28:15Z" + }, + { + "name": "Check kernel count in base metal is less than maximum", + "status": "completed", + "conclusion": "success", + "number": 3, + "started_at": "2024-09-30T16:28:15Z", + "completed_at": "2024-09-30T16:28:15Z" + }, + { + "name": "Post Run actions/checkout@v4", + "status": "completed", + "conclusion": "success", + "number": 6, + "started_at": "2024-09-30T16:28:16Z", + "completed_at": "2024-09-30T16:28:16Z" + }, + { + "name": "Complete job", + "status": "completed", + "conclusion": "success", + "number": 7, + "started_at": "2024-09-30T16:28:15Z", + "completed_at": "2024-09-30T16:28:15Z" + } + ], + "check_run_url": "https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30867552618", + "labels": [ + "ubuntu-latest" + ], + "runner_id": 107, + "runner_name": "GitHub Actions 26", + "runner_group_id": 2, + "runner_group_name": "GitHub Actions" + }, + { + "id": 30867552962, + "run_id": 11110261767, + "workflow_name": "All post-commit tests", + "head_branch": "asaigal/dispatch_s", + "run_url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/11110261767", + "run_attempt": 1, + "node_id": "CR_kwDOI9Wqc88AAAAHL9l6wg", + "head_sha": "a6fea2adef8786a0615456df19fd0582e925bc61", + "url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30867552962", + "html_url": "https://github.com/tenstorrent/tt-metal/actions/runs/11110261767/job/30867552962", + "status": "completed", + "conclusion": "success", + "created_at": "2024-09-30T16:28:08Z", + "started_at": "2024-09-30T16:28:10Z", + "completed_at": "2024-09-30T16:28:59Z", + "name": "build-docker-image-2204 / build-docker-image", + "steps": [ + { + "name": "Set up job", + "status": "completed", + "conclusion": "success", + "number": 1, + "started_at": "2024-09-30T16:28:09Z", + "completed_at": "2024-09-30T16:28:13Z" + }, + { + "name": "Set up runner", + "status": "completed", + "conclusion": "success", + "number": 2, + "started_at": "2024-09-30T16:28:13Z", + "completed_at": "2024-09-30T16:28:45Z" + }, + { + "name": "Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0", + "status": "completed", + "conclusion": "success", + "number": 3, + "started_at": "2024-09-30T16:28:45Z", + "completed_at": "2024-09-30T16:28:49Z" + }, + { + "name": "Login to GitHub Container Registry", + "status": "completed", + "conclusion": "success", + "number": 4, + "started_at": "2024-09-30T16:28:50Z", + "completed_at": "2024-09-30T16:28:50Z" + }, + { + "name": "Get all test, doc and src files that have changed", + "status": "completed", + "conclusion": "success", + "number": 5, + "started_at": "2024-09-30T16:28:50Z", + "completed_at": "2024-09-30T16:28:51Z" + }, + { + "name": "Determine docker image tag", + "status": "completed", + "conclusion": "success", + "number": 6, + "started_at": "2024-09-30T16:28:51Z", + "completed_at": "2024-09-30T16:28:51Z" + }, + { + "name": "Build Docker image and push to GHCR", + "status": "completed", + "conclusion": "skipped", + "number": 7, + "started_at": "2024-09-30T16:28:51Z", + "completed_at": "2024-09-30T16:28:51Z" + }, + { + "name": "Tag Docker main image as current image", + "status": "completed", + "conclusion": "success", + "number": 8, + "started_at": "2024-09-30T16:28:51Z", + "completed_at": "2024-09-30T16:28:52Z" + }, + { + "name": "Push Docker image to GitHub Container Registry", + "status": "completed", + "conclusion": "success", + "number": 9, + "started_at": "2024-09-30T16:28:52Z", + "completed_at": "2024-09-30T16:28:54Z" + }, + { + "name": "Post Login to GitHub Container Registry", + "status": "completed", + "conclusion": "success", + "number": 16, + "started_at": "2024-09-30T16:28:54Z", + "completed_at": "2024-09-30T16:28:54Z" + }, + { + "name": "Post Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0", + "status": "completed", + "conclusion": "success", + "number": 17, + "started_at": "2024-09-30T16:28:54Z", + "completed_at": "2024-09-30T16:28:54Z" + }, + { + "name": "Complete runner", + "status": "completed", + "conclusion": "success", + "number": 18, + "started_at": "2024-09-30T16:28:59Z", + "completed_at": "2024-09-30T16:28:59Z" + }, + { + "name": "Complete job", + "status": "completed", + "conclusion": "success", + "number": 19, + "started_at": "2024-09-30T16:28:54Z", + "completed_at": "2024-09-30T16:28:54Z" + } + ], + "check_run_url": "https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30867552962", + "labels": [ + "build-docker", + "in-service" + ], + "runner_id": 217, + "runner_name": "tt-metal-ci-bm-e13cs01", + "runner_group_id": 1, + "runner_group_name": "Default" + }, + { + "id": 30867553384, + "run_id": 11110261767, + "workflow_name": "All post-commit tests", + "head_branch": "asaigal/dispatch_s", + "run_url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/11110261767", + "run_attempt": 1, + "node_id": "CR_kwDOI9Wqc88AAAAHL9l8aA", + "head_sha": "a6fea2adef8786a0615456df19fd0582e925bc61", + "url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30867553384", + "html_url": "https://github.com/tenstorrent/tt-metal/actions/runs/11110261767/job/30867553384", + "status": "completed", + "conclusion": "success", + "created_at": "2024-09-30T16:28:08Z", + "started_at": "2024-09-30T16:28:13Z", + "completed_at": "2024-09-30T16:28:52Z", + "name": "static-checks / check-black", + "steps": [ + { + "name": "Set up job", + "status": "completed", + "conclusion": "success", + "number": 1, + "started_at": "2024-09-30T16:28:12Z", + "completed_at": "2024-09-30T16:28:14Z" + }, + { + "name": "Run actions/checkout@v4", + "status": "completed", + "conclusion": "success", + "number": 2, + "started_at": "2024-09-30T16:28:14Z", + "completed_at": "2024-09-30T16:28:17Z" + }, + { + "name": "Run psf/black@23.10.1", + "status": "completed", + "conclusion": "success", + "number": 3, + "started_at": "2024-09-30T16:28:18Z", + "completed_at": "2024-09-30T16:28:49Z" + }, + { + "name": "Post Run actions/checkout@v4", + "status": "completed", + "conclusion": "success", + "number": 6, + "started_at": "2024-09-30T16:28:52Z", + "completed_at": "2024-09-30T16:28:52Z" + }, + { + "name": "Complete job", + "status": "completed", + "conclusion": "success", + "number": 7, + "started_at": "2024-09-30T16:28:49Z", + "completed_at": "2024-09-30T16:28:49Z" + } + ], + "check_run_url": "https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30867553384", + "labels": [ + "ubuntu-latest" + ], + "runner_id": 118, + "runner_name": "GitHub Actions 37", + "runner_group_id": 2, + "runner_group_name": "GitHub Actions" + }, + { + "id": 30867553815, + "run_id": 11110261767, + "workflow_name": "All post-commit tests", + "head_branch": "asaigal/dispatch_s", + "run_url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/11110261767", + "run_attempt": 1, + "node_id": "CR_kwDOI9Wqc88AAAAHL9l-Fw", + "head_sha": "a6fea2adef8786a0615456df19fd0582e925bc61", + "url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30867553815", + "html_url": "https://github.com/tenstorrent/tt-metal/actions/runs/11110261767/job/30867553815", + "status": "completed", + "conclusion": "success", + "created_at": "2024-09-30T16:28:09Z", + "started_at": "2024-09-30T16:28:12Z", + "completed_at": "2024-09-30T16:28:24Z", + "name": "static-checks / check-doc", + "steps": [ + { + "name": "Set up job", + "status": "completed", + "conclusion": "success", + "number": 1, + "started_at": "2024-09-30T16:28:12Z", + "completed_at": "2024-09-30T16:28:12Z" + }, + { + "name": "Run actions/checkout@v4", + "status": "completed", + "conclusion": "success", + "number": 2, + "started_at": "2024-09-30T16:28:13Z", + "completed_at": "2024-09-30T16:28:16Z" + }, + { + "name": "Install ASPELL", + "status": "completed", + "conclusion": "success", + "number": 3, + "started_at": "2024-09-30T16:28:16Z", + "completed_at": "2024-09-30T16:28:22Z" + }, + { + "name": "Run checks on docs", + "status": "completed", + "conclusion": "success", + "number": 4, + "started_at": "2024-09-30T16:28:22Z", + "completed_at": "2024-09-30T16:28:23Z" + }, + { + "name": "Post Run actions/checkout@v4", + "status": "completed", + "conclusion": "success", + "number": 8, + "started_at": "2024-09-30T16:28:23Z", + "completed_at": "2024-09-30T16:28:23Z" + }, + { + "name": "Complete job", + "status": "completed", + "conclusion": "success", + "number": 9, + "started_at": "2024-09-30T16:28:23Z", + "completed_at": "2024-09-30T16:28:23Z" + } + ], + "check_run_url": "https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30867553815", + "labels": [ + "ubuntu-latest" + ], + "runner_id": 136, + "runner_name": "GitHub Actions 55", + "runner_group_id": 2, + "runner_group_name": "GitHub Actions" + }, + { + "id": 30867554203, + "run_id": 11110261767, + "workflow_name": "All post-commit tests", + "head_branch": "asaigal/dispatch_s", + "run_url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/11110261767", + "run_attempt": 1, + "node_id": "CR_kwDOI9Wqc88AAAAHL9l_mw", + "head_sha": "a6fea2adef8786a0615456df19fd0582e925bc61", + "url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30867554203", + "html_url": "https://github.com/tenstorrent/tt-metal/actions/runs/11110261767/job/30867554203", + "status": "completed", + "conclusion": "success", + "created_at": "2024-09-30T16:28:09Z", + "started_at": "2024-09-30T16:28:21Z", + "completed_at": "2024-09-30T16:28:27Z", + "name": "static-checks / check-forbidden-imports", + "steps": [ + { + "name": "Set up job", + "status": "completed", + "conclusion": "success", + "number": 1, + "started_at": "2024-09-30T16:28:21Z", + "completed_at": "2024-09-30T16:28:21Z" + }, + { + "name": "Run actions/checkout@v4", + "status": "completed", + "conclusion": "success", + "number": 2, + "started_at": "2024-09-30T16:28:22Z", + "completed_at": "2024-09-30T16:28:25Z" + }, + { + "name": "Check ttnn is not used in tt_metal tests", + "status": "completed", + "conclusion": "success", + "number": 3, + "started_at": "2024-09-30T16:28:27Z", + "completed_at": "2024-09-30T16:28:27Z" + }, + { + "name": "Check tt_eager constructs is not used in tt_metal tests", + "status": "completed", + "conclusion": "success", + "number": 4, + "started_at": "2024-09-30T16:28:27Z", + "completed_at": "2024-09-30T16:28:27Z" + }, + { + "name": "Post Run actions/checkout@v4", + "status": "completed", + "conclusion": "success", + "number": 8, + "started_at": "2024-09-30T16:28:27Z", + "completed_at": "2024-09-30T16:28:27Z" + }, + { + "name": "Complete job", + "status": "completed", + "conclusion": "success", + "number": 9, + "started_at": "2024-09-30T16:28:25Z", + "completed_at": "2024-09-30T16:28:25Z" + } + ], + "check_run_url": "https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30867554203", + "labels": [ + "ubuntu-latest" + ], + "runner_id": 6, + "runner_name": "GitHub Actions 6", + "runner_group_id": 2, + "runner_group_name": "GitHub Actions" + }, + { + "id": 30867554520, + "run_id": 11110261767, + "workflow_name": "All post-commit tests", + "head_branch": "asaigal/dispatch_s", + "run_url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/11110261767", + "run_attempt": 1, + "node_id": "CR_kwDOI9Wqc88AAAAHL9mA2A", + "head_sha": "a6fea2adef8786a0615456df19fd0582e925bc61", + "url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30867554520", + "html_url": "https://github.com/tenstorrent/tt-metal/actions/runs/11110261767/job/30867554520", + "status": "completed", + "conclusion": "success", + "created_at": "2024-09-30T16:28:10Z", + "started_at": "2024-09-30T16:28:13Z", + "completed_at": "2024-09-30T16:28:21Z", + "name": "static-checks / check-sweeps-workflow", + "steps": [ + { + "name": "Set up job", + "status": "completed", + "conclusion": "success", + "number": 1, + "started_at": "2024-09-30T16:28:13Z", + "completed_at": "2024-09-30T16:28:13Z" + }, + { + "name": "Run actions/checkout@v4", + "status": "completed", + "conclusion": "success", + "number": 2, + "started_at": "2024-09-30T16:28:13Z", + "completed_at": "2024-09-30T16:28:17Z" + }, + { + "name": "Run actions/setup-python@v5.0.0", + "status": "completed", + "conclusion": "success", + "number": 3, + "started_at": "2024-09-30T16:28:17Z", + "completed_at": "2024-09-30T16:28:17Z" + }, + { + "name": "Check sweeps workflow option count against sweep file count", + "status": "completed", + "conclusion": "success", + "number": 4, + "started_at": "2024-09-30T16:28:17Z", + "completed_at": "2024-09-30T16:28:18Z" + }, + { + "name": "Post Run actions/setup-python@v5.0.0", + "status": "completed", + "conclusion": "success", + "number": 7, + "started_at": "2024-09-30T16:28:19Z", + "completed_at": "2024-09-30T16:28:19Z" + }, + { + "name": "Post Run actions/checkout@v4", + "status": "completed", + "conclusion": "success", + "number": 8, + "started_at": "2024-09-30T16:28:19Z", + "completed_at": "2024-09-30T16:28:19Z" + }, + { + "name": "Complete job", + "status": "completed", + "conclusion": "success", + "number": 9, + "started_at": "2024-09-30T16:28:19Z", + "completed_at": "2024-09-30T16:28:19Z" + } + ], + "check_run_url": "https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30867554520", + "labels": [ + "ubuntu-latest" + ], + "runner_id": 131, + "runner_name": "GitHub Actions 50", + "runner_group_id": 2, + "runner_group_name": "GitHub Actions" + }, + { + "id": 30867554846, + "run_id": 11110261767, + "workflow_name": "All post-commit tests", + "head_branch": "asaigal/dispatch_s", + "run_url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/11110261767", + "run_attempt": 1, + "node_id": "CR_kwDOI9Wqc88AAAAHL9mCHg", + "head_sha": "a6fea2adef8786a0615456df19fd0582e925bc61", + "url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30867554846", + "html_url": "https://github.com/tenstorrent/tt-metal/actions/runs/11110261767/job/30867554846", + "status": "completed", + "conclusion": "success", + "created_at": "2024-09-30T16:28:10Z", + "started_at": "2024-09-30T16:28:10Z", + "completed_at": "2024-09-30T16:31:03Z", + "name": "umd-unit-tests (grayskull, E150) / grayskull E150", + "steps": [ + { + "name": "Set up job", + "status": "completed", + "conclusion": "success", + "number": 1, + "started_at": "2024-09-30T16:28:09Z", + "completed_at": "2024-09-30T16:28:11Z" + }, + { + "name": "Set up runner", + "status": "completed", + "conclusion": "success", + "number": 2, + "started_at": "2024-09-30T16:28:11Z", + "completed_at": "2024-09-30T16:28:43Z" + }, + { + "name": "Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0", + "status": "completed", + "conclusion": "success", + "number": 3, + "started_at": "2024-09-30T16:28:43Z", + "completed_at": "2024-09-30T16:28:49Z" + }, + { + "name": "Set up dynamic env vars for build", + "status": "completed", + "conclusion": "success", + "number": 4, + "started_at": "2024-09-30T16:28:49Z", + "completed_at": "2024-09-30T16:28:49Z" + }, + { + "name": "Build UMD device and tests", + "status": "completed", + "conclusion": "success", + "number": 5, + "started_at": "2024-09-30T16:28:49Z", + "completed_at": "2024-09-30T16:29:55Z" + }, + { + "name": "Run UMD unit tests", + "status": "completed", + "conclusion": "success", + "number": 6, + "started_at": "2024-09-30T16:29:55Z", + "completed_at": "2024-09-30T16:30:59Z" + }, + { + "name": "Post Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0", + "status": "completed", + "conclusion": "success", + "number": 11, + "started_at": "2024-09-30T16:30:59Z", + "completed_at": "2024-09-30T16:31:00Z" + }, + { + "name": "Complete runner", + "status": "completed", + "conclusion": "success", + "number": 12, + "started_at": "2024-09-30T16:31:03Z", + "completed_at": "2024-09-30T16:31:03Z" + }, + { + "name": "Complete job", + "status": "completed", + "conclusion": "success", + "number": 13, + "started_at": "2024-09-30T16:31:00Z", + "completed_at": "2024-09-30T16:31:00Z" + } + ], + "check_run_url": "https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30867554846", + "labels": [ + "E150", + "cloud-virtual-machine", + "in-service" + ], + "runner_id": 138, + "runner_name": "tt-metal-ci-vm-65", + "runner_group_id": 1, + "runner_group_name": "Default" + }, + { + "id": 30867555132, + "run_id": 11110261767, + "workflow_name": "All post-commit tests", + "head_branch": "asaigal/dispatch_s", + "run_url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/11110261767", + "run_attempt": 1, + "node_id": "CR_kwDOI9Wqc88AAAAHL9mDPA", + "head_sha": "a6fea2adef8786a0615456df19fd0582e925bc61", + "url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30867555132", + "html_url": "https://github.com/tenstorrent/tt-metal/actions/runs/11110261767/job/30867555132", + "status": "completed", + "conclusion": "success", + "created_at": "2024-09-30T16:28:11Z", + "started_at": "2024-09-30T16:28:14Z", + "completed_at": "2024-09-30T16:34:57Z", + "name": "umd-unit-tests (wormhole_b0, N300) / wormhole_b0 N300", + "steps": [ + { + "name": "Set up job", + "status": "completed", + "conclusion": "success", + "number": 1, + "started_at": "2024-09-30T16:28:13Z", + "completed_at": "2024-09-30T16:28:15Z" + }, + { + "name": "Set up runner", + "status": "completed", + "conclusion": "success", + "number": 2, + "started_at": "2024-09-30T16:28:16Z", + "completed_at": "2024-09-30T16:28:59Z" + }, + { + "name": "Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0", + "status": "completed", + "conclusion": "success", + "number": 3, + "started_at": "2024-09-30T16:29:00Z", + "completed_at": "2024-09-30T16:29:05Z" + }, + { + "name": "Set up dynamic env vars for build", + "status": "completed", + "conclusion": "success", + "number": 4, + "started_at": "2024-09-30T16:29:06Z", + "completed_at": "2024-09-30T16:29:06Z" + }, + { + "name": "Build UMD device and tests", + "status": "completed", + "conclusion": "success", + "number": 5, + "started_at": "2024-09-30T16:29:06Z", + "completed_at": "2024-09-30T16:30:04Z" + }, + { + "name": "Run UMD unit tests", + "status": "completed", + "conclusion": "success", + "number": 6, + "started_at": "2024-09-30T16:30:05Z", + "completed_at": "2024-09-30T16:34:54Z" + }, + { + "name": "Post Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0", + "status": "completed", + "conclusion": "success", + "number": 11, + "started_at": "2024-09-30T16:34:54Z", + "completed_at": "2024-09-30T16:34:54Z" + }, + { + "name": "Complete runner", + "status": "completed", + "conclusion": "success", + "number": 12, + "started_at": "2024-09-30T16:34:57Z", + "completed_at": "2024-09-30T16:34:57Z" + }, + { + "name": "Complete job", + "status": "completed", + "conclusion": "success", + "number": 13, + "started_at": "2024-09-30T16:34:54Z", + "completed_at": "2024-09-30T16:34:54Z" + } + ], + "check_run_url": "https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30867555132", + "labels": [ + "N300", + "cloud-virtual-machine", + "in-service" + ], + "runner_id": 198, + "runner_name": "tt-metal-ci-vm-113", + "runner_group_id": 1, + "runner_group_name": "Default" + }, + { + "id": 30867555470, + "run_id": 11110261767, + "workflow_name": "All post-commit tests", + "head_branch": "asaigal/dispatch_s", + "run_url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/11110261767", + "run_attempt": 1, + "node_id": "CR_kwDOI9Wqc88AAAAHL9mEjg", + "head_sha": "a6fea2adef8786a0615456df19fd0582e925bc61", + "url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30867555470", + "html_url": "https://github.com/tenstorrent/tt-metal/actions/runs/11110261767/job/30867555470", + "status": "completed", + "conclusion": "success", + "created_at": "2024-09-30T16:28:11Z", + "started_at": "2024-09-30T16:28:10Z", + "completed_at": "2024-09-30T16:30:30Z", + "name": "umd-unit-tests (wormhole_b0, N150) / wormhole_b0 N150", + "steps": [ + { + "name": "Set up job", + "status": "completed", + "conclusion": "success", + "number": 1, + "started_at": "2024-09-30T16:28:10Z", + "completed_at": "2024-09-30T16:28:11Z" + }, + { + "name": "Set up runner", + "status": "completed", + "conclusion": "success", + "number": 2, + "started_at": "2024-09-30T16:28:12Z", + "completed_at": "2024-09-30T16:28:55Z" + }, + { + "name": "Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0", + "status": "completed", + "conclusion": "success", + "number": 3, + "started_at": "2024-09-30T16:28:55Z", + "completed_at": "2024-09-30T16:29:00Z" + }, + { + "name": "Set up dynamic env vars for build", + "status": "completed", + "conclusion": "success", + "number": 4, + "started_at": "2024-09-30T16:29:01Z", + "completed_at": "2024-09-30T16:29:01Z" + }, + { + "name": "Build UMD device and tests", + "status": "completed", + "conclusion": "success", + "number": 5, + "started_at": "2024-09-30T16:29:01Z", + "completed_at": "2024-09-30T16:30:07Z" + }, + { + "name": "Run UMD unit tests", + "status": "completed", + "conclusion": "success", + "number": 6, + "started_at": "2024-09-30T16:30:08Z", + "completed_at": "2024-09-30T16:30:26Z" + }, + { + "name": "Post Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0", + "status": "completed", + "conclusion": "success", + "number": 11, + "started_at": "2024-09-30T16:30:30Z", + "completed_at": "2024-09-30T16:30:30Z" + }, + { + "name": "Complete runner", + "status": "completed", + "conclusion": "success", + "number": 12, + "started_at": "2024-09-30T16:30:30Z", + "completed_at": "2024-09-30T16:30:30Z" + }, + { + "name": "Complete job", + "status": "completed", + "conclusion": "success", + "number": 13, + "started_at": "2024-09-30T16:30:27Z", + "completed_at": "2024-09-30T16:30:27Z" + } + ], + "check_run_url": "https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30867555470", + "labels": [ + "N150", + "cloud-virtual-machine", + "in-service" + ], + "runner_id": 101, + "runner_name": "tt-metal-ci-vm-96", + "runner_group_id": 1, + "runner_group_name": "Default" + }, + { + "id": 30867593075, + "run_id": 11110261767, + "workflow_name": "All post-commit tests", + "head_branch": "asaigal/dispatch_s", + "run_url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/11110261767", + "run_attempt": 1, + "node_id": "CR_kwDOI9Wqc88AAAAHL9oXcw", + "head_sha": "a6fea2adef8786a0615456df19fd0582e925bc61", + "url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30867593075", + "html_url": "https://github.com/tenstorrent/tt-metal/actions/runs/11110261767/job/30867593075", + "status": "completed", + "conclusion": "skipped", + "created_at": "2024-09-30T16:28:58Z", + "started_at": "2024-09-30T16:28:58Z", + "completed_at": "2024-09-30T16:28:58Z", + "name": "build-artifact-profiler / build-docker-image", + "steps": [], + "check_run_url": "https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30867593075", + "labels": [], + "runner_id": null, + "runner_name": null, + "runner_group_id": null, + "runner_group_name": null + }, + { + "id": 30867593553, + "run_id": 11110261767, + "workflow_name": "All post-commit tests", + "head_branch": "asaigal/dispatch_s", + "run_url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/11110261767", + "run_attempt": 1, + "node_id": "CR_kwDOI9Wqc88AAAAHL9oZUQ", + "head_sha": "a6fea2adef8786a0615456df19fd0582e925bc61", + "url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30867593553", + "html_url": "https://github.com/tenstorrent/tt-metal/actions/runs/11110261767/job/30867593553", + "status": "completed", + "conclusion": "skipped", + "created_at": "2024-09-30T16:28:59Z", + "started_at": "2024-09-30T16:28:59Z", + "completed_at": "2024-09-30T16:28:59Z", + "name": "build-artifact / build-docker-image", + "steps": [], + "check_run_url": "https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30867593553", + "labels": [], + "runner_id": null, + "runner_name": null, + "runner_group_id": null, + "runner_group_name": null + }, + { + "id": 30867594194, + "run_id": 11110261767, + "workflow_name": "All post-commit tests", + "head_branch": "asaigal/dispatch_s", + "run_url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/11110261767", + "run_attempt": 1, + "node_id": "CR_kwDOI9Wqc88AAAAHL9ob0g", + "head_sha": "a6fea2adef8786a0615456df19fd0582e925bc61", + "url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30867594194", + "html_url": "https://github.com/tenstorrent/tt-metal/actions/runs/11110261767/job/30867594194", + "status": "completed", + "conclusion": "success", + "created_at": "2024-09-30T16:29:00Z", + "started_at": "2024-09-30T16:29:03Z", + "completed_at": "2024-09-30T16:44:20Z", + "name": "build-artifact-profiler / build-artifact (grayskull)", + "steps": [ + { + "name": "Set up job", + "status": "completed", + "conclusion": "success", + "number": 1, + "started_at": "2024-09-30T16:29:02Z", + "completed_at": "2024-09-30T16:29:06Z" + }, + { + "name": "Build addnab/docker-run-action@v3", + "status": "completed", + "conclusion": "success", + "number": 2, + "started_at": "2024-09-30T16:29:06Z", + "completed_at": "2024-09-30T16:29:07Z" + }, + { + "name": "Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0", + "status": "completed", + "conclusion": "success", + "number": 3, + "started_at": "2024-09-30T16:29:07Z", + "completed_at": "2024-09-30T16:29:13Z" + }, + { + "name": "Set up dynamic env vars for build", + "status": "completed", + "conclusion": "success", + "number": 4, + "started_at": "2024-09-30T16:29:13Z", + "completed_at": "2024-09-30T16:29:13Z" + }, + { + "name": "Update submodules", + "status": "completed", + "conclusion": "success", + "number": 5, + "started_at": "2024-09-30T16:29:13Z", + "completed_at": "2024-09-30T16:29:13Z" + }, + { + "name": "Generate docker tag", + "status": "completed", + "conclusion": "success", + "number": 6, + "started_at": "2024-09-30T16:29:13Z", + "completed_at": "2024-09-30T16:29:13Z" + }, + { + "name": "Docker login", + "status": "completed", + "conclusion": "success", + "number": 7, + "started_at": "2024-09-30T16:29:13Z", + "completed_at": "2024-09-30T16:29:14Z" + }, + { + "name": "Pull docker image", + "status": "completed", + "conclusion": "success", + "number": 8, + "started_at": "2024-09-30T16:29:14Z", + "completed_at": "2024-09-30T16:29:14Z" + }, + { + "name": "Build tt-metal and libs", + "status": "completed", + "conclusion": "success", + "number": 9, + "started_at": "2024-09-30T16:29:15Z", + "completed_at": "2024-09-30T16:43:59Z" + }, + { + "name": "Tar files", + "status": "completed", + "conclusion": "success", + "number": 10, + "started_at": "2024-09-30T16:43:59Z", + "completed_at": "2024-09-30T16:43:59Z" + }, + { + "name": "Upload Artifact", + "status": "completed", + "conclusion": "success", + "number": 11, + "started_at": "2024-09-30T16:44:00Z", + "completed_at": "2024-09-30T16:44:14Z" + }, + { + "name": "Post Docker login", + "status": "completed", + "conclusion": "success", + "number": 21, + "started_at": "2024-09-30T16:44:14Z", + "completed_at": "2024-09-30T16:44:15Z" + }, + { + "name": "Post Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0", + "status": "completed", + "conclusion": "success", + "number": 22, + "started_at": "2024-09-30T16:44:15Z", + "completed_at": "2024-09-30T16:44:17Z" + }, + { + "name": "Complete job", + "status": "completed", + "conclusion": "success", + "number": 23, + "started_at": "2024-09-30T16:44:17Z", + "completed_at": "2024-09-30T16:44:18Z" + } + ], + "check_run_url": "https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30867594194", + "labels": [ + "build", + "in-service" + ], + "runner_id": 224, + "runner_name": "tt-metal-ci-bm-e04cs07-02", + "runner_group_id": 1, + "runner_group_name": "Default" + }, + { + "id": 30867594935, + "run_id": 11110261767, + "workflow_name": "All post-commit tests", + "head_branch": "asaigal/dispatch_s", + "run_url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/11110261767", + "run_attempt": 1, + "node_id": "CR_kwDOI9Wqc88AAAAHL9oetw", + "head_sha": "a6fea2adef8786a0615456df19fd0582e925bc61", + "url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30867594935", + "html_url": "https://github.com/tenstorrent/tt-metal/actions/runs/11110261767/job/30867594935", + "status": "completed", + "conclusion": "success", + "created_at": "2024-09-30T16:29:01Z", + "started_at": "2024-09-30T16:29:04Z", + "completed_at": "2024-09-30T16:43:50Z", + "name": "build-artifact-profiler / build-artifact (wormhole_b0)", + "steps": [ + { + "name": "Set up job", + "status": "completed", + "conclusion": "success", + "number": 1, + "started_at": "2024-09-30T16:29:04Z", + "completed_at": "2024-09-30T16:29:09Z" + }, + { + "name": "Build addnab/docker-run-action@v3", + "status": "completed", + "conclusion": "success", + "number": 2, + "started_at": "2024-09-30T16:29:10Z", + "completed_at": "2024-09-30T16:29:12Z" + }, + { + "name": "Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0", + "status": "completed", + "conclusion": "success", + "number": 3, + "started_at": "2024-09-30T16:29:12Z", + "completed_at": "2024-09-30T16:29:37Z" + }, + { + "name": "Set up dynamic env vars for build", + "status": "completed", + "conclusion": "success", + "number": 4, + "started_at": "2024-09-30T16:29:37Z", + "completed_at": "2024-09-30T16:29:37Z" + }, + { + "name": "Update submodules", + "status": "completed", + "conclusion": "success", + "number": 5, + "started_at": "2024-09-30T16:29:38Z", + "completed_at": "2024-09-30T16:29:38Z" + }, + { + "name": "Generate docker tag", + "status": "completed", + "conclusion": "success", + "number": 6, + "started_at": "2024-09-30T16:29:39Z", + "completed_at": "2024-09-30T16:29:39Z" + }, + { + "name": "Docker login", + "status": "completed", + "conclusion": "success", + "number": 7, + "started_at": "2024-09-30T16:29:39Z", + "completed_at": "2024-09-30T16:29:40Z" + }, + { + "name": "Pull docker image", + "status": "completed", + "conclusion": "success", + "number": 8, + "started_at": "2024-09-30T16:29:41Z", + "completed_at": "2024-09-30T16:29:41Z" + }, + { + "name": "Build tt-metal and libs", + "status": "completed", + "conclusion": "success", + "number": 9, + "started_at": "2024-09-30T16:29:41Z", + "completed_at": "2024-09-30T16:43:36Z" + }, + { + "name": "Tar files", + "status": "completed", + "conclusion": "success", + "number": 10, + "started_at": "2024-09-30T16:43:37Z", + "completed_at": "2024-09-30T16:43:37Z" + }, + { + "name": "Upload Artifact", + "status": "completed", + "conclusion": "success", + "number": 11, + "started_at": "2024-09-30T16:43:37Z", + "completed_at": "2024-09-30T16:43:47Z" + }, + { + "name": "Post Docker login", + "status": "completed", + "conclusion": "success", + "number": 21, + "started_at": "2024-09-30T16:43:47Z", + "completed_at": "2024-09-30T16:43:47Z" + }, + { + "name": "Post Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0", + "status": "completed", + "conclusion": "success", + "number": 22, + "started_at": "2024-09-30T16:43:47Z", + "completed_at": "2024-09-30T16:43:47Z" + }, + { + "name": "Complete job", + "status": "completed", + "conclusion": "success", + "number": 23, + "started_at": "2024-09-30T16:43:47Z", + "completed_at": "2024-09-30T16:43:48Z" + } + ], + "check_run_url": "https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30867594935", + "labels": [ + "build", + "in-service" + ], + "runner_id": 226, + "runner_name": "tt-metal-ci-bm-f14cs01", + "runner_group_id": 1, + "runner_group_name": "Default" + }, + { + "id": 30867595432, + "run_id": 11110261767, + "workflow_name": "All post-commit tests", + "head_branch": "asaigal/dispatch_s", + "run_url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/11110261767", + "run_attempt": 1, + "node_id": "CR_kwDOI9Wqc88AAAAHL9ogqA", + "head_sha": "a6fea2adef8786a0615456df19fd0582e925bc61", + "url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30867595432", + "html_url": "https://github.com/tenstorrent/tt-metal/actions/runs/11110261767/job/30867595432", + "status": "completed", + "conclusion": "success", + "created_at": "2024-09-30T16:29:01Z", + "started_at": "2024-09-30T16:29:02Z", + "completed_at": "2024-09-30T16:40:15Z", + "name": "build-artifact / build-artifact (grayskull)", + "steps": [ + { + "name": "Set up job", + "status": "completed", + "conclusion": "success", + "number": 1, + "started_at": "2024-09-30T16:29:02Z", + "completed_at": "2024-09-30T16:29:06Z" + }, + { + "name": "Build addnab/docker-run-action@v3", + "status": "completed", + "conclusion": "success", + "number": 2, + "started_at": "2024-09-30T16:29:06Z", + "completed_at": "2024-09-30T16:29:06Z" + }, + { + "name": "Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0", + "status": "completed", + "conclusion": "success", + "number": 3, + "started_at": "2024-09-30T16:29:07Z", + "completed_at": "2024-09-30T16:29:12Z" + }, + { + "name": "Set up dynamic env vars for build", + "status": "completed", + "conclusion": "success", + "number": 4, + "started_at": "2024-09-30T16:29:12Z", + "completed_at": "2024-09-30T16:29:12Z" + }, + { + "name": "Update submodules", + "status": "completed", + "conclusion": "success", + "number": 5, + "started_at": "2024-09-30T16:29:12Z", + "completed_at": "2024-09-30T16:29:12Z" + }, + { + "name": "Generate docker tag", + "status": "completed", + "conclusion": "success", + "number": 6, + "started_at": "2024-09-30T16:29:13Z", + "completed_at": "2024-09-30T16:29:13Z" + }, + { + "name": "Docker login", + "status": "completed", + "conclusion": "success", + "number": 7, + "started_at": "2024-09-30T16:29:13Z", + "completed_at": "2024-09-30T16:29:13Z" + }, + { + "name": "Pull docker image", + "status": "completed", + "conclusion": "success", + "number": 8, + "started_at": "2024-09-30T16:29:13Z", + "completed_at": "2024-09-30T16:29:14Z" + }, + { + "name": "Build tt-metal and libs", + "status": "completed", + "conclusion": "success", + "number": 9, + "started_at": "2024-09-30T16:29:14Z", + "completed_at": "2024-09-30T16:39:58Z" + }, + { + "name": "Tar files", + "status": "completed", + "conclusion": "success", + "number": 10, + "started_at": "2024-09-30T16:39:58Z", + "completed_at": "2024-09-30T16:39:58Z" + }, + { + "name": "Upload Artifact", + "status": "completed", + "conclusion": "success", + "number": 11, + "started_at": "2024-09-30T16:39:59Z", + "completed_at": "2024-09-30T16:40:11Z" + }, + { + "name": "Post Docker login", + "status": "completed", + "conclusion": "success", + "number": 21, + "started_at": "2024-09-30T16:40:11Z", + "completed_at": "2024-09-30T16:40:11Z" + }, + { + "name": "Post Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0", + "status": "completed", + "conclusion": "success", + "number": 22, + "started_at": "2024-09-30T16:40:12Z", + "completed_at": "2024-09-30T16:40:12Z" + }, + { + "name": "Complete job", + "status": "completed", + "conclusion": "success", + "number": 23, + "started_at": "2024-09-30T16:40:12Z", + "completed_at": "2024-09-30T16:40:12Z" + } + ], + "check_run_url": "https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30867595432", + "labels": [ + "build", + "in-service" + ], + "runner_id": 212, + "runner_name": "tt-metal-ci-bm-e08cs08-02", + "runner_group_id": 1, + "runner_group_name": "Default" + }, + { + "id": 30867595897, + "run_id": 11110261767, + "workflow_name": "All post-commit tests", + "head_branch": "asaigal/dispatch_s", + "run_url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/11110261767", + "run_attempt": 1, + "node_id": "CR_kwDOI9Wqc88AAAAHL9oieQ", + "head_sha": "a6fea2adef8786a0615456df19fd0582e925bc61", + "url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30867595897", + "html_url": "https://github.com/tenstorrent/tt-metal/actions/runs/11110261767/job/30867595897", + "status": "completed", + "conclusion": "success", + "created_at": "2024-09-30T16:29:02Z", + "started_at": "2024-09-30T16:29:02Z", + "completed_at": "2024-09-30T16:42:36Z", + "name": "build-artifact / build-artifact (wormhole_b0)", + "steps": [ + { + "name": "Set up job", + "status": "completed", + "conclusion": "success", + "number": 1, + "started_at": "2024-09-30T16:29:02Z", + "completed_at": "2024-09-30T16:29:06Z" + }, + { + "name": "Build addnab/docker-run-action@v3", + "status": "completed", + "conclusion": "success", + "number": 2, + "started_at": "2024-09-30T16:29:06Z", + "completed_at": "2024-09-30T16:29:07Z" + }, + { + "name": "Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0", + "status": "completed", + "conclusion": "success", + "number": 3, + "started_at": "2024-09-30T16:29:07Z", + "completed_at": "2024-09-30T16:29:13Z" + }, + { + "name": "Set up dynamic env vars for build", + "status": "completed", + "conclusion": "success", + "number": 4, + "started_at": "2024-09-30T16:29:13Z", + "completed_at": "2024-09-30T16:29:13Z" + }, + { + "name": "Update submodules", + "status": "completed", + "conclusion": "success", + "number": 5, + "started_at": "2024-09-30T16:29:13Z", + "completed_at": "2024-09-30T16:29:13Z" + }, + { + "name": "Generate docker tag", + "status": "completed", + "conclusion": "success", + "number": 6, + "started_at": "2024-09-30T16:29:13Z", + "completed_at": "2024-09-30T16:29:13Z" + }, + { + "name": "Docker login", + "status": "completed", + "conclusion": "success", + "number": 7, + "started_at": "2024-09-30T16:29:13Z", + "completed_at": "2024-09-30T16:29:14Z" + }, + { + "name": "Pull docker image", + "status": "completed", + "conclusion": "success", + "number": 8, + "started_at": "2024-09-30T16:29:14Z", + "completed_at": "2024-09-30T16:29:14Z" + }, + { + "name": "Build tt-metal and libs", + "status": "completed", + "conclusion": "success", + "number": 9, + "started_at": "2024-09-30T16:29:15Z", + "completed_at": "2024-09-30T16:42:19Z" + }, + { + "name": "Tar files", + "status": "completed", + "conclusion": "success", + "number": 10, + "started_at": "2024-09-30T16:42:20Z", + "completed_at": "2024-09-30T16:42:20Z" + }, + { + "name": "Upload Artifact", + "status": "completed", + "conclusion": "success", + "number": 11, + "started_at": "2024-09-30T16:42:20Z", + "completed_at": "2024-09-30T16:42:31Z" + }, + { + "name": "Post Docker login", + "status": "completed", + "conclusion": "success", + "number": 21, + "started_at": "2024-09-30T16:42:31Z", + "completed_at": "2024-09-30T16:42:32Z" + }, + { + "name": "Post Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0", + "status": "completed", + "conclusion": "success", + "number": 22, + "started_at": "2024-09-30T16:42:32Z", + "completed_at": "2024-09-30T16:42:32Z" + }, + { + "name": "Complete job", + "status": "completed", + "conclusion": "success", + "number": 23, + "started_at": "2024-09-30T16:42:32Z", + "completed_at": "2024-09-30T16:42:32Z" + } + ], + "check_run_url": "https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30867595897", + "labels": [ + "build", + "in-service" + ], + "runner_id": 223, + "runner_name": "tt-metal-ci-bm-e04cs07", + "runner_group_id": 1, + "runner_group_name": "Default" + }, + { + "id": 30868250899, + "run_id": 11110261767, + "workflow_name": "All post-commit tests", + "head_branch": "asaigal/dispatch_s", + "run_url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/11110261767", + "run_attempt": 1, + "node_id": "CR_kwDOI9Wqc88AAAAHL-QhEw", + "head_sha": "a6fea2adef8786a0615456df19fd0582e925bc61", + "url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30868250899", + "html_url": "https://github.com/tenstorrent/tt-metal/actions/runs/11110261767/job/30868250899", + "status": "completed", + "conclusion": "success", + "created_at": "2024-09-30T16:42:38Z", + "started_at": "2024-09-30T16:45:04Z", + "completed_at": "2024-09-30T16:55:16Z", + "name": "build / Debug clang++-17 grayskull ubuntu-20.04", + "steps": [ + { + "name": "Set up job", + "status": "completed", + "conclusion": "success", + "number": 1, + "started_at": "2024-09-30T16:45:03Z", + "completed_at": "2024-09-30T16:45:05Z" + }, + { + "name": "Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0", + "status": "completed", + "conclusion": "success", + "number": 2, + "started_at": "2024-09-30T16:45:05Z", + "completed_at": "2024-09-30T16:45:11Z" + }, + { + "name": "Set up dynamic env vars for build", + "status": "completed", + "conclusion": "success", + "number": 3, + "started_at": "2024-09-30T16:45:11Z", + "completed_at": "2024-09-30T16:45:11Z" + }, + { + "name": "Build C++ libraries and tests", + "status": "completed", + "conclusion": "success", + "number": 4, + "started_at": "2024-09-30T16:45:11Z", + "completed_at": "2024-09-30T16:55:12Z" + }, + { + "name": "Check disk space", + "status": "completed", + "conclusion": "success", + "number": 5, + "started_at": "2024-09-30T16:55:12Z", + "completed_at": "2024-09-30T16:55:12Z" + }, + { + "name": "Run /./.github/actions/slack-report", + "status": "completed", + "conclusion": "skipped", + "number": 6, + "started_at": "2024-09-30T16:55:12Z", + "completed_at": "2024-09-30T16:55:12Z" + }, + { + "name": "Post Build C++ libraries and tests", + "status": "completed", + "conclusion": "success", + "number": 11, + "started_at": "2024-09-30T16:55:12Z", + "completed_at": "2024-09-30T16:55:12Z" + }, + { + "name": "Post Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0", + "status": "completed", + "conclusion": "success", + "number": 12, + "started_at": "2024-09-30T16:55:13Z", + "completed_at": "2024-09-30T16:55:13Z" + }, + { + "name": "Complete job", + "status": "completed", + "conclusion": "success", + "number": 13, + "started_at": "2024-09-30T16:55:13Z", + "completed_at": "2024-09-30T16:55:13Z" + } + ], + "check_run_url": "https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30868250899", + "labels": [ + "build", + "in-service" + ], + "runner_id": 211, + "runner_name": "tt-metal-ci-bm-e04cs06-02", + "runner_group_id": 1, + "runner_group_name": "Default" + }, + { + "id": 30868251720, + "run_id": 11110261767, + "workflow_name": "All post-commit tests", + "head_branch": "asaigal/dispatch_s", + "run_url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/11110261767", + "run_attempt": 1, + "node_id": "CR_kwDOI9Wqc88AAAAHL-QkSA", + "head_sha": "a6fea2adef8786a0615456df19fd0582e925bc61", + "url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30868251720", + "html_url": "https://github.com/tenstorrent/tt-metal/actions/runs/11110261767/job/30868251720", + "status": "completed", + "conclusion": "success", + "created_at": "2024-09-30T16:42:38Z", + "started_at": "2024-09-30T16:42:43Z", + "completed_at": "2024-09-30T16:48:41Z", + "name": "build-wheels (ubuntu-20.04, grayskull) / build-wheel", + "steps": [ + { + "name": "Set up job", + "status": "completed", + "conclusion": "success", + "number": 1, + "started_at": "2024-09-30T16:42:42Z", + "completed_at": "2024-09-30T16:42:43Z" + }, + { + "name": "Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0", + "status": "completed", + "conclusion": "success", + "number": 2, + "started_at": "2024-09-30T16:42:44Z", + "completed_at": "2024-09-30T16:43:30Z" + }, + { + "name": "Run /./.github/actions/install-metal-deps", + "status": "completed", + "conclusion": "success", + "number": 3, + "started_at": "2024-09-30T16:43:30Z", + "completed_at": "2024-09-30T16:45:43Z" + }, + { + "name": "Run /./.github/actions/install-metal-dev-deps", + "status": "completed", + "conclusion": "success", + "number": 4, + "started_at": "2024-09-30T16:45:44Z", + "completed_at": "2024-09-30T16:45:53Z" + }, + { + "name": "Clean up dirty files", + "status": "completed", + "conclusion": "success", + "number": 5, + "started_at": "2024-09-30T16:45:54Z", + "completed_at": "2024-09-30T16:45:54Z" + }, + { + "name": "Run actions/setup-python@v5.0.0", + "status": "completed", + "conclusion": "success", + "number": 6, + "started_at": "2024-09-30T16:45:54Z", + "completed_at": "2024-09-30T16:45:54Z" + }, + { + "name": "Install python deps for packaging", + "status": "completed", + "conclusion": "success", + "number": 7, + "started_at": "2024-09-30T16:45:54Z", + "completed_at": "2024-09-30T16:45:57Z" + }, + { + "name": "Use g++ as umd compiler for ubuntu 22.04", + "status": "completed", + "conclusion": "skipped", + "number": 8, + "started_at": "2024-09-30T16:45:57Z", + "completed_at": "2024-09-30T16:45:57Z" + }, + { + "name": "Run /./.github/actions/prepare-metal-run", + "status": "completed", + "conclusion": "success", + "number": 9, + "started_at": "2024-09-30T16:45:57Z", + "completed_at": "2024-09-30T16:46:11Z" + }, + { + "name": "Set precompiled dir for precompile builds", + "status": "completed", + "conclusion": "success", + "number": 10, + "started_at": "2024-09-30T16:46:11Z", + "completed_at": "2024-09-30T16:46:11Z" + }, + { + "name": "Build Python package distribution", + "status": "completed", + "conclusion": "success", + "number": 11, + "started_at": "2024-09-30T16:46:11Z", + "completed_at": "2024-09-30T16:48:25Z" + }, + { + "name": "Upload distribution as artifact", + "status": "completed", + "conclusion": "success", + "number": 12, + "started_at": "2024-09-30T16:48:25Z", + "completed_at": "2024-09-30T16:48:37Z" + }, + { + "name": "Post Run /./.github/actions/prepare-metal-run", + "status": "completed", + "conclusion": "success", + "number": 22, + "started_at": "2024-09-30T16:48:37Z", + "completed_at": "2024-09-30T16:48:39Z" + }, + { + "name": "Post Run actions/setup-python@v5.0.0", + "status": "completed", + "conclusion": "success", + "number": 23, + "started_at": "2024-09-30T16:48:39Z", + "completed_at": "2024-09-30T16:48:39Z" + }, + { + "name": "Post Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0", + "status": "completed", + "conclusion": "success", + "number": 24, + "started_at": "2024-09-30T16:48:41Z", + "completed_at": "2024-09-30T16:48:41Z" + }, + { + "name": "Complete job", + "status": "completed", + "conclusion": "success", + "number": 25, + "started_at": "2024-09-30T16:48:39Z", + "completed_at": "2024-09-30T16:48:39Z" + } + ], + "check_run_url": "https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30868251720", + "labels": [ + "ubuntu-20.04" + ], + "runner_id": 19, + "runner_name": "GitHub Actions 19", + "runner_group_id": 2, + "runner_group_name": "GitHub Actions" + }, + { + "id": 30868252288, + "run_id": 11110261767, + "workflow_name": "All post-commit tests", + "head_branch": "asaigal/dispatch_s", + "run_url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/11110261767", + "run_attempt": 1, + "node_id": "CR_kwDOI9Wqc88AAAAHL-QmgA", + "head_sha": "a6fea2adef8786a0615456df19fd0582e925bc61", + "url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30868252288", + "html_url": "https://github.com/tenstorrent/tt-metal/actions/runs/11110261767/job/30868252288", + "status": "completed", + "conclusion": "success", + "created_at": "2024-09-30T16:42:39Z", + "started_at": "2024-09-30T16:44:45Z", + "completed_at": "2024-09-30T16:55:23Z", + "name": "build / Debug clang++-17 wormhole_b0 ubuntu-20.04", + "steps": [ + { + "name": "Set up job", + "status": "completed", + "conclusion": "success", + "number": 1, + "started_at": "2024-09-30T16:44:44Z", + "completed_at": "2024-09-30T16:44:46Z" + }, + { + "name": "Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0", + "status": "completed", + "conclusion": "success", + "number": 2, + "started_at": "2024-09-30T16:44:46Z", + "completed_at": "2024-09-30T16:44:53Z" + }, + { + "name": "Set up dynamic env vars for build", + "status": "completed", + "conclusion": "success", + "number": 3, + "started_at": "2024-09-30T16:44:53Z", + "completed_at": "2024-09-30T16:44:53Z" + }, + { + "name": "Build C++ libraries and tests", + "status": "completed", + "conclusion": "success", + "number": 4, + "started_at": "2024-09-30T16:44:53Z", + "completed_at": "2024-09-30T16:55:19Z" + }, + { + "name": "Check disk space", + "status": "completed", + "conclusion": "success", + "number": 5, + "started_at": "2024-09-30T16:55:19Z", + "completed_at": "2024-09-30T16:55:19Z" + }, + { + "name": "Run /./.github/actions/slack-report", + "status": "completed", + "conclusion": "skipped", + "number": 6, + "started_at": "2024-09-30T16:55:19Z", + "completed_at": "2024-09-30T16:55:19Z" + }, + { + "name": "Post Build C++ libraries and tests", + "status": "completed", + "conclusion": "success", + "number": 11, + "started_at": "2024-09-30T16:55:19Z", + "completed_at": "2024-09-30T16:55:19Z" + }, + { + "name": "Post Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0", + "status": "completed", + "conclusion": "success", + "number": 12, + "started_at": "2024-09-30T16:55:20Z", + "completed_at": "2024-09-30T16:55:20Z" + }, + { + "name": "Complete job", + "status": "completed", + "conclusion": "success", + "number": 13, + "started_at": "2024-09-30T16:55:20Z", + "completed_at": "2024-09-30T16:55:20Z" + } + ], + "check_run_url": "https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30868252288", + "labels": [ + "build", + "in-service" + ], + "runner_id": 166, + "runner_name": "tt-metal-ci-bm-e09cs08", + "runner_group_id": 1, + "runner_group_name": "Default" + }, + { + "id": 30868252610, + "run_id": 11110261767, + "workflow_name": "All post-commit tests", + "head_branch": "asaigal/dispatch_s", + "run_url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/11110261767", + "run_attempt": 1, + "node_id": "CR_kwDOI9Wqc88AAAAHL-Qnwg", + "head_sha": "a6fea2adef8786a0615456df19fd0582e925bc61", + "url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30868252610", + "html_url": "https://github.com/tenstorrent/tt-metal/actions/runs/11110261767/job/30868252610", + "status": "completed", + "conclusion": "success", + "created_at": "2024-09-30T16:42:40Z", + "started_at": "2024-09-30T16:42:44Z", + "completed_at": "2024-09-30T16:47:31Z", + "name": "build-wheels (ubuntu-20.04, wormhole_b0) / build-wheel", + "steps": [ + { + "name": "Set up job", + "status": "completed", + "conclusion": "success", + "number": 1, + "started_at": "2024-09-30T16:42:43Z", + "completed_at": "2024-09-30T16:42:44Z" + }, + { + "name": "Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0", + "status": "completed", + "conclusion": "success", + "number": 2, + "started_at": "2024-09-30T16:42:44Z", + "completed_at": "2024-09-30T16:43:30Z" + }, + { + "name": "Run /./.github/actions/install-metal-deps", + "status": "completed", + "conclusion": "success", + "number": 3, + "started_at": "2024-09-30T16:43:30Z", + "completed_at": "2024-09-30T16:44:33Z" + }, + { + "name": "Run /./.github/actions/install-metal-dev-deps", + "status": "completed", + "conclusion": "success", + "number": 4, + "started_at": "2024-09-30T16:44:33Z", + "completed_at": "2024-09-30T16:44:42Z" + }, + { + "name": "Clean up dirty files", + "status": "completed", + "conclusion": "success", + "number": 5, + "started_at": "2024-09-30T16:44:42Z", + "completed_at": "2024-09-30T16:44:42Z" + }, + { + "name": "Run actions/setup-python@v5.0.0", + "status": "completed", + "conclusion": "success", + "number": 6, + "started_at": "2024-09-30T16:44:42Z", + "completed_at": "2024-09-30T16:44:42Z" + }, + { + "name": "Install python deps for packaging", + "status": "completed", + "conclusion": "success", + "number": 7, + "started_at": "2024-09-30T16:44:42Z", + "completed_at": "2024-09-30T16:44:45Z" + }, + { + "name": "Use g++ as umd compiler for ubuntu 22.04", + "status": "completed", + "conclusion": "skipped", + "number": 8, + "started_at": "2024-09-30T16:44:45Z", + "completed_at": "2024-09-30T16:44:45Z" + }, + { + "name": "Run /./.github/actions/prepare-metal-run", + "status": "completed", + "conclusion": "success", + "number": 9, + "started_at": "2024-09-30T16:44:45Z", + "completed_at": "2024-09-30T16:45:02Z" + }, + { + "name": "Set precompiled dir for precompile builds", + "status": "completed", + "conclusion": "success", + "number": 10, + "started_at": "2024-09-30T16:45:02Z", + "completed_at": "2024-09-30T16:45:02Z" + }, + { + "name": "Build Python package distribution", + "status": "completed", + "conclusion": "success", + "number": 11, + "started_at": "2024-09-30T16:45:02Z", + "completed_at": "2024-09-30T16:47:15Z" + }, + { + "name": "Upload distribution as artifact", + "status": "completed", + "conclusion": "success", + "number": 12, + "started_at": "2024-09-30T16:47:15Z", + "completed_at": "2024-09-30T16:47:27Z" + }, + { + "name": "Post Run /./.github/actions/prepare-metal-run", + "status": "completed", + "conclusion": "success", + "number": 22, + "started_at": "2024-09-30T16:47:27Z", + "completed_at": "2024-09-30T16:47:29Z" + }, + { + "name": "Post Run actions/setup-python@v5.0.0", + "status": "completed", + "conclusion": "success", + "number": 23, + "started_at": "2024-09-30T16:47:29Z", + "completed_at": "2024-09-30T16:47:29Z" + }, + { + "name": "Post Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0", + "status": "completed", + "conclusion": "success", + "number": 24, + "started_at": "2024-09-30T16:47:29Z", + "completed_at": "2024-09-30T16:47:29Z" + }, + { + "name": "Complete job", + "status": "completed", + "conclusion": "success", + "number": 25, + "started_at": "2024-09-30T16:47:29Z", + "completed_at": "2024-09-30T16:47:29Z" + } + ], + "check_run_url": "https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30868252610", + "labels": [ + "ubuntu-20.04" + ], + "runner_id": 117, + "runner_name": "GitHub Actions 36", + "runner_group_id": 2, + "runner_group_name": "GitHub Actions" + }, + { + "id": 30868252928, + "run_id": 11110261767, + "workflow_name": "All post-commit tests", + "head_branch": "asaigal/dispatch_s", + "run_url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/11110261767", + "run_attempt": 1, + "node_id": "CR_kwDOI9Wqc88AAAAHL-QpAA", + "head_sha": "a6fea2adef8786a0615456df19fd0582e925bc61", + "url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30868252928", + "html_url": "https://github.com/tenstorrent/tt-metal/actions/runs/11110261767/job/30868252928", + "status": "completed", + "conclusion": "success", + "created_at": "2024-09-30T16:42:40Z", + "started_at": "2024-09-30T16:44:55Z", + "completed_at": "2024-09-30T16:54:21Z", + "name": "build / Debug clang++-17 blackhole ubuntu-20.04", + "steps": [ + { + "name": "Set up job", + "status": "completed", + "conclusion": "success", + "number": 1, + "started_at": "2024-09-30T16:44:54Z", + "completed_at": "2024-09-30T16:44:56Z" + }, + { + "name": "Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0", + "status": "completed", + "conclusion": "success", + "number": 2, + "started_at": "2024-09-30T16:44:57Z", + "completed_at": "2024-09-30T16:45:02Z" + }, + { + "name": "Set up dynamic env vars for build", + "status": "completed", + "conclusion": "success", + "number": 3, + "started_at": "2024-09-30T16:45:02Z", + "completed_at": "2024-09-30T16:45:02Z" + }, + { + "name": "Build C++ libraries and tests", + "status": "completed", + "conclusion": "success", + "number": 4, + "started_at": "2024-09-30T16:45:02Z", + "completed_at": "2024-09-30T16:54:17Z" + }, + { + "name": "Check disk space", + "status": "completed", + "conclusion": "success", + "number": 5, + "started_at": "2024-09-30T16:54:17Z", + "completed_at": "2024-09-30T16:54:17Z" + }, + { + "name": "Run /./.github/actions/slack-report", + "status": "completed", + "conclusion": "skipped", + "number": 6, + "started_at": "2024-09-30T16:54:17Z", + "completed_at": "2024-09-30T16:54:17Z" + }, + { + "name": "Post Build C++ libraries and tests", + "status": "completed", + "conclusion": "success", + "number": 11, + "started_at": "2024-09-30T16:54:17Z", + "completed_at": "2024-09-30T16:54:17Z" + }, + { + "name": "Post Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0", + "status": "completed", + "conclusion": "success", + "number": 12, + "started_at": "2024-09-30T16:54:17Z", + "completed_at": "2024-09-30T16:54:18Z" + }, + { + "name": "Complete job", + "status": "completed", + "conclusion": "success", + "number": 13, + "started_at": "2024-09-30T16:54:18Z", + "completed_at": "2024-09-30T16:54:18Z" + } + ], + "check_run_url": "https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30868252928", + "labels": [ + "build", + "in-service" + ], + "runner_id": 168, + "runner_name": "tt-metal-ci-bm-f14cs02", + "runner_group_id": 1, + "runner_group_name": "Default" + }, + { + "id": 30868253316, + "run_id": 11110261767, + "workflow_name": "All post-commit tests", + "head_branch": "asaigal/dispatch_s", + "run_url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/11110261767", + "run_attempt": 1, + "node_id": "CR_kwDOI9Wqc88AAAAHL-QqhA", + "head_sha": "a6fea2adef8786a0615456df19fd0582e925bc61", + "url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30868253316", + "html_url": "https://github.com/tenstorrent/tt-metal/actions/runs/11110261767/job/30868253316", + "status": "completed", + "conclusion": "success", + "created_at": "2024-09-30T16:42:40Z", + "started_at": "2024-09-30T16:48:53Z", + "completed_at": "2024-09-30T17:03:19Z", + "name": "build / RelWithDebInfo clang++-17 grayskull ubuntu-20.04", + "steps": [ + { + "name": "Set up job", + "status": "completed", + "conclusion": "success", + "number": 1, + "started_at": "2024-09-30T16:48:53Z", + "completed_at": "2024-09-30T16:48:55Z" + }, + { + "name": "Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0", + "status": "completed", + "conclusion": "success", + "number": 2, + "started_at": "2024-09-30T16:48:55Z", + "completed_at": "2024-09-30T16:49:00Z" + }, + { + "name": "Set up dynamic env vars for build", + "status": "completed", + "conclusion": "success", + "number": 3, + "started_at": "2024-09-30T16:49:01Z", + "completed_at": "2024-09-30T16:49:01Z" + }, + { + "name": "Build C++ libraries and tests", + "status": "completed", + "conclusion": "success", + "number": 4, + "started_at": "2024-09-30T16:49:01Z", + "completed_at": "2024-09-30T17:03:15Z" + }, + { + "name": "Check disk space", + "status": "completed", + "conclusion": "success", + "number": 5, + "started_at": "2024-09-30T17:03:16Z", + "completed_at": "2024-09-30T17:03:16Z" + }, + { + "name": "Run /./.github/actions/slack-report", + "status": "completed", + "conclusion": "skipped", + "number": 6, + "started_at": "2024-09-30T17:03:16Z", + "completed_at": "2024-09-30T17:03:16Z" + }, + { + "name": "Post Build C++ libraries and tests", + "status": "completed", + "conclusion": "success", + "number": 11, + "started_at": "2024-09-30T17:03:16Z", + "completed_at": "2024-09-30T17:03:16Z" + }, + { + "name": "Post Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0", + "status": "completed", + "conclusion": "success", + "number": 12, + "started_at": "2024-09-30T17:03:19Z", + "completed_at": "2024-09-30T17:03:19Z" + }, + { + "name": "Complete job", + "status": "completed", + "conclusion": "success", + "number": 13, + "started_at": "2024-09-30T17:03:16Z", + "completed_at": "2024-09-30T17:03:16Z" + } + ], + "check_run_url": "https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30868253316", + "labels": [ + "build", + "in-service" + ], + "runner_id": 221, + "runner_name": "tt-metal-ci-bm-f13cs04", + "runner_group_id": 1, + "runner_group_name": "Default" + }, + { + "id": 30868253700, + "run_id": 11110261767, + "workflow_name": "All post-commit tests", + "head_branch": "asaigal/dispatch_s", + "run_url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/11110261767", + "run_attempt": 1, + "node_id": "CR_kwDOI9Wqc88AAAAHL-QsBA", + "head_sha": "a6fea2adef8786a0615456df19fd0582e925bc61", + "url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30868253700", + "html_url": "https://github.com/tenstorrent/tt-metal/actions/runs/11110261767/job/30868253700", + "status": "completed", + "conclusion": "success", + "created_at": "2024-09-30T16:42:41Z", + "started_at": "2024-09-30T16:42:42Z", + "completed_at": "2024-09-30T16:58:09Z", + "name": "cpp-unit-tests (grayskull, E150) / C++ grayskull E150", + "steps": [ + { + "name": "Set up job", + "status": "completed", + "conclusion": "success", + "number": 1, + "started_at": "2024-09-30T16:42:41Z", + "completed_at": "2024-09-30T16:42:43Z" + }, + { + "name": "Set up runner", + "status": "completed", + "conclusion": "success", + "number": 2, + "started_at": "2024-09-30T16:42:43Z", + "completed_at": "2024-09-30T16:43:15Z" + }, + { + "name": "Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0", + "status": "completed", + "conclusion": "success", + "number": 3, + "started_at": "2024-09-30T16:43:15Z", + "completed_at": "2024-09-30T16:43:21Z" + }, + { + "name": "Set up dynamic env vars for build", + "status": "completed", + "conclusion": "success", + "number": 4, + "started_at": "2024-09-30T16:43:22Z", + "completed_at": "2024-09-30T16:43:22Z" + }, + { + "name": "Run /./.github/actions/prepare-metal-run", + "status": "completed", + "conclusion": "success", + "number": 5, + "started_at": "2024-09-30T16:43:22Z", + "completed_at": "2024-09-30T16:43:59Z" + }, + { + "name": "C++ tests", + "status": "completed", + "conclusion": "success", + "number": 6, + "started_at": "2024-09-30T16:43:59Z", + "completed_at": "2024-09-30T16:58:01Z" + }, + { + "name": "Run /./.github/actions/slack-report", + "status": "completed", + "conclusion": "skipped", + "number": 7, + "started_at": "2024-09-30T16:58:02Z", + "completed_at": "2024-09-30T16:58:02Z" + }, + { + "name": "Post Run /./.github/actions/prepare-metal-run", + "status": "completed", + "conclusion": "success", + "number": 12, + "started_at": "2024-09-30T16:58:02Z", + "completed_at": "2024-09-30T16:58:06Z" + }, + { + "name": "Post Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0", + "status": "completed", + "conclusion": "success", + "number": 13, + "started_at": "2024-09-30T16:58:06Z", + "completed_at": "2024-09-30T16:58:06Z" + }, + { + "name": "Complete runner", + "status": "completed", + "conclusion": "success", + "number": 14, + "started_at": "2024-09-30T16:58:09Z", + "completed_at": "2024-09-30T16:58:09Z" + }, + { + "name": "Complete job", + "status": "completed", + "conclusion": "success", + "number": 15, + "started_at": "2024-09-30T16:58:06Z", + "completed_at": "2024-09-30T16:58:06Z" + } + ], + "check_run_url": "https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30868253700", + "labels": [ + "E150", + "cloud-virtual-machine", + "in-service" + ], + "runner_id": 205, + "runner_name": "tt-metal-ci-vm-123", + "runner_group_id": 1, + "runner_group_name": "Default" + }, + { + "id": 30868254204, + "run_id": 11110261767, + "workflow_name": "All post-commit tests", + "head_branch": "asaigal/dispatch_s", + "run_url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/11110261767", + "run_attempt": 1, + "node_id": "CR_kwDOI9Wqc88AAAAHL-Qt_A", + "head_sha": "a6fea2adef8786a0615456df19fd0582e925bc61", + "url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30868254204", + "html_url": "https://github.com/tenstorrent/tt-metal/actions/runs/11110261767/job/30868254204", + "status": "completed", + "conclusion": "success", + "created_at": "2024-09-30T16:42:41Z", + "started_at": "2024-09-30T16:48:34Z", + "completed_at": "2024-09-30T17:01:52Z", + "name": "build / RelWithDebInfo clang++-17 wormhole_b0 ubuntu-20.04", + "steps": [ + { + "name": "Set up job", + "status": "completed", + "conclusion": "success", + "number": 1, + "started_at": "2024-09-30T16:48:34Z", + "completed_at": "2024-09-30T16:48:35Z" + }, + { + "name": "Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0", + "status": "completed", + "conclusion": "success", + "number": 2, + "started_at": "2024-09-30T16:48:35Z", + "completed_at": "2024-09-30T16:48:41Z" + }, + { + "name": "Set up dynamic env vars for build", + "status": "completed", + "conclusion": "success", + "number": 3, + "started_at": "2024-09-30T16:48:42Z", + "completed_at": "2024-09-30T16:48:42Z" + }, + { + "name": "Build C++ libraries and tests", + "status": "completed", + "conclusion": "success", + "number": 4, + "started_at": "2024-09-30T16:48:42Z", + "completed_at": "2024-09-30T17:01:47Z" + }, + { + "name": "Check disk space", + "status": "completed", + "conclusion": "success", + "number": 5, + "started_at": "2024-09-30T17:01:47Z", + "completed_at": "2024-09-30T17:01:47Z" + }, + { + "name": "Run /./.github/actions/slack-report", + "status": "completed", + "conclusion": "skipped", + "number": 6, + "started_at": "2024-09-30T17:01:47Z", + "completed_at": "2024-09-30T17:01:47Z" + }, + { + "name": "Post Build C++ libraries and tests", + "status": "completed", + "conclusion": "success", + "number": 11, + "started_at": "2024-09-30T17:01:47Z", + "completed_at": "2024-09-30T17:01:47Z" + }, + { + "name": "Post Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0", + "status": "completed", + "conclusion": "success", + "number": 12, + "started_at": "2024-09-30T17:01:52Z", + "completed_at": "2024-09-30T17:01:52Z" + }, + { + "name": "Complete job", + "status": "completed", + "conclusion": "success", + "number": 13, + "started_at": "2024-09-30T17:01:48Z", + "completed_at": "2024-09-30T17:01:48Z" + } + ], + "check_run_url": "https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30868254204", + "labels": [ + "build", + "in-service" + ], + "runner_id": 210, + "runner_name": "tt-metal-ci-bm-e04cs04-02", + "runner_group_id": 1, + "runner_group_name": "Default" + }, + { + "id": 30868254558, + "run_id": 11110261767, + "workflow_name": "All post-commit tests", + "head_branch": "asaigal/dispatch_s", + "run_url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/11110261767", + "run_attempt": 1, + "node_id": "CR_kwDOI9Wqc88AAAAHL-QvXg", + "head_sha": "a6fea2adef8786a0615456df19fd0582e925bc61", + "url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30868254558", + "html_url": "https://github.com/tenstorrent/tt-metal/actions/runs/11110261767/job/30868254558", + "status": "completed", + "conclusion": "success", + "created_at": "2024-09-30T16:42:42Z", + "started_at": "2024-09-30T16:42:42Z", + "completed_at": "2024-09-30T16:44:20Z", + "name": "cpp-unit-tests (grayskull, E150) / ttnn cpp tests grayskull E150", + "steps": [ + { + "name": "Set up job", + "status": "completed", + "conclusion": "success", + "number": 1, + "started_at": "2024-09-30T16:42:41Z", + "completed_at": "2024-09-30T16:42:43Z" + }, + { + "name": "Set up runner", + "status": "completed", + "conclusion": "success", + "number": 2, + "started_at": "2024-09-30T16:42:44Z", + "completed_at": "2024-09-30T16:43:15Z" + }, + { + "name": "Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0", + "status": "completed", + "conclusion": "success", + "number": 3, + "started_at": "2024-09-30T16:43:15Z", + "completed_at": "2024-09-30T16:43:20Z" + }, + { + "name": "Set up dynamic env vars for build", + "status": "completed", + "conclusion": "success", + "number": 4, + "started_at": "2024-09-30T16:43:20Z", + "completed_at": "2024-09-30T16:43:20Z" + }, + { + "name": "Run /./.github/actions/prepare-metal-run", + "status": "completed", + "conclusion": "success", + "number": 5, + "started_at": "2024-09-30T16:43:20Z", + "completed_at": "2024-09-30T16:43:51Z" + }, + { + "name": "ttnn cpp tests tests", + "status": "completed", + "conclusion": "success", + "number": 6, + "started_at": "2024-09-30T16:43:51Z", + "completed_at": "2024-09-30T16:44:13Z" + }, + { + "name": "Run /./.github/actions/slack-report", + "status": "completed", + "conclusion": "skipped", + "number": 7, + "started_at": "2024-09-30T16:44:14Z", + "completed_at": "2024-09-30T16:44:14Z" + }, + { + "name": "Post Run /./.github/actions/prepare-metal-run", + "status": "completed", + "conclusion": "success", + "number": 12, + "started_at": "2024-09-30T16:44:14Z", + "completed_at": "2024-09-30T16:44:16Z" + }, + { + "name": "Post Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0", + "status": "completed", + "conclusion": "success", + "number": 13, + "started_at": "2024-09-30T16:44:16Z", + "completed_at": "2024-09-30T16:44:16Z" + }, + { + "name": "Complete runner", + "status": "completed", + "conclusion": "success", + "number": 14, + "started_at": "2024-09-30T16:44:20Z", + "completed_at": "2024-09-30T16:44:20Z" + }, + { + "name": "Complete job", + "status": "completed", + "conclusion": "success", + "number": 15, + "started_at": "2024-09-30T16:44:16Z", + "completed_at": "2024-09-30T16:44:16Z" + } + ], + "check_run_url": "https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30868254558", + "labels": [ + "E150", + "cloud-virtual-machine", + "in-service" + ], + "runner_id": 144, + "runner_name": "tt-metal-ci-vm-107", + "runner_group_id": 1, + "runner_group_name": "Default" + }, + { + "id": 30868254927, + "run_id": 11110261767, + "workflow_name": "All post-commit tests", + "head_branch": "asaigal/dispatch_s", + "run_url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/11110261767", + "run_attempt": 1, + "node_id": "CR_kwDOI9Wqc88AAAAHL-Qwzw", + "head_sha": "a6fea2adef8786a0615456df19fd0582e925bc61", + "url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30868254927", + "html_url": "https://github.com/tenstorrent/tt-metal/actions/runs/11110261767/job/30868254927", + "status": "completed", + "conclusion": "success", + "created_at": "2024-09-30T16:42:42Z", + "started_at": "2024-09-30T16:50:14Z", + "completed_at": "2024-09-30T17:25:56Z", + "name": "cpp-unit-tests (wormhole_b0, N300) / C++ wormhole_b0 N300", + "steps": [ + { + "name": "Set up job", + "status": "completed", + "conclusion": "success", + "number": 1, + "started_at": "2024-09-30T16:50:14Z", + "completed_at": "2024-09-30T16:50:15Z" + }, + { + "name": "Set up runner", + "status": "completed", + "conclusion": "success", + "number": 2, + "started_at": "2024-09-30T16:50:15Z", + "completed_at": "2024-09-30T16:50:59Z" + }, + { + "name": "Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0", + "status": "completed", + "conclusion": "success", + "number": 3, + "started_at": "2024-09-30T16:51:00Z", + "completed_at": "2024-09-30T16:51:04Z" + }, + { + "name": "Set up dynamic env vars for build", + "status": "completed", + "conclusion": "success", + "number": 4, + "started_at": "2024-09-30T16:51:05Z", + "completed_at": "2024-09-30T16:51:05Z" + }, + { + "name": "Run /./.github/actions/prepare-metal-run", + "status": "completed", + "conclusion": "success", + "number": 5, + "started_at": "2024-09-30T16:51:05Z", + "completed_at": "2024-09-30T16:51:35Z" + }, + { + "name": "C++ tests", + "status": "completed", + "conclusion": "success", + "number": 6, + "started_at": "2024-09-30T16:51:36Z", + "completed_at": "2024-09-30T17:25:47Z" + }, + { + "name": "Run /./.github/actions/slack-report", + "status": "completed", + "conclusion": "skipped", + "number": 7, + "started_at": "2024-09-30T17:25:47Z", + "completed_at": "2024-09-30T17:25:47Z" + }, + { + "name": "Post Run /./.github/actions/prepare-metal-run", + "status": "completed", + "conclusion": "success", + "number": 12, + "started_at": "2024-09-30T17:25:47Z", + "completed_at": "2024-09-30T17:25:52Z" + }, + { + "name": "Post Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0", + "status": "completed", + "conclusion": "success", + "number": 13, + "started_at": "2024-09-30T17:25:52Z", + "completed_at": "2024-09-30T17:25:52Z" + }, + { + "name": "Complete runner", + "status": "completed", + "conclusion": "success", + "number": 14, + "started_at": "2024-09-30T17:25:56Z", + "completed_at": "2024-09-30T17:25:56Z" + }, + { + "name": "Complete job", + "status": "completed", + "conclusion": "success", + "number": 15, + "started_at": "2024-09-30T17:25:52Z", + "completed_at": "2024-09-30T17:25:52Z" + } + ], + "check_run_url": "https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30868254927", + "labels": [ + "N300", + "cloud-virtual-machine", + "in-service" + ], + "runner_id": 35, + "runner_name": "tt-metal-ci-vm-23", + "runner_group_id": 1, + "runner_group_name": "Default" + }, + { + "id": 30868255281, + "run_id": 11110261767, + "workflow_name": "All post-commit tests", + "head_branch": "asaigal/dispatch_s", + "run_url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/11110261767", + "run_attempt": 1, + "node_id": "CR_kwDOI9Wqc88AAAAHL-QyMQ", + "head_sha": "a6fea2adef8786a0615456df19fd0582e925bc61", + "url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30868255281", + "html_url": "https://github.com/tenstorrent/tt-metal/actions/runs/11110261767/job/30868255281", + "status": "completed", + "conclusion": "success", + "created_at": "2024-09-30T16:42:43Z", + "started_at": "2024-09-30T16:48:47Z", + "completed_at": "2024-09-30T17:04:09Z", + "name": "build / RelWithDebInfo clang++-17 blackhole ubuntu-20.04", + "steps": [ + { + "name": "Set up job", + "status": "completed", + "conclusion": "success", + "number": 1, + "started_at": "2024-09-30T16:48:47Z", + "completed_at": "2024-09-30T16:48:50Z" + }, + { + "name": "Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0", + "status": "completed", + "conclusion": "success", + "number": 2, + "started_at": "2024-09-30T16:48:50Z", + "completed_at": "2024-09-30T16:49:09Z" + }, + { + "name": "Set up dynamic env vars for build", + "status": "completed", + "conclusion": "success", + "number": 3, + "started_at": "2024-09-30T16:49:09Z", + "completed_at": "2024-09-30T16:49:09Z" + }, + { + "name": "Build C++ libraries and tests", + "status": "completed", + "conclusion": "success", + "number": 4, + "started_at": "2024-09-30T16:49:09Z", + "completed_at": "2024-09-30T17:04:03Z" + }, + { + "name": "Check disk space", + "status": "completed", + "conclusion": "success", + "number": 5, + "started_at": "2024-09-30T17:04:03Z", + "completed_at": "2024-09-30T17:04:03Z" + }, + { + "name": "Run /./.github/actions/slack-report", + "status": "completed", + "conclusion": "skipped", + "number": 6, + "started_at": "2024-09-30T17:04:03Z", + "completed_at": "2024-09-30T17:04:03Z" + }, + { + "name": "Post Build C++ libraries and tests", + "status": "completed", + "conclusion": "success", + "number": 11, + "started_at": "2024-09-30T17:04:03Z", + "completed_at": "2024-09-30T17:04:04Z" + }, + { + "name": "Post Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0", + "status": "completed", + "conclusion": "success", + "number": 12, + "started_at": "2024-09-30T17:04:04Z", + "completed_at": "2024-09-30T17:04:06Z" + }, + { + "name": "Complete job", + "status": "completed", + "conclusion": "success", + "number": 13, + "started_at": "2024-09-30T17:04:06Z", + "completed_at": "2024-09-30T17:04:06Z" + } + ], + "check_run_url": "https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30868255281", + "labels": [ + "build", + "in-service" + ], + "runner_id": 212, + "runner_name": "tt-metal-ci-bm-e08cs08-02", + "runner_group_id": 1, + "runner_group_name": "Default" + }, + { + "id": 30868255572, + "run_id": 11110261767, + "workflow_name": "All post-commit tests", + "head_branch": "asaigal/dispatch_s", + "run_url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/11110261767", + "run_attempt": 1, + "node_id": "CR_kwDOI9Wqc88AAAAHL-QzVA", + "head_sha": "a6fea2adef8786a0615456df19fd0582e925bc61", + "url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30868255572", + "html_url": "https://github.com/tenstorrent/tt-metal/actions/runs/11110261767/job/30868255572", + "status": "completed", + "conclusion": "success", + "created_at": "2024-09-30T16:42:43Z", + "started_at": "2024-09-30T16:49:41Z", + "completed_at": "2024-09-30T17:25:23Z", + "name": "cpp-unit-tests (wormhole_b0, N150) / C++ wormhole_b0 N150", + "steps": [ + { + "name": "Set up job", + "status": "completed", + "conclusion": "success", + "number": 1, + "started_at": "2024-09-30T16:49:41Z", + "completed_at": "2024-09-30T16:49:42Z" + }, + { + "name": "Set up runner", + "status": "completed", + "conclusion": "success", + "number": 2, + "started_at": "2024-09-30T16:49:42Z", + "completed_at": "2024-09-30T16:50:26Z" + }, + { + "name": "Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0", + "status": "completed", + "conclusion": "success", + "number": 3, + "started_at": "2024-09-30T16:50:26Z", + "completed_at": "2024-09-30T16:50:31Z" + }, + { + "name": "Set up dynamic env vars for build", + "status": "completed", + "conclusion": "success", + "number": 4, + "started_at": "2024-09-30T16:50:31Z", + "completed_at": "2024-09-30T16:50:31Z" + }, + { + "name": "Run /./.github/actions/prepare-metal-run", + "status": "completed", + "conclusion": "success", + "number": 5, + "started_at": "2024-09-30T16:50:31Z", + "completed_at": "2024-09-30T16:51:04Z" + }, + { + "name": "C++ tests", + "status": "completed", + "conclusion": "success", + "number": 6, + "started_at": "2024-09-30T16:51:04Z", + "completed_at": "2024-09-30T17:25:13Z" + }, + { + "name": "Run /./.github/actions/slack-report", + "status": "completed", + "conclusion": "skipped", + "number": 7, + "started_at": "2024-09-30T17:25:14Z", + "completed_at": "2024-09-30T17:25:14Z" + }, + { + "name": "Post Run /./.github/actions/prepare-metal-run", + "status": "completed", + "conclusion": "success", + "number": 12, + "started_at": "2024-09-30T17:25:14Z", + "completed_at": "2024-09-30T17:25:18Z" + }, + { + "name": "Post Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0", + "status": "completed", + "conclusion": "success", + "number": 13, + "started_at": "2024-09-30T17:25:19Z", + "completed_at": "2024-09-30T17:25:19Z" + }, + { + "name": "Complete runner", + "status": "completed", + "conclusion": "success", + "number": 14, + "started_at": "2024-09-30T17:25:23Z", + "completed_at": "2024-09-30T17:25:23Z" + }, + { + "name": "Complete job", + "status": "completed", + "conclusion": "success", + "number": 15, + "started_at": "2024-09-30T17:25:19Z", + "completed_at": "2024-09-30T17:25:19Z" + } + ], + "check_run_url": "https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30868255572", + "labels": [ + "N150", + "cloud-virtual-machine", + "in-service" + ], + "runner_id": 77, + "runner_name": "tt-metal-ci-vm-81", + "runner_group_id": 1, + "runner_group_name": "Default" + }, + { + "id": 30868255897, + "run_id": 11110261767, + "workflow_name": "All post-commit tests", + "head_branch": "asaigal/dispatch_s", + "run_url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/11110261767", + "run_attempt": 1, + "node_id": "CR_kwDOI9Wqc88AAAAHL-Q0mQ", + "head_sha": "a6fea2adef8786a0615456df19fd0582e925bc61", + "url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30868255897", + "html_url": "https://github.com/tenstorrent/tt-metal/actions/runs/11110261767/job/30868255897", + "status": "completed", + "conclusion": "success", + "created_at": "2024-09-30T16:42:43Z", + "started_at": "2024-09-30T16:42:41Z", + "completed_at": "2024-09-30T16:43:57Z", + "name": "cpp-unit-tests (grayskull, E150) / ttnn ccl cpp unit tests grayskull E150", + "steps": [ + { + "name": "Set up job", + "status": "completed", + "conclusion": "success", + "number": 1, + "started_at": "2024-09-30T16:42:41Z", + "completed_at": "2024-09-30T16:42:43Z" + }, + { + "name": "Set up runner", + "status": "completed", + "conclusion": "success", + "number": 2, + "started_at": "2024-09-30T16:42:43Z", + "completed_at": "2024-09-30T16:43:14Z" + }, + { + "name": "Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0", + "status": "completed", + "conclusion": "success", + "number": 3, + "started_at": "2024-09-30T16:43:15Z", + "completed_at": "2024-09-30T16:43:20Z" + }, + { + "name": "Set up dynamic env vars for build", + "status": "completed", + "conclusion": "success", + "number": 4, + "started_at": "2024-09-30T16:43:20Z", + "completed_at": "2024-09-30T16:43:20Z" + }, + { + "name": "Run /./.github/actions/prepare-metal-run", + "status": "completed", + "conclusion": "success", + "number": 5, + "started_at": "2024-09-30T16:43:20Z", + "completed_at": "2024-09-30T16:43:51Z" + }, + { + "name": "ttnn ccl cpp unit tests tests", + "status": "completed", + "conclusion": "success", + "number": 6, + "started_at": "2024-09-30T16:43:51Z", + "completed_at": "2024-09-30T16:43:51Z" + }, + { + "name": "Run /./.github/actions/slack-report", + "status": "completed", + "conclusion": "skipped", + "number": 7, + "started_at": "2024-09-30T16:43:51Z", + "completed_at": "2024-09-30T16:43:51Z" + }, + { + "name": "Post Run /./.github/actions/prepare-metal-run", + "status": "completed", + "conclusion": "success", + "number": 12, + "started_at": "2024-09-30T16:43:51Z", + "completed_at": "2024-09-30T16:43:53Z" + }, + { + "name": "Post Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0", + "status": "completed", + "conclusion": "success", + "number": 13, + "started_at": "2024-09-30T16:43:53Z", + "completed_at": "2024-09-30T16:43:54Z" + }, + { + "name": "Complete runner", + "status": "completed", + "conclusion": "success", + "number": 14, + "started_at": "2024-09-30T16:43:57Z", + "completed_at": "2024-09-30T16:43:57Z" + }, + { + "name": "Complete job", + "status": "completed", + "conclusion": "success", + "number": 15, + "started_at": "2024-09-30T16:43:54Z", + "completed_at": "2024-09-30T16:43:54Z" + } + ], + "check_run_url": "https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30868255897", + "labels": [ + "E150", + "cloud-virtual-machine", + "in-service" + ], + "runner_id": 90, + "runner_name": "tt-metal-ci-vm-72", + "runner_group_id": 1, + "runner_group_name": "Default" + }, + { + "id": 30868256256, + "run_id": 11110261767, + "workflow_name": "All post-commit tests", + "head_branch": "asaigal/dispatch_s", + "run_url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/11110261767", + "run_attempt": 1, + "node_id": "CR_kwDOI9Wqc88AAAAHL-Q2AA", + "head_sha": "a6fea2adef8786a0615456df19fd0582e925bc61", + "url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30868256256", + "html_url": "https://github.com/tenstorrent/tt-metal/actions/runs/11110261767/job/30868256256", + "status": "completed", + "conclusion": "success", + "created_at": "2024-09-30T16:42:44Z", + "started_at": "2024-09-30T16:51:19Z", + "completed_at": "2024-09-30T16:53:06Z", + "name": "cpp-unit-tests (wormhole_b0, N300) / ttnn cpp tests wormhole_b0 N300", + "steps": [ + { + "name": "Set up job", + "status": "completed", + "conclusion": "success", + "number": 1, + "started_at": "2024-09-30T16:51:19Z", + "completed_at": "2024-09-30T16:51:21Z" + }, + { + "name": "Set up runner", + "status": "completed", + "conclusion": "success", + "number": 2, + "started_at": "2024-09-30T16:51:21Z", + "completed_at": "2024-09-30T16:52:05Z" + }, + { + "name": "Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0", + "status": "completed", + "conclusion": "success", + "number": 3, + "started_at": "2024-09-30T16:52:05Z", + "completed_at": "2024-09-30T16:52:10Z" + }, + { + "name": "Set up dynamic env vars for build", + "status": "completed", + "conclusion": "success", + "number": 4, + "started_at": "2024-09-30T16:52:10Z", + "completed_at": "2024-09-30T16:52:10Z" + }, + { + "name": "Run /./.github/actions/prepare-metal-run", + "status": "completed", + "conclusion": "success", + "number": 5, + "started_at": "2024-09-30T16:52:10Z", + "completed_at": "2024-09-30T16:52:38Z" + }, + { + "name": "ttnn cpp tests tests", + "status": "completed", + "conclusion": "success", + "number": 6, + "started_at": "2024-09-30T16:52:38Z", + "completed_at": "2024-09-30T16:53:00Z" + }, + { + "name": "Run /./.github/actions/slack-report", + "status": "completed", + "conclusion": "skipped", + "number": 7, + "started_at": "2024-09-30T16:53:00Z", + "completed_at": "2024-09-30T16:53:00Z" + }, + { + "name": "Post Run /./.github/actions/prepare-metal-run", + "status": "completed", + "conclusion": "success", + "number": 12, + "started_at": "2024-09-30T16:53:00Z", + "completed_at": "2024-09-30T16:53:03Z" + }, + { + "name": "Post Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0", + "status": "completed", + "conclusion": "success", + "number": 13, + "started_at": "2024-09-30T16:53:03Z", + "completed_at": "2024-09-30T16:53:03Z" + }, + { + "name": "Complete runner", + "status": "completed", + "conclusion": "success", + "number": 14, + "started_at": "2024-09-30T16:53:06Z", + "completed_at": "2024-09-30T16:53:06Z" + }, + { + "name": "Complete job", + "status": "completed", + "conclusion": "success", + "number": 15, + "started_at": "2024-09-30T16:53:03Z", + "completed_at": "2024-09-30T16:53:03Z" + } + ], + "check_run_url": "https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30868256256", + "labels": [ + "N300", + "cloud-virtual-machine", + "in-service" + ], + "runner_id": 195, + "runner_name": "tt-metal-ci-vm-111", + "runner_group_id": 1, + "runner_group_name": "Default" + }, + { + "id": 30868256628, + "run_id": 11110261767, + "workflow_name": "All post-commit tests", + "head_branch": "asaigal/dispatch_s", + "run_url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/11110261767", + "run_attempt": 1, + "node_id": "CR_kwDOI9Wqc88AAAAHL-Q3dA", + "head_sha": "a6fea2adef8786a0615456df19fd0582e925bc61", + "url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30868256628", + "html_url": "https://github.com/tenstorrent/tt-metal/actions/runs/11110261767/job/30868256628", + "status": "completed", + "conclusion": "success", + "created_at": "2024-09-30T16:42:44Z", + "started_at": "2024-09-30T16:47:49Z", + "completed_at": "2024-09-30T16:58:02Z", + "name": "build / Release clang++-17 grayskull ubuntu-22.04", + "steps": [ + { + "name": "Set up job", + "status": "completed", + "conclusion": "success", + "number": 1, + "started_at": "2024-09-30T16:47:49Z", + "completed_at": "2024-09-30T16:47:52Z" + }, + { + "name": "Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0", + "status": "completed", + "conclusion": "success", + "number": 2, + "started_at": "2024-09-30T16:47:52Z", + "completed_at": "2024-09-30T16:48:16Z" + }, + { + "name": "Set up dynamic env vars for build", + "status": "completed", + "conclusion": "success", + "number": 3, + "started_at": "2024-09-30T16:48:16Z", + "completed_at": "2024-09-30T16:48:16Z" + }, + { + "name": "Build C++ libraries and tests", + "status": "completed", + "conclusion": "success", + "number": 4, + "started_at": "2024-09-30T16:48:16Z", + "completed_at": "2024-09-30T16:57:56Z" + }, + { + "name": "Check disk space", + "status": "completed", + "conclusion": "success", + "number": 5, + "started_at": "2024-09-30T16:57:57Z", + "completed_at": "2024-09-30T16:57:57Z" + }, + { + "name": "Run /./.github/actions/slack-report", + "status": "completed", + "conclusion": "skipped", + "number": 6, + "started_at": "2024-09-30T16:57:57Z", + "completed_at": "2024-09-30T16:57:57Z" + }, + { + "name": "Post Build C++ libraries and tests", + "status": "completed", + "conclusion": "success", + "number": 11, + "started_at": "2024-09-30T16:57:57Z", + "completed_at": "2024-09-30T16:57:57Z" + }, + { + "name": "Post Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0", + "status": "completed", + "conclusion": "success", + "number": 12, + "started_at": "2024-09-30T16:57:57Z", + "completed_at": "2024-09-30T16:57:57Z" + }, + { + "name": "Complete job", + "status": "completed", + "conclusion": "success", + "number": 13, + "started_at": "2024-09-30T16:57:57Z", + "completed_at": "2024-09-30T16:57:58Z" + } + ], + "check_run_url": "https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30868256628", + "labels": [ + "build", + "in-service" + ], + "runner_id": 208, + "runner_name": "tt-metal-ci-bm-e09cs02-02", + "runner_group_id": 1, + "runner_group_name": "Default" + }, + { + "id": 30868256987, + "run_id": 11110261767, + "workflow_name": "All post-commit tests", + "head_branch": "asaigal/dispatch_s", + "run_url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/11110261767", + "run_attempt": 1, + "node_id": "CR_kwDOI9Wqc88AAAAHL-Q42w", + "head_sha": "a6fea2adef8786a0615456df19fd0582e925bc61", + "url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30868256987", + "html_url": "https://github.com/tenstorrent/tt-metal/actions/runs/11110261767/job/30868256987", + "status": "completed", + "conclusion": "success", + "created_at": "2024-09-30T16:42:45Z", + "started_at": "2024-09-30T16:50:25Z", + "completed_at": "2024-09-30T16:52:14Z", + "name": "cpp-unit-tests (wormhole_b0, N150) / ttnn cpp tests wormhole_b0 N150", + "steps": [ + { + "name": "Set up job", + "status": "completed", + "conclusion": "success", + "number": 1, + "started_at": "2024-09-30T16:50:24Z", + "completed_at": "2024-09-30T16:50:26Z" + }, + { + "name": "Set up runner", + "status": "completed", + "conclusion": "success", + "number": 2, + "started_at": "2024-09-30T16:50:26Z", + "completed_at": "2024-09-30T16:51:11Z" + }, + { + "name": "Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0", + "status": "completed", + "conclusion": "success", + "number": 3, + "started_at": "2024-09-30T16:51:11Z", + "completed_at": "2024-09-30T16:51:17Z" + }, + { + "name": "Set up dynamic env vars for build", + "status": "completed", + "conclusion": "success", + "number": 4, + "started_at": "2024-09-30T16:51:17Z", + "completed_at": "2024-09-30T16:51:17Z" + }, + { + "name": "Run /./.github/actions/prepare-metal-run", + "status": "completed", + "conclusion": "success", + "number": 5, + "started_at": "2024-09-30T16:51:17Z", + "completed_at": "2024-09-30T16:51:45Z" + }, + { + "name": "ttnn cpp tests tests", + "status": "completed", + "conclusion": "success", + "number": 6, + "started_at": "2024-09-30T16:51:46Z", + "completed_at": "2024-09-30T16:52:07Z" + }, + { + "name": "Run /./.github/actions/slack-report", + "status": "completed", + "conclusion": "skipped", + "number": 7, + "started_at": "2024-09-30T16:52:07Z", + "completed_at": "2024-09-30T16:52:07Z" + }, + { + "name": "Post Run /./.github/actions/prepare-metal-run", + "status": "completed", + "conclusion": "success", + "number": 12, + "started_at": "2024-09-30T16:52:07Z", + "completed_at": "2024-09-30T16:52:10Z" + }, + { + "name": "Post Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0", + "status": "completed", + "conclusion": "success", + "number": 13, + "started_at": "2024-09-30T16:52:11Z", + "completed_at": "2024-09-30T16:52:11Z" + }, + { + "name": "Complete runner", + "status": "completed", + "conclusion": "success", + "number": 14, + "started_at": "2024-09-30T16:52:14Z", + "completed_at": "2024-09-30T16:52:14Z" + }, + { + "name": "Complete job", + "status": "completed", + "conclusion": "success", + "number": 15, + "started_at": "2024-09-30T16:52:11Z", + "completed_at": "2024-09-30T16:52:11Z" + } + ], + "check_run_url": "https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30868256987", + "labels": [ + "N150", + "cloud-virtual-machine", + "in-service" + ], + "runner_id": 95, + "runner_name": "tt-metal-ci-vm-70", + "runner_group_id": 1, + "runner_group_name": "Default" + }, + { + "id": 30868257273, + "run_id": 11110261767, + "workflow_name": "All post-commit tests", + "head_branch": "asaigal/dispatch_s", + "run_url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/11110261767", + "run_attempt": 1, + "node_id": "CR_kwDOI9Wqc88AAAAHL-Q5-Q", + "head_sha": "a6fea2adef8786a0615456df19fd0582e925bc61", + "url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30868257273", + "html_url": "https://github.com/tenstorrent/tt-metal/actions/runs/11110261767/job/30868257273", + "status": "completed", + "conclusion": "success", + "created_at": "2024-09-30T16:42:45Z", + "started_at": "2024-09-30T16:45:12Z", + "completed_at": "2024-09-30T16:57:02Z", + "name": "build / Release clang++-17 wormhole_b0 ubuntu-22.04", + "steps": [ + { + "name": "Set up job", + "status": "completed", + "conclusion": "success", + "number": 1, + "started_at": "2024-09-30T16:45:12Z", + "completed_at": "2024-09-30T16:45:14Z" + }, + { + "name": "Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0", + "status": "completed", + "conclusion": "success", + "number": 2, + "started_at": "2024-09-30T16:45:14Z", + "completed_at": "2024-09-30T16:45:19Z" + }, + { + "name": "Set up dynamic env vars for build", + "status": "completed", + "conclusion": "success", + "number": 3, + "started_at": "2024-09-30T16:45:20Z", + "completed_at": "2024-09-30T16:45:20Z" + }, + { + "name": "Build C++ libraries and tests", + "status": "completed", + "conclusion": "success", + "number": 4, + "started_at": "2024-09-30T16:45:20Z", + "completed_at": "2024-09-30T16:56:56Z" + }, + { + "name": "Check disk space", + "status": "completed", + "conclusion": "success", + "number": 5, + "started_at": "2024-09-30T16:56:57Z", + "completed_at": "2024-09-30T16:56:57Z" + }, + { + "name": "Run /./.github/actions/slack-report", + "status": "completed", + "conclusion": "skipped", + "number": 6, + "started_at": "2024-09-30T16:56:58Z", + "completed_at": "2024-09-30T16:56:58Z" + }, + { + "name": "Post Build C++ libraries and tests", + "status": "completed", + "conclusion": "success", + "number": 11, + "started_at": "2024-09-30T16:56:58Z", + "completed_at": "2024-09-30T16:56:58Z" + }, + { + "name": "Post Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0", + "status": "completed", + "conclusion": "success", + "number": 12, + "started_at": "2024-09-30T16:56:58Z", + "completed_at": "2024-09-30T16:56:59Z" + }, + { + "name": "Complete job", + "status": "completed", + "conclusion": "success", + "number": 13, + "started_at": "2024-09-30T16:57:00Z", + "completed_at": "2024-09-30T16:57:01Z" + } + ], + "check_run_url": "https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30868257273", + "labels": [ + "build", + "in-service" + ], + "runner_id": 213, + "runner_name": "tt-metal-ci-bm-e09cs08-02", + "runner_group_id": 1, + "runner_group_name": "Default" + }, + { + "id": 30868257610, + "run_id": 11110261767, + "workflow_name": "All post-commit tests", + "head_branch": "asaigal/dispatch_s", + "run_url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/11110261767", + "run_attempt": 1, + "node_id": "CR_kwDOI9Wqc88AAAAHL-Q7Sg", + "head_sha": "a6fea2adef8786a0615456df19fd0582e925bc61", + "url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30868257610", + "html_url": "https://github.com/tenstorrent/tt-metal/actions/runs/11110261767/job/30868257610", + "status": "completed", + "conclusion": "success", + "created_at": "2024-09-30T16:42:45Z", + "started_at": "2024-09-30T16:51:00Z", + "completed_at": "2024-09-30T16:52:24Z", + "name": "cpp-unit-tests (wormhole_b0, N300) / ttnn ccl cpp unit tests wormhole_b0 N300", + "steps": [ + { + "name": "Set up job", + "status": "completed", + "conclusion": "success", + "number": 1, + "started_at": "2024-09-30T16:50:59Z", + "completed_at": "2024-09-30T16:51:01Z" + }, + { + "name": "Set up runner", + "status": "completed", + "conclusion": "success", + "number": 2, + "started_at": "2024-09-30T16:51:01Z", + "completed_at": "2024-09-30T16:51:45Z" + }, + { + "name": "Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0", + "status": "completed", + "conclusion": "success", + "number": 3, + "started_at": "2024-09-30T16:51:45Z", + "completed_at": "2024-09-30T16:51:50Z" + }, + { + "name": "Set up dynamic env vars for build", + "status": "completed", + "conclusion": "success", + "number": 4, + "started_at": "2024-09-30T16:51:50Z", + "completed_at": "2024-09-30T16:51:50Z" + }, + { + "name": "Run /./.github/actions/prepare-metal-run", + "status": "completed", + "conclusion": "success", + "number": 5, + "started_at": "2024-09-30T16:51:50Z", + "completed_at": "2024-09-30T16:52:17Z" + }, + { + "name": "ttnn ccl cpp unit tests tests", + "status": "completed", + "conclusion": "success", + "number": 6, + "started_at": "2024-09-30T16:52:17Z", + "completed_at": "2024-09-30T16:52:17Z" + }, + { + "name": "Run /./.github/actions/slack-report", + "status": "completed", + "conclusion": "skipped", + "number": 7, + "started_at": "2024-09-30T16:52:18Z", + "completed_at": "2024-09-30T16:52:18Z" + }, + { + "name": "Post Run /./.github/actions/prepare-metal-run", + "status": "completed", + "conclusion": "success", + "number": 12, + "started_at": "2024-09-30T16:52:18Z", + "completed_at": "2024-09-30T16:52:20Z" + }, + { + "name": "Post Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0", + "status": "completed", + "conclusion": "success", + "number": 13, + "started_at": "2024-09-30T16:52:21Z", + "completed_at": "2024-09-30T16:52:21Z" + }, + { + "name": "Complete runner", + "status": "completed", + "conclusion": "success", + "number": 14, + "started_at": "2024-09-30T16:52:24Z", + "completed_at": "2024-09-30T16:52:24Z" + }, + { + "name": "Complete job", + "status": "completed", + "conclusion": "success", + "number": 15, + "started_at": "2024-09-30T16:52:21Z", + "completed_at": "2024-09-30T16:52:21Z" + } + ], + "check_run_url": "https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30868257610", + "labels": [ + "N300", + "cloud-virtual-machine", + "in-service" + ], + "runner_id": 194, + "runner_name": "tt-metal-ci-vm-112", + "runner_group_id": 1, + "runner_group_name": "Default" + }, + { + "id": 30868257927, + "run_id": 11110261767, + "workflow_name": "All post-commit tests", + "head_branch": "asaigal/dispatch_s", + "run_url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/11110261767", + "run_attempt": 1, + "node_id": "CR_kwDOI9Wqc88AAAAHL-Q8hw", + "head_sha": "a6fea2adef8786a0615456df19fd0582e925bc61", + "url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30868257927", + "html_url": "https://github.com/tenstorrent/tt-metal/actions/runs/11110261767/job/30868257927", + "status": "completed", + "conclusion": "success", + "created_at": "2024-09-30T16:42:46Z", + "started_at": "2024-09-30T16:49:50Z", + "completed_at": "2024-09-30T16:51:33Z", + "name": "cpp-unit-tests (wormhole_b0, N150) / ttnn ccl cpp unit tests wormhole_b0 N150", + "steps": [ + { + "name": "Set up job", + "status": "completed", + "conclusion": "success", + "number": 1, + "started_at": "2024-09-30T16:49:49Z", + "completed_at": "2024-09-30T16:49:51Z" + }, + { + "name": "Set up runner", + "status": "completed", + "conclusion": "success", + "number": 2, + "started_at": "2024-09-30T16:49:51Z", + "completed_at": "2024-09-30T16:50:35Z" + }, + { + "name": "Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0", + "status": "completed", + "conclusion": "success", + "number": 3, + "started_at": "2024-09-30T16:50:35Z", + "completed_at": "2024-09-30T16:50:42Z" + }, + { + "name": "Set up dynamic env vars for build", + "status": "completed", + "conclusion": "success", + "number": 4, + "started_at": "2024-09-30T16:50:42Z", + "completed_at": "2024-09-30T16:50:42Z" + }, + { + "name": "Run /./.github/actions/prepare-metal-run", + "status": "completed", + "conclusion": "success", + "number": 5, + "started_at": "2024-09-30T16:50:42Z", + "completed_at": "2024-09-30T16:51:19Z" + }, + { + "name": "ttnn ccl cpp unit tests tests", + "status": "completed", + "conclusion": "success", + "number": 6, + "started_at": "2024-09-30T16:51:19Z", + "completed_at": "2024-09-30T16:51:19Z" + }, + { + "name": "Run /./.github/actions/slack-report", + "status": "completed", + "conclusion": "skipped", + "number": 7, + "started_at": "2024-09-30T16:51:19Z", + "completed_at": "2024-09-30T16:51:19Z" + }, + { + "name": "Post Run /./.github/actions/prepare-metal-run", + "status": "completed", + "conclusion": "success", + "number": 12, + "started_at": "2024-09-30T16:51:19Z", + "completed_at": "2024-09-30T16:51:22Z" + }, + { + "name": "Post Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0", + "status": "completed", + "conclusion": "success", + "number": 13, + "started_at": "2024-09-30T16:51:22Z", + "completed_at": "2024-09-30T16:51:22Z" + }, + { + "name": "Complete runner", + "status": "completed", + "conclusion": "success", + "number": 14, + "started_at": "2024-09-30T16:51:33Z", + "completed_at": "2024-09-30T16:51:33Z" + }, + { + "name": "Complete job", + "status": "completed", + "conclusion": "success", + "number": 15, + "started_at": "2024-09-30T16:51:22Z", + "completed_at": "2024-09-30T16:51:22Z" + } + ], + "check_run_url": "https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30868257927", + "labels": [ + "N150", + "cloud-virtual-machine", + "in-service" + ], + "runner_id": 202, + "runner_name": "tt-metal-ci-vm-120", + "runner_group_id": 1, + "runner_group_name": "Default" + }, + { + "id": 30868258201, + "run_id": 11110261767, + "workflow_name": "All post-commit tests", + "head_branch": "asaigal/dispatch_s", + "run_url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/11110261767", + "run_attempt": 1, + "node_id": "CR_kwDOI9Wqc88AAAAHL-Q9mQ", + "head_sha": "a6fea2adef8786a0615456df19fd0582e925bc61", + "url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30868258201", + "html_url": "https://github.com/tenstorrent/tt-metal/actions/runs/11110261767/job/30868258201", + "status": "completed", + "conclusion": "success", + "created_at": "2024-09-30T16:42:46Z", + "started_at": "2024-09-30T16:46:22Z", + "completed_at": "2024-09-30T16:56:44Z", + "name": "build / Release clang++-17 blackhole ubuntu-22.04", + "steps": [ + { + "name": "Set up job", + "status": "completed", + "conclusion": "success", + "number": 1, + "started_at": "2024-09-30T16:46:22Z", + "completed_at": "2024-09-30T16:46:23Z" + }, + { + "name": "Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0", + "status": "completed", + "conclusion": "success", + "number": 2, + "started_at": "2024-09-30T16:46:23Z", + "completed_at": "2024-09-30T16:46:30Z" + }, + { + "name": "Set up dynamic env vars for build", + "status": "completed", + "conclusion": "success", + "number": 3, + "started_at": "2024-09-30T16:46:30Z", + "completed_at": "2024-09-30T16:46:30Z" + }, + { + "name": "Build C++ libraries and tests", + "status": "completed", + "conclusion": "success", + "number": 4, + "started_at": "2024-09-30T16:46:30Z", + "completed_at": "2024-09-30T16:56:39Z" + }, + { + "name": "Check disk space", + "status": "completed", + "conclusion": "success", + "number": 5, + "started_at": "2024-09-30T16:56:40Z", + "completed_at": "2024-09-30T16:56:40Z" + }, + { + "name": "Run /./.github/actions/slack-report", + "status": "completed", + "conclusion": "skipped", + "number": 6, + "started_at": "2024-09-30T16:56:40Z", + "completed_at": "2024-09-30T16:56:40Z" + }, + { + "name": "Post Build C++ libraries and tests", + "status": "completed", + "conclusion": "success", + "number": 11, + "started_at": "2024-09-30T16:56:40Z", + "completed_at": "2024-09-30T16:56:40Z" + }, + { + "name": "Post Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0", + "status": "completed", + "conclusion": "success", + "number": 12, + "started_at": "2024-09-30T16:56:40Z", + "completed_at": "2024-09-30T16:56:40Z" + }, + { + "name": "Complete job", + "status": "completed", + "conclusion": "success", + "number": 13, + "started_at": "2024-09-30T16:56:40Z", + "completed_at": "2024-09-30T16:56:40Z" + } + ], + "check_run_url": "https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30868258201", + "labels": [ + "build", + "in-service" + ], + "runner_id": 216, + "runner_name": "tt-metal-ci-bm-e09cs02", + "runner_group_id": 1, + "runner_group_name": "Default" + }, + { + "id": 30868258571, + "run_id": 11110261767, + "workflow_name": "All post-commit tests", + "head_branch": "asaigal/dispatch_s", + "run_url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/11110261767", + "run_attempt": 1, + "node_id": "CR_kwDOI9Wqc88AAAAHL-Q_Cw", + "head_sha": "a6fea2adef8786a0615456df19fd0582e925bc61", + "url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30868258571", + "html_url": "https://github.com/tenstorrent/tt-metal/actions/runs/11110261767/job/30868258571", + "status": "completed", + "conclusion": "success", + "created_at": "2024-09-30T16:42:47Z", + "started_at": "2024-09-30T16:47:50Z", + "completed_at": "2024-09-30T17:00:33Z", + "name": "build / Release g++-12 grayskull ubuntu-22.04", + "steps": [ + { + "name": "Set up job", + "status": "completed", + "conclusion": "success", + "number": 1, + "started_at": "2024-09-30T16:47:49Z", + "completed_at": "2024-09-30T16:47:51Z" + }, + { + "name": "Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0", + "status": "completed", + "conclusion": "success", + "number": 2, + "started_at": "2024-09-30T16:47:51Z", + "completed_at": "2024-09-30T16:47:58Z" + }, + { + "name": "Set up dynamic env vars for build", + "status": "completed", + "conclusion": "success", + "number": 3, + "started_at": "2024-09-30T16:47:58Z", + "completed_at": "2024-09-30T16:47:58Z" + }, + { + "name": "Build C++ libraries and tests", + "status": "completed", + "conclusion": "success", + "number": 4, + "started_at": "2024-09-30T16:47:58Z", + "completed_at": "2024-09-30T17:00:29Z" + }, + { + "name": "Check disk space", + "status": "completed", + "conclusion": "success", + "number": 5, + "started_at": "2024-09-30T17:00:29Z", + "completed_at": "2024-09-30T17:00:29Z" + }, + { + "name": "Run /./.github/actions/slack-report", + "status": "completed", + "conclusion": "skipped", + "number": 6, + "started_at": "2024-09-30T17:00:29Z", + "completed_at": "2024-09-30T17:00:29Z" + }, + { + "name": "Post Build C++ libraries and tests", + "status": "completed", + "conclusion": "success", + "number": 11, + "started_at": "2024-09-30T17:00:29Z", + "completed_at": "2024-09-30T17:00:29Z" + }, + { + "name": "Post Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0", + "status": "completed", + "conclusion": "success", + "number": 12, + "started_at": "2024-09-30T17:00:30Z", + "completed_at": "2024-09-30T17:00:30Z" + }, + { + "name": "Complete job", + "status": "completed", + "conclusion": "success", + "number": 13, + "started_at": "2024-09-30T17:00:30Z", + "completed_at": "2024-09-30T17:00:30Z" + } + ], + "check_run_url": "https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30868258571", + "labels": [ + "build", + "in-service" + ], + "runner_id": 106, + "runner_name": "tt-metal-ci-bm-e08cs08", + "runner_group_id": 1, + "runner_group_name": "Default" + }, + { + "id": 30868258949, + "run_id": 11110261767, + "workflow_name": "All post-commit tests", + "head_branch": "asaigal/dispatch_s", + "run_url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/11110261767", + "run_attempt": 1, + "node_id": "CR_kwDOI9Wqc88AAAAHL-RAhQ", + "head_sha": "a6fea2adef8786a0615456df19fd0582e925bc61", + "url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30868258949", + "html_url": "https://github.com/tenstorrent/tt-metal/actions/runs/11110261767/job/30868258949", + "status": "completed", + "conclusion": "success", + "created_at": "2024-09-30T16:42:47Z", + "started_at": "2024-09-30T16:42:42Z", + "completed_at": "2024-09-30T16:54:11Z", + "name": "sd-unit-tests (grayskull, E150) / grayskull E150", + "steps": [ + { + "name": "Set up job", + "status": "completed", + "conclusion": "success", + "number": 1, + "started_at": "2024-09-30T16:42:41Z", + "completed_at": "2024-09-30T16:42:43Z" + }, + { + "name": "Set up runner", + "status": "completed", + "conclusion": "success", + "number": 2, + "started_at": "2024-09-30T16:42:43Z", + "completed_at": "2024-09-30T16:43:15Z" + }, + { + "name": "Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0", + "status": "completed", + "conclusion": "success", + "number": 3, + "started_at": "2024-09-30T16:43:15Z", + "completed_at": "2024-09-30T16:43:20Z" + }, + { + "name": "Run /./.github/actions/prepare-metal-run", + "status": "completed", + "conclusion": "success", + "number": 4, + "started_at": "2024-09-30T16:43:20Z", + "completed_at": "2024-09-30T16:43:50Z" + }, + { + "name": "Set up dynamic env vars for build", + "status": "completed", + "conclusion": "success", + "number": 5, + "started_at": "2024-09-30T16:43:51Z", + "completed_at": "2024-09-30T16:43:51Z" + }, + { + "name": "Run pre/post regression tests", + "status": "completed", + "conclusion": "success", + "number": 6, + "started_at": "2024-09-30T16:43:51Z", + "completed_at": "2024-09-30T16:54:03Z" + }, + { + "name": "Run /./.github/actions/slack-report", + "status": "completed", + "conclusion": "skipped", + "number": 7, + "started_at": "2024-09-30T16:54:04Z", + "completed_at": "2024-09-30T16:54:04Z" + }, + { + "name": "Post Run /./.github/actions/prepare-metal-run", + "status": "completed", + "conclusion": "success", + "number": 12, + "started_at": "2024-09-30T16:54:04Z", + "completed_at": "2024-09-30T16:54:07Z" + }, + { + "name": "Post Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0", + "status": "completed", + "conclusion": "success", + "number": 13, + "started_at": "2024-09-30T16:54:08Z", + "completed_at": "2024-09-30T16:54:08Z" + }, + { + "name": "Complete runner", + "status": "completed", + "conclusion": "success", + "number": 14, + "started_at": "2024-09-30T16:54:08Z", + "completed_at": "2024-09-30T16:54:08Z" + }, + { + "name": "Complete job", + "status": "completed", + "conclusion": "success", + "number": 15, + "started_at": "2024-09-30T16:54:08Z", + "completed_at": "2024-09-30T16:54:08Z" + } + ], + "check_run_url": "https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30868258949", + "labels": [ + "E150", + "cloud-virtual-machine", + "in-service" + ], + "runner_id": 130, + "runner_name": "tt-metal-ci-vm-100", + "runner_group_id": 1, + "runner_group_name": "Default" + }, + { + "id": 30868259241, + "run_id": 11110261767, + "workflow_name": "All post-commit tests", + "head_branch": "asaigal/dispatch_s", + "run_url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/11110261767", + "run_attempt": 1, + "node_id": "CR_kwDOI9Wqc88AAAAHL-RBqQ", + "head_sha": "a6fea2adef8786a0615456df19fd0582e925bc61", + "url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30868259241", + "html_url": "https://github.com/tenstorrent/tt-metal/actions/runs/11110261767/job/30868259241", + "status": "completed", + "conclusion": "success", + "created_at": "2024-09-30T16:42:48Z", + "started_at": "2024-09-30T16:47:07Z", + "completed_at": "2024-09-30T17:00:16Z", + "name": "build / Release g++-12 wormhole_b0 ubuntu-22.04", + "steps": [ + { + "name": "Set up job", + "status": "completed", + "conclusion": "success", + "number": 1, + "started_at": "2024-09-30T16:47:07Z", + "completed_at": "2024-09-30T16:47:09Z" + }, + { + "name": "Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0", + "status": "completed", + "conclusion": "success", + "number": 2, + "started_at": "2024-09-30T16:47:10Z", + "completed_at": "2024-09-30T16:47:31Z" + }, + { + "name": "Set up dynamic env vars for build", + "status": "completed", + "conclusion": "success", + "number": 3, + "started_at": "2024-09-30T16:47:31Z", + "completed_at": "2024-09-30T16:47:31Z" + }, + { + "name": "Build C++ libraries and tests", + "status": "completed", + "conclusion": "success", + "number": 4, + "started_at": "2024-09-30T16:47:31Z", + "completed_at": "2024-09-30T17:00:10Z" + }, + { + "name": "Check disk space", + "status": "completed", + "conclusion": "success", + "number": 5, + "started_at": "2024-09-30T17:00:10Z", + "completed_at": "2024-09-30T17:00:10Z" + }, + { + "name": "Run /./.github/actions/slack-report", + "status": "completed", + "conclusion": "skipped", + "number": 6, + "started_at": "2024-09-30T17:00:10Z", + "completed_at": "2024-09-30T17:00:10Z" + }, + { + "name": "Post Build C++ libraries and tests", + "status": "completed", + "conclusion": "success", + "number": 11, + "started_at": "2024-09-30T17:00:10Z", + "completed_at": "2024-09-30T17:00:11Z" + }, + { + "name": "Post Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0", + "status": "completed", + "conclusion": "success", + "number": 12, + "started_at": "2024-09-30T17:00:11Z", + "completed_at": "2024-09-30T17:00:13Z" + }, + { + "name": "Complete job", + "status": "completed", + "conclusion": "success", + "number": 13, + "started_at": "2024-09-30T17:00:13Z", + "completed_at": "2024-09-30T17:00:14Z" + } + ], + "check_run_url": "https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30868259241", + "labels": [ + "build", + "in-service" + ], + "runner_id": 109, + "runner_name": "tt-metal-ci-bm-e04cs06", + "runner_group_id": 1, + "runner_group_name": "Default" + }, + { + "id": 30868259569, + "run_id": 11110261767, + "workflow_name": "All post-commit tests", + "head_branch": "asaigal/dispatch_s", + "run_url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/11110261767", + "run_attempt": 1, + "node_id": "CR_kwDOI9Wqc88AAAAHL-RC8Q", + "head_sha": "a6fea2adef8786a0615456df19fd0582e925bc61", + "url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30868259569", + "html_url": "https://github.com/tenstorrent/tt-metal/actions/runs/11110261767/job/30868259569", + "status": "completed", + "conclusion": "success", + "created_at": "2024-09-30T16:42:48Z", + "started_at": "2024-09-30T16:47:37Z", + "completed_at": "2024-09-30T16:57:25Z", + "name": "build / Release g++-12 blackhole ubuntu-22.04", + "steps": [ + { + "name": "Set up job", + "status": "completed", + "conclusion": "success", + "number": 1, + "started_at": "2024-09-30T16:47:37Z", + "completed_at": "2024-09-30T16:47:38Z" + }, + { + "name": "Set up runner", + "status": "completed", + "conclusion": "success", + "number": 2, + "started_at": "2024-09-30T16:47:38Z", + "completed_at": "2024-09-30T16:48:09Z" + }, + { + "name": "Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0", + "status": "completed", + "conclusion": "success", + "number": 3, + "started_at": "2024-09-30T16:48:10Z", + "completed_at": "2024-09-30T16:48:14Z" + }, + { + "name": "Set up dynamic env vars for build", + "status": "completed", + "conclusion": "success", + "number": 4, + "started_at": "2024-09-30T16:48:14Z", + "completed_at": "2024-09-30T16:48:14Z" + }, + { + "name": "Build C++ libraries and tests", + "status": "completed", + "conclusion": "success", + "number": 5, + "started_at": "2024-09-30T16:48:14Z", + "completed_at": "2024-09-30T16:57:20Z" + }, + { + "name": "Check disk space", + "status": "completed", + "conclusion": "success", + "number": 6, + "started_at": "2024-09-30T16:57:20Z", + "completed_at": "2024-09-30T16:57:20Z" + }, + { + "name": "Run /./.github/actions/slack-report", + "status": "completed", + "conclusion": "skipped", + "number": 7, + "started_at": "2024-09-30T16:57:20Z", + "completed_at": "2024-09-30T16:57:20Z" + }, + { + "name": "Post Build C++ libraries and tests", + "status": "completed", + "conclusion": "success", + "number": 12, + "started_at": "2024-09-30T16:57:20Z", + "completed_at": "2024-09-30T16:57:20Z" + }, + { + "name": "Post Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0", + "status": "completed", + "conclusion": "success", + "number": 13, + "started_at": "2024-09-30T16:57:20Z", + "completed_at": "2024-09-30T16:57:20Z" + }, + { + "name": "Complete runner", + "status": "completed", + "conclusion": "success", + "number": 14, + "started_at": "2024-09-30T16:57:25Z", + "completed_at": "2024-09-30T16:57:25Z" + }, + { + "name": "Complete job", + "status": "completed", + "conclusion": "success", + "number": 15, + "started_at": "2024-09-30T16:57:21Z", + "completed_at": "2024-09-30T16:57:21Z" + } + ], + "check_run_url": "https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30868259569", + "labels": [ + "build", + "in-service" + ], + "runner_id": 218, + "runner_name": "tt-metal-ci-bm-e13cs03", + "runner_group_id": 1, + "runner_group_name": "Default" + }, + { + "id": 30868259913, + "run_id": 11110261767, + "workflow_name": "All post-commit tests", + "head_branch": "asaigal/dispatch_s", + "run_url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/11110261767", + "run_attempt": 1, + "node_id": "CR_kwDOI9Wqc88AAAAHL-RESQ", + "head_sha": "a6fea2adef8786a0615456df19fd0582e925bc61", + "url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30868259913", + "html_url": "https://github.com/tenstorrent/tt-metal/actions/runs/11110261767/job/30868259913", + "status": "completed", + "conclusion": "success", + "created_at": "2024-09-30T16:42:48Z", + "started_at": "2024-09-30T16:50:51Z", + "completed_at": "2024-09-30T17:08:38Z", + "name": "sd-unit-tests (wormhole_b0, N150) / wormhole_b0 N150", + "steps": [ + { + "name": "Set up job", + "status": "completed", + "conclusion": "success", + "number": 1, + "started_at": "2024-09-30T16:50:51Z", + "completed_at": "2024-09-30T16:50:52Z" + }, + { + "name": "Set up runner", + "status": "completed", + "conclusion": "success", + "number": 2, + "started_at": "2024-09-30T16:50:52Z", + "completed_at": "2024-09-30T16:51:36Z" + }, + { + "name": "Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0", + "status": "completed", + "conclusion": "success", + "number": 3, + "started_at": "2024-09-30T16:51:37Z", + "completed_at": "2024-09-30T16:51:41Z" + }, + { + "name": "Run /./.github/actions/prepare-metal-run", + "status": "completed", + "conclusion": "success", + "number": 4, + "started_at": "2024-09-30T16:51:42Z", + "completed_at": "2024-09-30T16:52:12Z" + }, + { + "name": "Set up dynamic env vars for build", + "status": "completed", + "conclusion": "success", + "number": 5, + "started_at": "2024-09-30T16:52:13Z", + "completed_at": "2024-09-30T16:52:13Z" + }, + { + "name": "Run pre/post regression tests", + "status": "completed", + "conclusion": "success", + "number": 6, + "started_at": "2024-09-30T16:52:13Z", + "completed_at": "2024-09-30T17:08:29Z" + }, + { + "name": "Run /./.github/actions/slack-report", + "status": "completed", + "conclusion": "skipped", + "number": 7, + "started_at": "2024-09-30T17:08:30Z", + "completed_at": "2024-09-30T17:08:30Z" + }, + { + "name": "Post Run /./.github/actions/prepare-metal-run", + "status": "completed", + "conclusion": "success", + "number": 12, + "started_at": "2024-09-30T17:08:30Z", + "completed_at": "2024-09-30T17:08:34Z" + }, + { + "name": "Post Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0", + "status": "completed", + "conclusion": "success", + "number": 13, + "started_at": "2024-09-30T17:08:34Z", + "completed_at": "2024-09-30T17:08:34Z" + }, + { + "name": "Complete runner", + "status": "completed", + "conclusion": "success", + "number": 14, + "started_at": "2024-09-30T17:08:38Z", + "completed_at": "2024-09-30T17:08:38Z" + }, + { + "name": "Complete job", + "status": "completed", + "conclusion": "success", + "number": 15, + "started_at": "2024-09-30T17:08:34Z", + "completed_at": "2024-09-30T17:08:34Z" + } + ], + "check_run_url": "https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30868259913", + "labels": [ + "N150", + "cloud-virtual-machine", + "in-service" + ], + "runner_id": 50, + "runner_name": "tt-metal-ci-vm-79", + "runner_group_id": 1, + "runner_group_name": "Default" + }, + { + "id": 30868260202, + "run_id": 11110261767, + "workflow_name": "All post-commit tests", + "head_branch": "asaigal/dispatch_s", + "run_url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/11110261767", + "run_attempt": 1, + "node_id": "CR_kwDOI9Wqc88AAAAHL-RFag", + "head_sha": "a6fea2adef8786a0615456df19fd0582e925bc61", + "url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30868260202", + "html_url": "https://github.com/tenstorrent/tt-metal/actions/runs/11110261767/job/30868260202", + "status": "completed", + "conclusion": "failure", + "created_at": "2024-09-30T16:42:49Z", + "started_at": "2024-09-30T16:51:43Z", + "completed_at": "2024-09-30T17:03:12Z", + "name": "sd-unit-tests (wormhole_b0, N300) / wormhole_b0 N300", + "steps": [ + { + "name": "Set up job", + "status": "completed", + "conclusion": "success", + "number": 1, + "started_at": "2024-09-30T16:51:43Z", + "completed_at": "2024-09-30T16:51:44Z" + }, + { + "name": "Set up runner", + "status": "completed", + "conclusion": "cancelled", + "number": 2, + "started_at": "2024-09-30T16:51:45Z", + "completed_at": null + }, + { + "name": "Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0", + "status": "completed", + "conclusion": "cancelled", + "number": 3, + "started_at": null, + "completed_at": null + }, + { + "name": "Run /./.github/actions/prepare-metal-run", + "status": "completed", + "conclusion": "cancelled", + "number": 4, + "started_at": null, + "completed_at": null + }, + { + "name": "Set up dynamic env vars for build", + "status": "completed", + "conclusion": "cancelled", + "number": 5, + "started_at": null, + "completed_at": null + }, + { + "name": "Run pre/post regression tests", + "status": "completed", + "conclusion": "cancelled", + "number": 6, + "started_at": null, + "completed_at": null + }, + { + "name": "Run /./.github/actions/slack-report", + "status": "completed", + "conclusion": "cancelled", + "number": 7, + "started_at": null, + "completed_at": null + }, + { + "name": "Complete runner", + "status": "completed", + "conclusion": "cancelled", + "number": 14, + "started_at": null, + "completed_at": null + } + ], + "check_run_url": "https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30868260202", + "labels": [ + "N300", + "cloud-virtual-machine", + "in-service" + ], + "runner_id": 75, + "runner_name": "tt-metal-ci-vm-46", + "runner_group_id": 1, + "runner_group_name": "Default" + }, + { + "id": 30868260509, + "run_id": 11110261767, + "workflow_name": "All post-commit tests", + "head_branch": "asaigal/dispatch_s", + "run_url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/11110261767", + "run_attempt": 1, + "node_id": "CR_kwDOI9Wqc88AAAAHL-RGnQ", + "head_sha": "a6fea2adef8786a0615456df19fd0582e925bc61", + "url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30868260509", + "html_url": "https://github.com/tenstorrent/tt-metal/actions/runs/11110261767/job/30868260509", + "status": "completed", + "conclusion": "success", + "created_at": "2024-09-30T16:42:49Z", + "started_at": "2024-09-30T16:42:45Z", + "completed_at": "2024-09-30T16:46:05Z", + "name": "build-docs / build-deploy-docs (grayskull)", + "steps": [ + { + "name": "Set up job", + "status": "completed", + "conclusion": "success", + "number": 1, + "started_at": "2024-09-30T16:42:44Z", + "completed_at": "2024-09-30T16:42:46Z" + }, + { + "name": "Run actions/checkout@v4", + "status": "completed", + "conclusion": "success", + "number": 2, + "started_at": "2024-09-30T16:42:46Z", + "completed_at": "2024-09-30T16:43:06Z" + }, + { + "name": "Set up dynamic env vars for build", + "status": "completed", + "conclusion": "success", + "number": 3, + "started_at": "2024-09-30T16:43:07Z", + "completed_at": "2024-09-30T16:43:07Z" + }, + { + "name": "Run /./.github/actions/install-metal-deps", + "status": "completed", + "conclusion": "success", + "number": 4, + "started_at": "2024-09-30T16:43:07Z", + "completed_at": "2024-09-30T16:44:14Z" + }, + { + "name": "Run /./.github/actions/install-metal-dev-deps", + "status": "completed", + "conclusion": "success", + "number": 5, + "started_at": "2024-09-30T16:44:14Z", + "completed_at": "2024-09-30T16:44:24Z" + }, + { + "name": "Run actions/download-artifact@v4", + "status": "completed", + "conclusion": "success", + "number": 6, + "started_at": "2024-09-30T16:44:25Z", + "completed_at": "2024-09-30T16:44:26Z" + }, + { + "name": "Extract files", + "status": "completed", + "conclusion": "success", + "number": 7, + "started_at": "2024-09-30T16:44:26Z", + "completed_at": "2024-09-30T16:44:26Z" + }, + { + "name": "Run /./.github/actions/install-python-deps", + "status": "completed", + "conclusion": "success", + "number": 8, + "started_at": "2024-09-30T16:44:26Z", + "completed_at": "2024-09-30T16:44:37Z" + }, + { + "name": "Build Docs", + "status": "completed", + "conclusion": "success", + "number": 9, + "started_at": "2024-09-30T16:44:37Z", + "completed_at": "2024-09-30T16:45:59Z" + }, + { + "name": "Prepare artifact - move output", + "status": "completed", + "conclusion": "success", + "number": 10, + "started_at": "2024-09-30T16:45:59Z", + "completed_at": "2024-09-30T16:45:59Z" + }, + { + "name": "Prepare artifact - create .nojekyll", + "status": "completed", + "conclusion": "success", + "number": 11, + "started_at": "2024-09-30T16:45:59Z", + "completed_at": "2024-09-30T16:45:59Z" + }, + { + "name": "Prepare artifact - create root index", + "status": "completed", + "conclusion": "success", + "number": 12, + "started_at": "2024-09-30T16:45:59Z", + "completed_at": "2024-09-30T16:45:59Z" + }, + { + "name": "Upload artifact", + "status": "completed", + "conclusion": "success", + "number": 13, + "started_at": "2024-09-30T16:45:59Z", + "completed_at": "2024-09-30T16:46:03Z" + }, + { + "name": "Deploy to GitHub Pages", + "status": "completed", + "conclusion": "skipped", + "number": 14, + "started_at": "2024-09-30T16:46:03Z", + "completed_at": "2024-09-30T16:46:03Z" + }, + { + "name": "Post Run /./.github/actions/install-python-deps", + "status": "completed", + "conclusion": "success", + "number": 27, + "started_at": "2024-09-30T16:46:03Z", + "completed_at": "2024-09-30T16:46:03Z" + }, + { + "name": "Post Run actions/checkout@v4", + "status": "completed", + "conclusion": "success", + "number": 28, + "started_at": "2024-09-30T16:46:05Z", + "completed_at": "2024-09-30T16:46:05Z" + }, + { + "name": "Complete job", + "status": "completed", + "conclusion": "success", + "number": 29, + "started_at": "2024-09-30T16:46:03Z", + "completed_at": "2024-09-30T16:46:03Z" + } + ], + "check_run_url": "https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30868260509", + "labels": [ + "ubuntu-20.04" + ], + "runner_id": 8, + "runner_name": "GitHub Actions 8", + "runner_group_id": 2, + "runner_group_name": "GitHub Actions" + }, + { + "id": 30868330514, + "run_id": 11110261767, + "workflow_name": "All post-commit tests", + "head_branch": "asaigal/dispatch_s", + "run_url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/11110261767", + "run_attempt": 1, + "node_id": "CR_kwDOI9Wqc88AAAAHL-VYEg", + "head_sha": "a6fea2adef8786a0615456df19fd0582e925bc61", + "url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30868330514", + "html_url": "https://github.com/tenstorrent/tt-metal/actions/runs/11110261767/job/30868330514", + "status": "completed", + "conclusion": "success", + "created_at": "2024-09-30T16:44:22Z", + "started_at": "2024-09-30T16:47:58Z", + "completed_at": "2024-09-30T16:55:38Z", + "name": "profiler-regression / profiler-regression (grayskull, cloud-virtual-machine, E150, in-service, E150)", + "steps": [ + { + "name": "Set up job", + "status": "completed", + "conclusion": "success", + "number": 1, + "started_at": "2024-09-30T16:47:57Z", + "completed_at": "2024-09-30T16:48:00Z" + }, + { + "name": "Set up runner", + "status": "completed", + "conclusion": "success", + "number": 2, + "started_at": "2024-09-30T16:48:00Z", + "completed_at": "2024-09-30T16:48:32Z" + }, + { + "name": "Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0", + "status": "completed", + "conclusion": "success", + "number": 3, + "started_at": "2024-09-30T16:48:32Z", + "completed_at": "2024-09-30T16:48:37Z" + }, + { + "name": "Set up dynamic env vars for build", + "status": "completed", + "conclusion": "success", + "number": 4, + "started_at": "2024-09-30T16:48:37Z", + "completed_at": "2024-09-30T16:48:37Z" + }, + { + "name": "Run actions/download-artifact@v4", + "status": "completed", + "conclusion": "success", + "number": 5, + "started_at": "2024-09-30T16:48:37Z", + "completed_at": "2024-09-30T16:48:40Z" + }, + { + "name": "Extract files", + "status": "completed", + "conclusion": "success", + "number": 6, + "started_at": "2024-09-30T16:48:40Z", + "completed_at": "2024-09-30T16:48:40Z" + }, + { + "name": "Run /./.github/actions/install-python-deps", + "status": "completed", + "conclusion": "success", + "number": 7, + "started_at": "2024-09-30T16:48:40Z", + "completed_at": "2024-09-30T16:49:03Z" + }, + { + "name": "Run profiler regression tests", + "status": "completed", + "conclusion": "success", + "number": 8, + "started_at": "2024-09-30T16:49:03Z", + "completed_at": "2024-09-30T16:55:33Z" + }, + { + "name": "Run /./.github/actions/slack-report", + "status": "completed", + "conclusion": "skipped", + "number": 9, + "started_at": "2024-09-30T16:55:34Z", + "completed_at": "2024-09-30T16:55:34Z" + }, + { + "name": "Post Run /./.github/actions/install-python-deps", + "status": "completed", + "conclusion": "success", + "number": 16, + "started_at": "2024-09-30T16:55:34Z", + "completed_at": "2024-09-30T16:55:34Z" + }, + { + "name": "Post Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0", + "status": "completed", + "conclusion": "success", + "number": 17, + "started_at": "2024-09-30T16:55:38Z", + "completed_at": "2024-09-30T16:55:38Z" + }, + { + "name": "Complete runner", + "status": "completed", + "conclusion": "success", + "number": 18, + "started_at": "2024-09-30T16:55:38Z", + "completed_at": "2024-09-30T16:55:38Z" + }, + { + "name": "Complete job", + "status": "completed", + "conclusion": "success", + "number": 19, + "started_at": "2024-09-30T16:55:34Z", + "completed_at": "2024-09-30T16:55:34Z" + } + ], + "check_run_url": "https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30868330514", + "labels": [ + "cloud-virtual-machine", + "E150", + "in-service" + ], + "runner_id": 81, + "runner_name": "tt-metal-ci-vm-10", + "runner_group_id": 1, + "runner_group_name": "Default" + }, + { + "id": 30868330999, + "run_id": 11110261767, + "workflow_name": "All post-commit tests", + "head_branch": "asaigal/dispatch_s", + "run_url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/11110261767", + "run_attempt": 1, + "node_id": "CR_kwDOI9Wqc88AAAAHL-VZ9w", + "head_sha": "a6fea2adef8786a0615456df19fd0582e925bc61", + "url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30868330999", + "html_url": "https://github.com/tenstorrent/tt-metal/actions/runs/11110261767/job/30868330999", + "status": "completed", + "conclusion": "success", + "created_at": "2024-09-30T16:44:23Z", + "started_at": "2024-09-30T17:00:36Z", + "completed_at": "2024-09-30T17:11:34Z", + "name": "profiler-regression / profiler-regression (wormhole_b0, cloud-virtual-machine, N150, in-service, N150)", + "steps": [ + { + "name": "Set up job", + "status": "completed", + "conclusion": "success", + "number": 1, + "started_at": "2024-09-30T17:00:36Z", + "completed_at": "2024-09-30T17:00:38Z" + }, + { + "name": "Set up runner", + "status": "completed", + "conclusion": "success", + "number": 2, + "started_at": "2024-09-30T17:00:38Z", + "completed_at": "2024-09-30T17:01:22Z" + }, + { + "name": "Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0", + "status": "completed", + "conclusion": "success", + "number": 3, + "started_at": "2024-09-30T17:01:22Z", + "completed_at": "2024-09-30T17:01:28Z" + }, + { + "name": "Set up dynamic env vars for build", + "status": "completed", + "conclusion": "success", + "number": 4, + "started_at": "2024-09-30T17:01:29Z", + "completed_at": "2024-09-30T17:01:29Z" + }, + { + "name": "Run actions/download-artifact@v4", + "status": "completed", + "conclusion": "success", + "number": 5, + "started_at": "2024-09-30T17:01:29Z", + "completed_at": "2024-09-30T17:01:31Z" + }, + { + "name": "Extract files", + "status": "completed", + "conclusion": "success", + "number": 6, + "started_at": "2024-09-30T17:01:32Z", + "completed_at": "2024-09-30T17:01:32Z" + }, + { + "name": "Run /./.github/actions/install-python-deps", + "status": "completed", + "conclusion": "success", + "number": 7, + "started_at": "2024-09-30T17:01:32Z", + "completed_at": "2024-09-30T17:01:57Z" + }, + { + "name": "Run profiler regression tests", + "status": "completed", + "conclusion": "success", + "number": 8, + "started_at": "2024-09-30T17:01:58Z", + "completed_at": "2024-09-30T17:11:29Z" + }, + { + "name": "Run /./.github/actions/slack-report", + "status": "completed", + "conclusion": "skipped", + "number": 9, + "started_at": "2024-09-30T17:11:30Z", + "completed_at": "2024-09-30T17:11:30Z" + }, + { + "name": "Post Run /./.github/actions/install-python-deps", + "status": "completed", + "conclusion": "success", + "number": 16, + "started_at": "2024-09-30T17:11:30Z", + "completed_at": "2024-09-30T17:11:30Z" + }, + { + "name": "Post Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0", + "status": "completed", + "conclusion": "success", + "number": 17, + "started_at": "2024-09-30T17:11:34Z", + "completed_at": "2024-09-30T17:11:34Z" + }, + { + "name": "Complete runner", + "status": "completed", + "conclusion": "success", + "number": 18, + "started_at": "2024-09-30T17:11:34Z", + "completed_at": "2024-09-30T17:11:34Z" + }, + { + "name": "Complete job", + "status": "completed", + "conclusion": "success", + "number": 19, + "started_at": "2024-09-30T17:11:30Z", + "completed_at": "2024-09-30T17:11:30Z" + } + ], + "check_run_url": "https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30868330999", + "labels": [ + "cloud-virtual-machine", + "N150", + "in-service" + ], + "runner_id": 43, + "runner_name": "tt-metal-ci-vm-80", + "runner_group_id": 1, + "runner_group_name": "Default" + }, + { + "id": 30868331446, + "run_id": 11110261767, + "workflow_name": "All post-commit tests", + "head_branch": "asaigal/dispatch_s", + "run_url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/11110261767", + "run_attempt": 1, + "node_id": "CR_kwDOI9Wqc88AAAAHL-Vbtg", + "head_sha": "a6fea2adef8786a0615456df19fd0582e925bc61", + "url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30868331446", + "html_url": "https://github.com/tenstorrent/tt-metal/actions/runs/11110261767/job/30868331446", + "status": "completed", + "conclusion": "success", + "created_at": "2024-09-30T16:44:23Z", + "started_at": "2024-09-30T16:58:55Z", + "completed_at": "2024-09-30T17:10:02Z", + "name": "profiler-regression / profiler-regression (wormhole_b0, cloud-virtual-machine, N300, in-service, N300)", + "steps": [ + { + "name": "Set up job", + "status": "completed", + "conclusion": "success", + "number": 1, + "started_at": "2024-09-30T16:58:55Z", + "completed_at": "2024-09-30T16:58:57Z" + }, + { + "name": "Set up runner", + "status": "completed", + "conclusion": "success", + "number": 2, + "started_at": "2024-09-30T16:58:57Z", + "completed_at": "2024-09-30T16:59:41Z" + }, + { + "name": "Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0", + "status": "completed", + "conclusion": "success", + "number": 3, + "started_at": "2024-09-30T16:59:42Z", + "completed_at": "2024-09-30T16:59:47Z" + }, + { + "name": "Set up dynamic env vars for build", + "status": "completed", + "conclusion": "success", + "number": 4, + "started_at": "2024-09-30T16:59:47Z", + "completed_at": "2024-09-30T16:59:47Z" + }, + { + "name": "Run actions/download-artifact@v4", + "status": "completed", + "conclusion": "success", + "number": 5, + "started_at": "2024-09-30T16:59:47Z", + "completed_at": "2024-09-30T16:59:50Z" + }, + { + "name": "Extract files", + "status": "completed", + "conclusion": "success", + "number": 6, + "started_at": "2024-09-30T16:59:50Z", + "completed_at": "2024-09-30T16:59:50Z" + }, + { + "name": "Run /./.github/actions/install-python-deps", + "status": "completed", + "conclusion": "success", + "number": 7, + "started_at": "2024-09-30T16:59:51Z", + "completed_at": "2024-09-30T17:00:16Z" + }, + { + "name": "Run profiler regression tests", + "status": "completed", + "conclusion": "success", + "number": 8, + "started_at": "2024-09-30T17:00:16Z", + "completed_at": "2024-09-30T17:09:58Z" + }, + { + "name": "Run /./.github/actions/slack-report", + "status": "completed", + "conclusion": "skipped", + "number": 9, + "started_at": "2024-09-30T17:09:59Z", + "completed_at": "2024-09-30T17:09:59Z" + }, + { + "name": "Post Run /./.github/actions/install-python-deps", + "status": "completed", + "conclusion": "success", + "number": 16, + "started_at": "2024-09-30T17:09:59Z", + "completed_at": "2024-09-30T17:09:59Z" + }, + { + "name": "Post Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0", + "status": "completed", + "conclusion": "success", + "number": 17, + "started_at": "2024-09-30T17:10:02Z", + "completed_at": "2024-09-30T17:10:02Z" + }, + { + "name": "Complete runner", + "status": "completed", + "conclusion": "success", + "number": 18, + "started_at": "2024-09-30T17:10:02Z", + "completed_at": "2024-09-30T17:10:02Z" + }, + { + "name": "Complete job", + "status": "completed", + "conclusion": "success", + "number": 19, + "started_at": "2024-09-30T17:09:59Z", + "completed_at": "2024-09-30T17:09:59Z" + } + ], + "check_run_url": "https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30868331446", + "labels": [ + "cloud-virtual-machine", + "N300", + "in-service" + ], + "runner_id": 38, + "runner_name": "tt-metal-ci-vm-44", + "runner_group_id": 1, + "runner_group_name": "Default" + }, + { + "id": 30868536631, + "run_id": 11110261767, + "workflow_name": "All post-commit tests", + "head_branch": "asaigal/dispatch_s", + "run_url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/11110261767", + "run_attempt": 1, + "node_id": "CR_kwDOI9Wqc88AAAAHL-h9Nw", + "head_sha": "a6fea2adef8786a0615456df19fd0582e925bc61", + "url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30868536631", + "html_url": "https://github.com/tenstorrent/tt-metal/actions/runs/11110261767/job/30868536631", + "status": "completed", + "conclusion": "success", + "created_at": "2024-09-30T16:48:43Z", + "started_at": "2024-09-30T16:48:49Z", + "completed_at": "2024-09-30T16:52:54Z", + "name": "test-wheels / test-wheels-host (ubuntu-20.04, grayskull)", + "steps": [ + { + "name": "Set up job", + "status": "completed", + "conclusion": "success", + "number": 1, + "started_at": "2024-09-30T16:48:48Z", + "completed_at": "2024-09-30T16:48:49Z" + }, + { + "name": "Run actions/checkout@v4", + "status": "completed", + "conclusion": "success", + "number": 2, + "started_at": "2024-09-30T16:48:49Z", + "completed_at": "2024-09-30T16:48:52Z" + }, + { + "name": "Run /./.github/actions/install-metal-deps", + "status": "completed", + "conclusion": "success", + "number": 3, + "started_at": "2024-09-30T16:48:53Z", + "completed_at": "2024-09-30T16:50:09Z" + }, + { + "name": "Run actions/download-artifact@v4", + "status": "completed", + "conclusion": "success", + "number": 4, + "started_at": "2024-09-30T16:50:09Z", + "completed_at": "2024-09-30T16:50:13Z" + }, + { + "name": "Set up end-to-end tests environment", + "status": "completed", + "conclusion": "success", + "number": 5, + "started_at": "2024-09-30T16:50:13Z", + "completed_at": "2024-09-30T16:52:50Z" + }, + { + "name": "Activate env and run release tests - host", + "status": "completed", + "conclusion": "success", + "number": 6, + "started_at": "2024-09-30T16:52:51Z", + "completed_at": "2024-09-30T16:52:53Z" + }, + { + "name": "Post Run actions/checkout@v4", + "status": "completed", + "conclusion": "success", + "number": 12, + "started_at": "2024-09-30T16:52:53Z", + "completed_at": "2024-09-30T16:52:53Z" + }, + { + "name": "Complete job", + "status": "completed", + "conclusion": "success", + "number": 13, + "started_at": "2024-09-30T16:52:53Z", + "completed_at": "2024-09-30T16:52:53Z" + } + ], + "check_run_url": "https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30868536631", + "labels": [ + "ubuntu-20.04" + ], + "runner_id": 126, + "runner_name": "GitHub Actions 45", + "runner_group_id": 2, + "runner_group_name": "GitHub Actions" + }, + { + "id": 30868537676, + "run_id": 11110261767, + "workflow_name": "All post-commit tests", + "head_branch": "asaigal/dispatch_s", + "run_url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/11110261767", + "run_attempt": 1, + "node_id": "CR_kwDOI9Wqc88AAAAHL-iBTA", + "head_sha": "a6fea2adef8786a0615456df19fd0582e925bc61", + "url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30868537676", + "html_url": "https://github.com/tenstorrent/tt-metal/actions/runs/11110261767/job/30868537676", + "status": "completed", + "conclusion": "success", + "created_at": "2024-09-30T16:48:44Z", + "started_at": "2024-09-30T16:49:36Z", + "completed_at": "2024-09-30T16:53:55Z", + "name": "test-wheels / test-wheels-silicon (ubuntu-20.04, grayskull, E150)", + "steps": [ + { + "name": "Set up job", + "status": "completed", + "conclusion": "success", + "number": 1, + "started_at": "2024-09-30T16:49:36Z", + "completed_at": "2024-09-30T16:49:38Z" + }, + { + "name": "Set up runner", + "status": "completed", + "conclusion": "success", + "number": 2, + "started_at": "2024-09-30T16:49:38Z", + "completed_at": "2024-09-30T16:50:09Z" + }, + { + "name": "Run actions/checkout@v4", + "status": "completed", + "conclusion": "success", + "number": 3, + "started_at": "2024-09-30T16:50:10Z", + "completed_at": "2024-09-30T16:50:13Z" + }, + { + "name": "Run actions/download-artifact@v4", + "status": "completed", + "conclusion": "success", + "number": 4, + "started_at": "2024-09-30T16:50:13Z", + "completed_at": "2024-09-30T16:50:33Z" + }, + { + "name": "Set up end-to-end tests environment", + "status": "completed", + "conclusion": "success", + "number": 5, + "started_at": "2024-09-30T16:50:33Z", + "completed_at": "2024-09-30T16:53:41Z" + }, + { + "name": "Activate env and run release tests - silicon", + "status": "completed", + "conclusion": "success", + "number": 6, + "started_at": "2024-09-30T16:53:42Z", + "completed_at": "2024-09-30T16:53:51Z" + }, + { + "name": "Post Run actions/checkout@v4", + "status": "completed", + "conclusion": "success", + "number": 11, + "started_at": "2024-09-30T16:53:51Z", + "completed_at": "2024-09-30T16:53:51Z" + }, + { + "name": "Complete runner", + "status": "completed", + "conclusion": "success", + "number": 12, + "started_at": "2024-09-30T16:53:55Z", + "completed_at": "2024-09-30T16:53:55Z" + }, + { + "name": "Complete job", + "status": "completed", + "conclusion": "success", + "number": 13, + "started_at": "2024-09-30T16:53:52Z", + "completed_at": "2024-09-30T16:53:52Z" + } + ], + "check_run_url": "https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30868537676", + "labels": [ + "cloud-virtual-machine", + "E150", + "in-service" + ], + "runner_id": 123, + "runner_name": "tt-metal-ci-vm-2", + "runner_group_id": 1, + "runner_group_name": "Default" + }, + { + "id": 30868539085, + "run_id": 11110261767, + "workflow_name": "All post-commit tests", + "head_branch": "asaigal/dispatch_s", + "run_url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/11110261767", + "run_attempt": 1, + "node_id": "CR_kwDOI9Wqc88AAAAHL-iGzQ", + "head_sha": "a6fea2adef8786a0615456df19fd0582e925bc61", + "url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30868539085", + "html_url": "https://github.com/tenstorrent/tt-metal/actions/runs/11110261767/job/30868539085", + "status": "completed", + "conclusion": "success", + "created_at": "2024-09-30T16:48:46Z", + "started_at": "2024-09-30T16:48:50Z", + "completed_at": "2024-09-30T16:53:38Z", + "name": "test-wheels / test-wheels-host (ubuntu-20.04, wormhole_b0)", + "steps": [ + { + "name": "Set up job", + "status": "completed", + "conclusion": "success", + "number": 1, + "started_at": "2024-09-30T16:48:49Z", + "completed_at": "2024-09-30T16:48:50Z" + }, + { + "name": "Run actions/checkout@v4", + "status": "completed", + "conclusion": "success", + "number": 2, + "started_at": "2024-09-30T16:48:50Z", + "completed_at": "2024-09-30T16:48:57Z" + }, + { + "name": "Run /./.github/actions/install-metal-deps", + "status": "completed", + "conclusion": "success", + "number": 3, + "started_at": "2024-09-30T16:48:57Z", + "completed_at": "2024-09-30T16:49:52Z" + }, + { + "name": "Run actions/download-artifact@v4", + "status": "completed", + "conclusion": "success", + "number": 4, + "started_at": "2024-09-30T16:49:52Z", + "completed_at": "2024-09-30T16:50:07Z" + }, + { + "name": "Set up end-to-end tests environment", + "status": "completed", + "conclusion": "success", + "number": 5, + "started_at": "2024-09-30T16:50:07Z", + "completed_at": "2024-09-30T16:53:32Z" + }, + { + "name": "Activate env and run release tests - host", + "status": "completed", + "conclusion": "success", + "number": 6, + "started_at": "2024-09-30T16:53:33Z", + "completed_at": "2024-09-30T16:53:35Z" + }, + { + "name": "Post Run actions/checkout@v4", + "status": "completed", + "conclusion": "success", + "number": 12, + "started_at": "2024-09-30T16:53:35Z", + "completed_at": "2024-09-30T16:53:35Z" + }, + { + "name": "Complete job", + "status": "completed", + "conclusion": "success", + "number": 13, + "started_at": "2024-09-30T16:53:35Z", + "completed_at": "2024-09-30T16:53:35Z" + } + ], + "check_run_url": "https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30868539085", + "labels": [ + "ubuntu-20.04" + ], + "runner_id": 139, + "runner_name": "GitHub Actions 58", + "runner_group_id": 2, + "runner_group_name": "GitHub Actions" + }, + { + "id": 30868539447, + "run_id": 11110261767, + "workflow_name": "All post-commit tests", + "head_branch": "asaigal/dispatch_s", + "run_url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/11110261767", + "run_attempt": 1, + "node_id": "CR_kwDOI9Wqc88AAAAHL-iINw", + "head_sha": "a6fea2adef8786a0615456df19fd0582e925bc61", + "url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30868539447", + "html_url": "https://github.com/tenstorrent/tt-metal/actions/runs/11110261767/job/30868539447", + "status": "completed", + "conclusion": "success", + "created_at": "2024-09-30T16:48:46Z", + "started_at": "2024-09-30T17:01:53Z", + "completed_at": "2024-09-30T17:06:20Z", + "name": "test-wheels / test-wheels-silicon (ubuntu-20.04, wormhole_b0, N150)", + "steps": [ + { + "name": "Set up job", + "status": "completed", + "conclusion": "success", + "number": 1, + "started_at": "2024-09-30T17:01:53Z", + "completed_at": "2024-09-30T17:01:55Z" + }, + { + "name": "Set up runner", + "status": "completed", + "conclusion": "success", + "number": 2, + "started_at": "2024-09-30T17:01:55Z", + "completed_at": "2024-09-30T17:02:39Z" + }, + { + "name": "Run actions/checkout@v4", + "status": "completed", + "conclusion": "success", + "number": 3, + "started_at": "2024-09-30T17:02:39Z", + "completed_at": "2024-09-30T17:02:43Z" + }, + { + "name": "Run actions/download-artifact@v4", + "status": "completed", + "conclusion": "success", + "number": 4, + "started_at": "2024-09-30T17:02:43Z", + "completed_at": "2024-09-30T17:02:58Z" + }, + { + "name": "Set up end-to-end tests environment", + "status": "completed", + "conclusion": "success", + "number": 5, + "started_at": "2024-09-30T17:02:59Z", + "completed_at": "2024-09-30T17:06:06Z" + }, + { + "name": "Activate env and run release tests - silicon", + "status": "completed", + "conclusion": "success", + "number": 6, + "started_at": "2024-09-30T17:06:07Z", + "completed_at": "2024-09-30T17:06:16Z" + }, + { + "name": "Post Run actions/checkout@v4", + "status": "completed", + "conclusion": "success", + "number": 11, + "started_at": "2024-09-30T17:06:16Z", + "completed_at": "2024-09-30T17:06:17Z" + }, + { + "name": "Complete runner", + "status": "completed", + "conclusion": "success", + "number": 12, + "started_at": "2024-09-30T17:06:20Z", + "completed_at": "2024-09-30T17:06:20Z" + }, + { + "name": "Complete job", + "status": "completed", + "conclusion": "success", + "number": 13, + "started_at": "2024-09-30T17:06:17Z", + "completed_at": "2024-09-30T17:06:17Z" + } + ], + "check_run_url": "https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30868539447", + "labels": [ + "cloud-virtual-machine", + "N150", + "in-service" + ], + "runner_id": 94, + "runner_name": "tt-metal-ci-vm-68", + "runner_group_id": 1, + "runner_group_name": "Default" + }, + { + "id": 30868539786, + "run_id": 11110261767, + "workflow_name": "All post-commit tests", + "head_branch": "asaigal/dispatch_s", + "run_url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/11110261767", + "run_attempt": 1, + "node_id": "CR_kwDOI9Wqc88AAAAHL-iJig", + "head_sha": "a6fea2adef8786a0615456df19fd0582e925bc61", + "url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30868539786", + "html_url": "https://github.com/tenstorrent/tt-metal/actions/runs/11110261767/job/30868539786", + "status": "completed", + "conclusion": "success", + "created_at": "2024-09-30T16:48:47Z", + "started_at": "2024-09-30T16:59:53Z", + "completed_at": "2024-09-30T17:03:55Z", + "name": "test-wheels / test-wheels-silicon (ubuntu-20.04, wormhole_b0, N300)", + "steps": [ + { + "name": "Set up job", + "status": "completed", + "conclusion": "success", + "number": 1, + "started_at": "2024-09-30T16:59:53Z", + "completed_at": "2024-09-30T16:59:55Z" + }, + { + "name": "Set up runner", + "status": "completed", + "conclusion": "success", + "number": 2, + "started_at": "2024-09-30T16:59:55Z", + "completed_at": "2024-09-30T17:00:39Z" + }, + { + "name": "Run actions/checkout@v4", + "status": "completed", + "conclusion": "success", + "number": 3, + "started_at": "2024-09-30T17:00:39Z", + "completed_at": "2024-09-30T17:00:41Z" + }, + { + "name": "Run actions/download-artifact@v4", + "status": "completed", + "conclusion": "success", + "number": 4, + "started_at": "2024-09-30T17:00:42Z", + "completed_at": "2024-09-30T17:00:58Z" + }, + { + "name": "Set up end-to-end tests environment", + "status": "completed", + "conclusion": "success", + "number": 5, + "started_at": "2024-09-30T17:00:58Z", + "completed_at": "2024-09-30T17:03:43Z" + }, + { + "name": "Activate env and run release tests - silicon", + "status": "completed", + "conclusion": "success", + "number": 6, + "started_at": "2024-09-30T17:03:44Z", + "completed_at": "2024-09-30T17:03:52Z" + }, + { + "name": "Post Run actions/checkout@v4", + "status": "completed", + "conclusion": "success", + "number": 11, + "started_at": "2024-09-30T17:03:52Z", + "completed_at": "2024-09-30T17:03:52Z" + }, + { + "name": "Complete runner", + "status": "completed", + "conclusion": "success", + "number": 12, + "started_at": "2024-09-30T17:03:52Z", + "completed_at": "2024-09-30T17:03:52Z" + }, + { + "name": "Complete job", + "status": "completed", + "conclusion": "success", + "number": 13, + "started_at": "2024-09-30T17:03:52Z", + "completed_at": "2024-09-30T17:03:52Z" + } + ], + "check_run_url": "https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30868539786", + "labels": [ + "cloud-virtual-machine", + "N300", + "in-service" + ], + "runner_id": 195, + "runner_name": "tt-metal-ci-vm-111", + "runner_group_id": 1, + "runner_group_name": "Default" + }, + { + "id": 30868540108, + "run_id": 11110261767, + "workflow_name": "All post-commit tests", + "head_branch": "asaigal/dispatch_s", + "run_url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/11110261767", + "run_attempt": 1, + "node_id": "CR_kwDOI9Wqc88AAAAHL-iKzA", + "head_sha": "a6fea2adef8786a0615456df19fd0582e925bc61", + "url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30868540108", + "html_url": "https://github.com/tenstorrent/tt-metal/actions/runs/11110261767/job/30868540108", + "status": "completed", + "conclusion": "success", + "created_at": "2024-09-30T16:48:47Z", + "started_at": "2024-09-30T16:52:22Z", + "completed_at": "2024-09-30T16:58:09Z", + "name": "fast-dispatch-unit-tests (grayskull, E150) / eager unit tests 1 grayskull E150", + "steps": [ + { + "name": "Set up job", + "status": "completed", + "conclusion": "success", + "number": 1, + "started_at": "2024-09-30T16:52:22Z", + "completed_at": "2024-09-30T16:52:24Z" + }, + { + "name": "Set up runner", + "status": "completed", + "conclusion": "success", + "number": 2, + "started_at": "2024-09-30T16:52:24Z", + "completed_at": "2024-09-30T16:52:55Z" + }, + { + "name": "Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0", + "status": "completed", + "conclusion": "success", + "number": 3, + "started_at": "2024-09-30T16:52:56Z", + "completed_at": "2024-09-30T16:53:00Z" + }, + { + "name": "Run actions/download-artifact@v4", + "status": "completed", + "conclusion": "success", + "number": 4, + "started_at": "2024-09-30T16:53:00Z", + "completed_at": "2024-09-30T16:53:16Z" + }, + { + "name": "eager unit tests 1 tests", + "status": "completed", + "conclusion": "success", + "number": 5, + "started_at": "2024-09-30T16:53:16Z", + "completed_at": "2024-09-30T16:58:02Z" + }, + { + "name": "Run /./.github/actions/slack-report", + "status": "completed", + "conclusion": "skipped", + "number": 6, + "started_at": "2024-09-30T16:58:03Z", + "completed_at": "2024-09-30T16:58:03Z" + }, + { + "name": "Run /./.github/actions/upload-artifact-with-job-uuid", + "status": "completed", + "conclusion": "success", + "number": 7, + "started_at": "2024-09-30T16:58:03Z", + "completed_at": "2024-09-30T16:58:05Z" + }, + { + "name": "Post eager unit tests 1 tests", + "status": "completed", + "conclusion": "success", + "number": 12, + "started_at": "2024-09-30T16:58:05Z", + "completed_at": "2024-09-30T16:58:05Z" + }, + { + "name": "Post Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0", + "status": "completed", + "conclusion": "success", + "number": 13, + "started_at": "2024-09-30T16:58:05Z", + "completed_at": "2024-09-30T16:58:05Z" + }, + { + "name": "Complete runner", + "status": "completed", + "conclusion": "success", + "number": 14, + "started_at": "2024-09-30T16:58:05Z", + "completed_at": "2024-09-30T16:58:05Z" + }, + { + "name": "Complete job", + "status": "completed", + "conclusion": "success", + "number": 15, + "started_at": "2024-09-30T16:58:05Z", + "completed_at": "2024-09-30T16:58:05Z" + } + ], + "check_run_url": "https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30868540108", + "labels": [ + "E150", + "cloud-virtual-machine", + "in-service" + ], + "runner_id": 84, + "runner_name": "tt-metal-ci-vm-9", + "runner_group_id": 1, + "runner_group_name": "Default" + }, + { + "id": 30868540410, + "run_id": 11110261767, + "workflow_name": "All post-commit tests", + "head_branch": "asaigal/dispatch_s", + "run_url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/11110261767", + "run_attempt": 1, + "node_id": "CR_kwDOI9Wqc88AAAAHL-iL-g", + "head_sha": "a6fea2adef8786a0615456df19fd0582e925bc61", + "url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30868540410", + "html_url": "https://github.com/tenstorrent/tt-metal/actions/runs/11110261767/job/30868540410", + "status": "completed", + "conclusion": "success", + "created_at": "2024-09-30T16:48:48Z", + "started_at": "2024-09-30T16:49:54Z", + "completed_at": "2024-09-30T16:58:28Z", + "name": "fast-dispatch-unit-tests (grayskull, E150) / eager unit tests 2 grayskull E150", + "steps": [ + { + "name": "Set up job", + "status": "completed", + "conclusion": "success", + "number": 1, + "started_at": "2024-09-30T16:49:53Z", + "completed_at": "2024-09-30T16:49:56Z" + }, + { + "name": "Set up runner", + "status": "completed", + "conclusion": "success", + "number": 2, + "started_at": "2024-09-30T16:49:56Z", + "completed_at": "2024-09-30T16:50:28Z" + }, + { + "name": "Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0", + "status": "completed", + "conclusion": "success", + "number": 3, + "started_at": "2024-09-30T16:50:28Z", + "completed_at": "2024-09-30T16:50:34Z" + }, + { + "name": "Run actions/download-artifact@v4", + "status": "completed", + "conclusion": "success", + "number": 4, + "started_at": "2024-09-30T16:50:34Z", + "completed_at": "2024-09-30T16:50:49Z" + }, + { + "name": "eager unit tests 2 tests", + "status": "completed", + "conclusion": "success", + "number": 5, + "started_at": "2024-09-30T16:50:49Z", + "completed_at": "2024-09-30T16:58:21Z" + }, + { + "name": "Run /./.github/actions/slack-report", + "status": "completed", + "conclusion": "skipped", + "number": 6, + "started_at": "2024-09-30T16:58:21Z", + "completed_at": "2024-09-30T16:58:21Z" + }, + { + "name": "Run /./.github/actions/upload-artifact-with-job-uuid", + "status": "completed", + "conclusion": "success", + "number": 7, + "started_at": "2024-09-30T16:58:21Z", + "completed_at": "2024-09-30T16:58:23Z" + }, + { + "name": "Post eager unit tests 2 tests", + "status": "completed", + "conclusion": "success", + "number": 12, + "started_at": "2024-09-30T16:58:23Z", + "completed_at": "2024-09-30T16:58:24Z" + }, + { + "name": "Post Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0", + "status": "completed", + "conclusion": "success", + "number": 13, + "started_at": "2024-09-30T16:58:24Z", + "completed_at": "2024-09-30T16:58:24Z" + }, + { + "name": "Complete runner", + "status": "completed", + "conclusion": "success", + "number": 14, + "started_at": "2024-09-30T16:58:28Z", + "completed_at": "2024-09-30T16:58:28Z" + }, + { + "name": "Complete job", + "status": "completed", + "conclusion": "success", + "number": 15, + "started_at": "2024-09-30T16:58:24Z", + "completed_at": "2024-09-30T16:58:24Z" + } + ], + "check_run_url": "https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30868540410", + "labels": [ + "E150", + "cloud-virtual-machine", + "in-service" + ], + "runner_id": 126, + "runner_name": "tt-metal-ci-vm-94", + "runner_group_id": 1, + "runner_group_name": "Default" + }, + { + "id": 30868540825, + "run_id": 11110261767, + "workflow_name": "All post-commit tests", + "head_branch": "asaigal/dispatch_s", + "run_url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/11110261767", + "run_attempt": 1, + "node_id": "CR_kwDOI9Wqc88AAAAHL-iNmQ", + "head_sha": "a6fea2adef8786a0615456df19fd0582e925bc61", + "url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30868540825", + "html_url": "https://github.com/tenstorrent/tt-metal/actions/runs/11110261767/job/30868540825", + "status": "completed", + "conclusion": "success", + "created_at": "2024-09-30T16:48:48Z", + "started_at": "2024-09-30T16:50:58Z", + "completed_at": "2024-09-30T17:01:30Z", + "name": "fast-dispatch-unit-tests (grayskull, E150) / eager unit tests 3 grayskull E150", + "steps": [ + { + "name": "Set up job", + "status": "completed", + "conclusion": "success", + "number": 1, + "started_at": "2024-09-30T16:50:58Z", + "completed_at": "2024-09-30T16:51:01Z" + }, + { + "name": "Set up runner", + "status": "completed", + "conclusion": "success", + "number": 2, + "started_at": "2024-09-30T16:51:01Z", + "completed_at": "2024-09-30T16:51:32Z" + }, + { + "name": "Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0", + "status": "completed", + "conclusion": "success", + "number": 3, + "started_at": "2024-09-30T16:51:32Z", + "completed_at": "2024-09-30T16:51:37Z" + }, + { + "name": "Run actions/download-artifact@v4", + "status": "completed", + "conclusion": "success", + "number": 4, + "started_at": "2024-09-30T16:51:38Z", + "completed_at": "2024-09-30T16:51:53Z" + }, + { + "name": "eager unit tests 3 tests", + "status": "completed", + "conclusion": "success", + "number": 5, + "started_at": "2024-09-30T16:51:54Z", + "completed_at": "2024-09-30T17:01:23Z" + }, + { + "name": "Run /./.github/actions/slack-report", + "status": "completed", + "conclusion": "skipped", + "number": 6, + "started_at": "2024-09-30T17:01:24Z", + "completed_at": "2024-09-30T17:01:24Z" + }, + { + "name": "Run /./.github/actions/upload-artifact-with-job-uuid", + "status": "completed", + "conclusion": "success", + "number": 7, + "started_at": "2024-09-30T17:01:24Z", + "completed_at": "2024-09-30T17:01:25Z" + }, + { + "name": "Post eager unit tests 3 tests", + "status": "completed", + "conclusion": "success", + "number": 12, + "started_at": "2024-09-30T17:01:26Z", + "completed_at": "2024-09-30T17:01:26Z" + }, + { + "name": "Post Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0", + "status": "completed", + "conclusion": "success", + "number": 13, + "started_at": "2024-09-30T17:01:26Z", + "completed_at": "2024-09-30T17:01:26Z" + }, + { + "name": "Complete runner", + "status": "completed", + "conclusion": "success", + "number": 14, + "started_at": "2024-09-30T17:01:30Z", + "completed_at": "2024-09-30T17:01:30Z" + }, + { + "name": "Complete job", + "status": "completed", + "conclusion": "success", + "number": 15, + "started_at": "2024-09-30T17:01:26Z", + "completed_at": "2024-09-30T17:01:26Z" + } + ], + "check_run_url": "https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30868540825", + "labels": [ + "E150", + "cloud-virtual-machine", + "in-service" + ], + "runner_id": 129, + "runner_name": "tt-metal-ci-vm-102", + "runner_group_id": 1, + "runner_group_name": "Default" + }, + { + "id": 30868541136, + "run_id": 11110261767, + "workflow_name": "All post-commit tests", + "head_branch": "asaigal/dispatch_s", + "run_url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/11110261767", + "run_attempt": 1, + "node_id": "CR_kwDOI9Wqc88AAAAHL-iO0A", + "head_sha": "a6fea2adef8786a0615456df19fd0582e925bc61", + "url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30868541136", + "html_url": "https://github.com/tenstorrent/tt-metal/actions/runs/11110261767/job/30868541136", + "status": "completed", + "conclusion": "success", + "created_at": "2024-09-30T16:48:49Z", + "started_at": "2024-09-30T17:05:22Z", + "completed_at": "2024-09-30T17:15:55Z", + "name": "fast-dispatch-unit-tests (wormhole_b0, N150) / eager unit tests 1 wormhole_b0 N150", + "steps": [ + { + "name": "Set up job", + "status": "completed", + "conclusion": "success", + "number": 1, + "started_at": "2024-09-30T17:05:21Z", + "completed_at": "2024-09-30T17:05:24Z" + }, + { + "name": "Set up runner", + "status": "completed", + "conclusion": "success", + "number": 2, + "started_at": "2024-09-30T17:05:24Z", + "completed_at": "2024-09-30T17:06:08Z" + }, + { + "name": "Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0", + "status": "completed", + "conclusion": "success", + "number": 3, + "started_at": "2024-09-30T17:06:08Z", + "completed_at": "2024-09-30T17:06:14Z" + }, + { + "name": "Run actions/download-artifact@v4", + "status": "completed", + "conclusion": "success", + "number": 4, + "started_at": "2024-09-30T17:06:14Z", + "completed_at": "2024-09-30T17:06:35Z" + }, + { + "name": "eager unit tests 1 tests", + "status": "completed", + "conclusion": "success", + "number": 5, + "started_at": "2024-09-30T17:06:36Z", + "completed_at": "2024-09-30T17:15:48Z" + }, + { + "name": "Run /./.github/actions/slack-report", + "status": "completed", + "conclusion": "skipped", + "number": 6, + "started_at": "2024-09-30T17:15:49Z", + "completed_at": "2024-09-30T17:15:49Z" + }, + { + "name": "Run /./.github/actions/upload-artifact-with-job-uuid", + "status": "completed", + "conclusion": "success", + "number": 7, + "started_at": "2024-09-30T17:15:49Z", + "completed_at": "2024-09-30T17:15:50Z" + }, + { + "name": "Post eager unit tests 1 tests", + "status": "completed", + "conclusion": "success", + "number": 12, + "started_at": "2024-09-30T17:15:51Z", + "completed_at": "2024-09-30T17:15:51Z" + }, + { + "name": "Post Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0", + "status": "completed", + "conclusion": "success", + "number": 13, + "started_at": "2024-09-30T17:15:51Z", + "completed_at": "2024-09-30T17:15:51Z" + }, + { + "name": "Complete runner", + "status": "completed", + "conclusion": "success", + "number": 14, + "started_at": "2024-09-30T17:15:51Z", + "completed_at": "2024-09-30T17:15:51Z" + }, + { + "name": "Complete job", + "status": "completed", + "conclusion": "success", + "number": 15, + "started_at": "2024-09-30T17:15:51Z", + "completed_at": "2024-09-30T17:15:51Z" + } + ], + "check_run_url": "https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30868541136", + "labels": [ + "N150", + "cloud-virtual-machine", + "in-service" + ], + "runner_id": 202, + "runner_name": "tt-metal-ci-vm-120", + "runner_group_id": 1, + "runner_group_name": "Default" + }, + { + "id": 30868541486, + "run_id": 11110261767, + "workflow_name": "All post-commit tests", + "head_branch": "asaigal/dispatch_s", + "run_url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/11110261767", + "run_attempt": 1, + "node_id": "CR_kwDOI9Wqc88AAAAHL-iQLg", + "head_sha": "a6fea2adef8786a0615456df19fd0582e925bc61", + "url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30868541486", + "html_url": "https://github.com/tenstorrent/tt-metal/actions/runs/11110261767/job/30868541486", + "status": "completed", + "conclusion": "success", + "created_at": "2024-09-30T16:48:49Z", + "started_at": "2024-09-30T16:51:22Z", + "completed_at": "2024-09-30T16:59:41Z", + "name": "fast-dispatch-unit-tests (grayskull, E150) / eager unit tests 4 grayskull E150", + "steps": [ + { + "name": "Set up job", + "status": "completed", + "conclusion": "success", + "number": 1, + "started_at": "2024-09-30T16:51:21Z", + "completed_at": "2024-09-30T16:51:24Z" + }, + { + "name": "Set up runner", + "status": "completed", + "conclusion": "success", + "number": 2, + "started_at": "2024-09-30T16:51:24Z", + "completed_at": "2024-09-30T16:51:56Z" + }, + { + "name": "Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0", + "status": "completed", + "conclusion": "success", + "number": 3, + "started_at": "2024-09-30T16:51:56Z", + "completed_at": "2024-09-30T16:52:01Z" + }, + { + "name": "Run actions/download-artifact@v4", + "status": "completed", + "conclusion": "success", + "number": 4, + "started_at": "2024-09-30T16:52:02Z", + "completed_at": "2024-09-30T16:52:19Z" + }, + { + "name": "eager unit tests 4 tests", + "status": "completed", + "conclusion": "success", + "number": 5, + "started_at": "2024-09-30T16:52:19Z", + "completed_at": "2024-09-30T16:59:34Z" + }, + { + "name": "Run /./.github/actions/slack-report", + "status": "completed", + "conclusion": "skipped", + "number": 6, + "started_at": "2024-09-30T16:59:34Z", + "completed_at": "2024-09-30T16:59:34Z" + }, + { + "name": "Run /./.github/actions/upload-artifact-with-job-uuid", + "status": "completed", + "conclusion": "success", + "number": 7, + "started_at": "2024-09-30T16:59:34Z", + "completed_at": "2024-09-30T16:59:36Z" + }, + { + "name": "Post eager unit tests 4 tests", + "status": "completed", + "conclusion": "success", + "number": 12, + "started_at": "2024-09-30T16:59:36Z", + "completed_at": "2024-09-30T16:59:37Z" + }, + { + "name": "Post Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0", + "status": "completed", + "conclusion": "success", + "number": 13, + "started_at": "2024-09-30T16:59:37Z", + "completed_at": "2024-09-30T16:59:37Z" + }, + { + "name": "Complete runner", + "status": "completed", + "conclusion": "success", + "number": 14, + "started_at": "2024-09-30T16:59:41Z", + "completed_at": "2024-09-30T16:59:41Z" + }, + { + "name": "Complete job", + "status": "completed", + "conclusion": "success", + "number": 15, + "started_at": "2024-09-30T16:59:37Z", + "completed_at": "2024-09-30T16:59:37Z" + } + ], + "check_run_url": "https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30868541486", + "labels": [ + "E150", + "cloud-virtual-machine", + "in-service" + ], + "runner_id": 120, + "runner_name": "tt-metal-ci-vm-56", + "runner_group_id": 1, + "runner_group_name": "Default" + }, + { + "id": 30868541796, + "run_id": 11110261767, + "workflow_name": "All post-commit tests", + "head_branch": "asaigal/dispatch_s", + "run_url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/11110261767", + "run_attempt": 1, + "node_id": "CR_kwDOI9Wqc88AAAAHL-iRZA", + "head_sha": "a6fea2adef8786a0615456df19fd0582e925bc61", + "url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30868541796", + "html_url": "https://github.com/tenstorrent/tt-metal/actions/runs/11110261767/job/30868541796", + "status": "completed", + "conclusion": "success", + "created_at": "2024-09-30T16:48:49Z", + "started_at": "2024-09-30T17:03:07Z", + "completed_at": "2024-09-30T17:08:56Z", + "name": "fast-dispatch-unit-tests (wormhole_b0, N150) / eager unit tests 2 wormhole_b0 N150", + "steps": [ + { + "name": "Set up job", + "status": "completed", + "conclusion": "success", + "number": 1, + "started_at": "2024-09-30T17:03:06Z", + "completed_at": "2024-09-30T17:03:09Z" + }, + { + "name": "Set up runner", + "status": "completed", + "conclusion": "success", + "number": 2, + "started_at": "2024-09-30T17:03:09Z", + "completed_at": "2024-09-30T17:03:53Z" + }, + { + "name": "Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0", + "status": "completed", + "conclusion": "success", + "number": 3, + "started_at": "2024-09-30T17:03:53Z", + "completed_at": "2024-09-30T17:03:59Z" + }, + { + "name": "Run actions/download-artifact@v4", + "status": "completed", + "conclusion": "success", + "number": 4, + "started_at": "2024-09-30T17:03:59Z", + "completed_at": "2024-09-30T17:04:19Z" + }, + { + "name": "eager unit tests 2 tests", + "status": "completed", + "conclusion": "success", + "number": 5, + "started_at": "2024-09-30T17:04:19Z", + "completed_at": "2024-09-30T17:08:49Z" + }, + { + "name": "Run /./.github/actions/slack-report", + "status": "completed", + "conclusion": "skipped", + "number": 6, + "started_at": "2024-09-30T17:08:49Z", + "completed_at": "2024-09-30T17:08:49Z" + }, + { + "name": "Run /./.github/actions/upload-artifact-with-job-uuid", + "status": "completed", + "conclusion": "success", + "number": 7, + "started_at": "2024-09-30T17:08:49Z", + "completed_at": "2024-09-30T17:08:51Z" + }, + { + "name": "Post eager unit tests 2 tests", + "status": "completed", + "conclusion": "success", + "number": 12, + "started_at": "2024-09-30T17:08:51Z", + "completed_at": "2024-09-30T17:08:51Z" + }, + { + "name": "Post Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0", + "status": "completed", + "conclusion": "success", + "number": 13, + "started_at": "2024-09-30T17:08:56Z", + "completed_at": "2024-09-30T17:08:56Z" + }, + { + "name": "Complete runner", + "status": "completed", + "conclusion": "success", + "number": 14, + "started_at": "2024-09-30T17:08:56Z", + "completed_at": "2024-09-30T17:08:56Z" + }, + { + "name": "Complete job", + "status": "completed", + "conclusion": "success", + "number": 15, + "started_at": "2024-09-30T17:08:52Z", + "completed_at": "2024-09-30T17:08:52Z" + } + ], + "check_run_url": "https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30868541796", + "labels": [ + "N150", + "cloud-virtual-machine", + "in-service" + ], + "runner_id": 83, + "runner_name": "tt-metal-ci-vm-39", + "runner_group_id": 1, + "runner_group_name": "Default" + }, + { + "id": 30868542109, + "run_id": 11110261767, + "workflow_name": "All post-commit tests", + "head_branch": "asaigal/dispatch_s", + "run_url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/11110261767", + "run_attempt": 1, + "node_id": "CR_kwDOI9Wqc88AAAAHL-iSnQ", + "head_sha": "a6fea2adef8786a0615456df19fd0582e925bc61", + "url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30868542109", + "html_url": "https://github.com/tenstorrent/tt-metal/actions/runs/11110261767/job/30868542109", + "status": "completed", + "conclusion": "success", + "created_at": "2024-09-30T16:48:50Z", + "started_at": "2024-09-30T16:51:57Z", + "completed_at": "2024-09-30T17:00:22Z", + "name": "fast-dispatch-unit-tests (grayskull, E150) / eager unit tests 5 grayskull E150", + "steps": [ + { + "name": "Set up job", + "status": "completed", + "conclusion": "success", + "number": 1, + "started_at": "2024-09-30T16:51:57Z", + "completed_at": "2024-09-30T16:52:00Z" + }, + { + "name": "Set up runner", + "status": "completed", + "conclusion": "success", + "number": 2, + "started_at": "2024-09-30T16:52:00Z", + "completed_at": "2024-09-30T16:52:33Z" + }, + { + "name": "Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0", + "status": "completed", + "conclusion": "success", + "number": 3, + "started_at": "2024-09-30T16:52:33Z", + "completed_at": "2024-09-30T16:52:40Z" + }, + { + "name": "Run actions/download-artifact@v4", + "status": "completed", + "conclusion": "success", + "number": 4, + "started_at": "2024-09-30T16:52:40Z", + "completed_at": "2024-09-30T16:53:00Z" + }, + { + "name": "eager unit tests 5 tests", + "status": "completed", + "conclusion": "success", + "number": 5, + "started_at": "2024-09-30T16:53:00Z", + "completed_at": "2024-09-30T17:00:14Z" + }, + { + "name": "Run /./.github/actions/slack-report", + "status": "completed", + "conclusion": "skipped", + "number": 6, + "started_at": "2024-09-30T17:00:15Z", + "completed_at": "2024-09-30T17:00:15Z" + }, + { + "name": "Run /./.github/actions/upload-artifact-with-job-uuid", + "status": "completed", + "conclusion": "success", + "number": 7, + "started_at": "2024-09-30T17:00:15Z", + "completed_at": "2024-09-30T17:00:17Z" + }, + { + "name": "Post eager unit tests 5 tests", + "status": "completed", + "conclusion": "success", + "number": 12, + "started_at": "2024-09-30T17:00:17Z", + "completed_at": "2024-09-30T17:00:18Z" + }, + { + "name": "Post Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0", + "status": "completed", + "conclusion": "success", + "number": 13, + "started_at": "2024-09-30T17:00:18Z", + "completed_at": "2024-09-30T17:00:18Z" + }, + { + "name": "Complete runner", + "status": "completed", + "conclusion": "success", + "number": 14, + "started_at": "2024-09-30T17:00:22Z", + "completed_at": "2024-09-30T17:00:22Z" + }, + { + "name": "Complete job", + "status": "completed", + "conclusion": "success", + "number": 15, + "started_at": "2024-09-30T17:00:18Z", + "completed_at": "2024-09-30T17:00:18Z" + } + ], + "check_run_url": "https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30868542109", + "labels": [ + "E150", + "cloud-virtual-machine", + "in-service" + ], + "runner_id": 203, + "runner_name": "tt-metal-ci-vm-121", + "runner_group_id": 1, + "runner_group_name": "Default" + }, + { + "id": 30868542404, + "run_id": 11110261767, + "workflow_name": "All post-commit tests", + "head_branch": "asaigal/dispatch_s", + "run_url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/11110261767", + "run_attempt": 1, + "node_id": "CR_kwDOI9Wqc88AAAAHL-iTxA", + "head_sha": "a6fea2adef8786a0615456df19fd0582e925bc61", + "url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30868542404", + "html_url": "https://github.com/tenstorrent/tt-metal/actions/runs/11110261767/job/30868542404", + "status": "completed", + "conclusion": "success", + "created_at": "2024-09-30T16:48:50Z", + "started_at": "2024-09-30T17:03:11Z", + "completed_at": "2024-09-30T17:16:16Z", + "name": "fast-dispatch-unit-tests (wormhole_b0, N150) / eager unit tests 3 wormhole_b0 N150", + "steps": [ + { + "name": "Set up job", + "status": "completed", + "conclusion": "success", + "number": 1, + "started_at": "2024-09-30T17:03:10Z", + "completed_at": "2024-09-30T17:03:13Z" + }, + { + "name": "Set up runner", + "status": "completed", + "conclusion": "success", + "number": 2, + "started_at": "2024-09-30T17:03:13Z", + "completed_at": "2024-09-30T17:03:57Z" + }, + { + "name": "Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0", + "status": "completed", + "conclusion": "success", + "number": 3, + "started_at": "2024-09-30T17:03:57Z", + "completed_at": "2024-09-30T17:04:01Z" + }, + { + "name": "Run actions/download-artifact@v4", + "status": "completed", + "conclusion": "success", + "number": 4, + "started_at": "2024-09-30T17:04:02Z", + "completed_at": "2024-09-30T17:04:17Z" + }, + { + "name": "eager unit tests 3 tests", + "status": "completed", + "conclusion": "success", + "number": 5, + "started_at": "2024-09-30T17:04:17Z", + "completed_at": "2024-09-30T17:16:09Z" + }, + { + "name": "Run /./.github/actions/slack-report", + "status": "completed", + "conclusion": "skipped", + "number": 6, + "started_at": "2024-09-30T17:16:10Z", + "completed_at": "2024-09-30T17:16:10Z" + }, + { + "name": "Run /./.github/actions/upload-artifact-with-job-uuid", + "status": "completed", + "conclusion": "success", + "number": 7, + "started_at": "2024-09-30T17:16:10Z", + "completed_at": "2024-09-30T17:16:11Z" + }, + { + "name": "Post eager unit tests 3 tests", + "status": "completed", + "conclusion": "success", + "number": 12, + "started_at": "2024-09-30T17:16:12Z", + "completed_at": "2024-09-30T17:16:12Z" + }, + { + "name": "Post Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0", + "status": "completed", + "conclusion": "success", + "number": 13, + "started_at": "2024-09-30T17:16:12Z", + "completed_at": "2024-09-30T17:16:12Z" + }, + { + "name": "Complete runner", + "status": "completed", + "conclusion": "success", + "number": 14, + "started_at": "2024-09-30T17:16:16Z", + "completed_at": "2024-09-30T17:16:16Z" + }, + { + "name": "Complete job", + "status": "completed", + "conclusion": "success", + "number": 15, + "started_at": "2024-09-30T17:16:12Z", + "completed_at": "2024-09-30T17:16:12Z" + } + ], + "check_run_url": "https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30868542404", + "labels": [ + "N150", + "cloud-virtual-machine", + "in-service" + ], + "runner_id": 33, + "runner_name": "tt-metal-ci-vm-19", + "runner_group_id": 1, + "runner_group_name": "Default" + }, + { + "id": 30868542747, + "run_id": 11110261767, + "workflow_name": "All post-commit tests", + "head_branch": "asaigal/dispatch_s", + "run_url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/11110261767", + "run_attempt": 1, + "node_id": "CR_kwDOI9Wqc88AAAAHL-iVGw", + "head_sha": "a6fea2adef8786a0615456df19fd0582e925bc61", + "url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30868542747", + "html_url": "https://github.com/tenstorrent/tt-metal/actions/runs/11110261767/job/30868542747", + "status": "completed", + "conclusion": "success", + "created_at": "2024-09-30T16:48:51Z", + "started_at": "2024-09-30T17:03:20Z", + "completed_at": "2024-09-30T17:20:12Z", + "name": "fast-dispatch-unit-tests (wormhole_b0, N150) / eager unit tests 4 wormhole_b0 N150", + "steps": [ + { + "name": "Set up job", + "status": "completed", + "conclusion": "success", + "number": 1, + "started_at": "2024-09-30T17:03:20Z", + "completed_at": "2024-09-30T17:03:22Z" + }, + { + "name": "Set up runner", + "status": "completed", + "conclusion": "success", + "number": 2, + "started_at": "2024-09-30T17:03:22Z", + "completed_at": "2024-09-30T17:04:06Z" + }, + { + "name": "Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0", + "status": "completed", + "conclusion": "success", + "number": 3, + "started_at": "2024-09-30T17:04:06Z", + "completed_at": "2024-09-30T17:04:14Z" + }, + { + "name": "Run actions/download-artifact@v4", + "status": "completed", + "conclusion": "success", + "number": 4, + "started_at": "2024-09-30T17:04:14Z", + "completed_at": "2024-09-30T17:04:32Z" + }, + { + "name": "eager unit tests 4 tests", + "status": "completed", + "conclusion": "success", + "number": 5, + "started_at": "2024-09-30T17:04:32Z", + "completed_at": "2024-09-30T17:20:05Z" + }, + { + "name": "Run /./.github/actions/slack-report", + "status": "completed", + "conclusion": "skipped", + "number": 6, + "started_at": "2024-09-30T17:20:06Z", + "completed_at": "2024-09-30T17:20:06Z" + }, + { + "name": "Run /./.github/actions/upload-artifact-with-job-uuid", + "status": "completed", + "conclusion": "success", + "number": 7, + "started_at": "2024-09-30T17:20:06Z", + "completed_at": "2024-09-30T17:20:07Z" + }, + { + "name": "Post eager unit tests 4 tests", + "status": "completed", + "conclusion": "success", + "number": 12, + "started_at": "2024-09-30T17:20:08Z", + "completed_at": "2024-09-30T17:20:08Z" + }, + { + "name": "Post Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0", + "status": "completed", + "conclusion": "success", + "number": 13, + "started_at": "2024-09-30T17:20:08Z", + "completed_at": "2024-09-30T17:20:08Z" + }, + { + "name": "Complete runner", + "status": "completed", + "conclusion": "success", + "number": 14, + "started_at": "2024-09-30T17:20:12Z", + "completed_at": "2024-09-30T17:20:12Z" + }, + { + "name": "Complete job", + "status": "completed", + "conclusion": "success", + "number": 15, + "started_at": "2024-09-30T17:20:08Z", + "completed_at": "2024-09-30T17:20:08Z" + } + ], + "check_run_url": "https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30868542747", + "labels": [ + "N150", + "cloud-virtual-machine", + "in-service" + ], + "runner_id": 41, + "runner_name": "tt-metal-ci-vm-84", + "runner_group_id": 1, + "runner_group_name": "Default" + }, + { + "id": 30868543083, + "run_id": 11110261767, + "workflow_name": "All post-commit tests", + "head_branch": "asaigal/dispatch_s", + "run_url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/11110261767", + "run_attempt": 1, + "node_id": "CR_kwDOI9Wqc88AAAAHL-iWaw", + "head_sha": "a6fea2adef8786a0615456df19fd0582e925bc61", + "url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30868543083", + "html_url": "https://github.com/tenstorrent/tt-metal/actions/runs/11110261767/job/30868543083", + "status": "completed", + "conclusion": "success", + "created_at": "2024-09-30T16:48:51Z", + "started_at": "2024-09-30T16:51:52Z", + "completed_at": "2024-09-30T17:02:29Z", + "name": "fast-dispatch-unit-tests (grayskull, E150) / eager unit tests 6 grayskull E150", + "steps": [ + { + "name": "Set up job", + "status": "completed", + "conclusion": "success", + "number": 1, + "started_at": "2024-09-30T16:51:51Z", + "completed_at": "2024-09-30T16:51:54Z" + }, + { + "name": "Set up runner", + "status": "completed", + "conclusion": "success", + "number": 2, + "started_at": "2024-09-30T16:51:54Z", + "completed_at": "2024-09-30T16:52:26Z" + }, + { + "name": "Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0", + "status": "completed", + "conclusion": "success", + "number": 3, + "started_at": "2024-09-30T16:52:26Z", + "completed_at": "2024-09-30T16:52:30Z" + }, + { + "name": "Run actions/download-artifact@v4", + "status": "completed", + "conclusion": "success", + "number": 4, + "started_at": "2024-09-30T16:52:31Z", + "completed_at": "2024-09-30T16:52:47Z" + }, + { + "name": "eager unit tests 6 tests", + "status": "completed", + "conclusion": "success", + "number": 5, + "started_at": "2024-09-30T16:52:47Z", + "completed_at": "2024-09-30T17:02:23Z" + }, + { + "name": "Run /./.github/actions/slack-report", + "status": "completed", + "conclusion": "skipped", + "number": 6, + "started_at": "2024-09-30T17:02:23Z", + "completed_at": "2024-09-30T17:02:23Z" + }, + { + "name": "Run /./.github/actions/upload-artifact-with-job-uuid", + "status": "completed", + "conclusion": "success", + "number": 7, + "started_at": "2024-09-30T17:02:23Z", + "completed_at": "2024-09-30T17:02:25Z" + }, + { + "name": "Post eager unit tests 6 tests", + "status": "completed", + "conclusion": "success", + "number": 12, + "started_at": "2024-09-30T17:02:25Z", + "completed_at": "2024-09-30T17:02:25Z" + }, + { + "name": "Post Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0", + "status": "completed", + "conclusion": "success", + "number": 13, + "started_at": "2024-09-30T17:02:25Z", + "completed_at": "2024-09-30T17:02:25Z" + }, + { + "name": "Complete runner", + "status": "completed", + "conclusion": "success", + "number": 14, + "started_at": "2024-09-30T17:02:29Z", + "completed_at": "2024-09-30T17:02:29Z" + }, + { + "name": "Complete job", + "status": "completed", + "conclusion": "success", + "number": 15, + "started_at": "2024-09-30T17:02:25Z", + "completed_at": "2024-09-30T17:02:26Z" + } + ], + "check_run_url": "https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30868543083", + "labels": [ + "E150", + "cloud-virtual-machine", + "in-service" + ], + "runner_id": 137, + "runner_name": "tt-metal-ci-vm-11", + "runner_group_id": 1, + "runner_group_name": "Default" + }, + { + "id": 30868543441, + "run_id": 11110261767, + "workflow_name": "All post-commit tests", + "head_branch": "asaigal/dispatch_s", + "run_url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/11110261767", + "run_attempt": 1, + "node_id": "CR_kwDOI9Wqc88AAAAHL-iX0Q", + "head_sha": "a6fea2adef8786a0615456df19fd0582e925bc61", + "url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30868543441", + "html_url": "https://github.com/tenstorrent/tt-metal/actions/runs/11110261767/job/30868543441", + "status": "completed", + "conclusion": "success", + "created_at": "2024-09-30T16:48:51Z", + "started_at": "2024-09-30T17:03:30Z", + "completed_at": "2024-09-30T17:11:26Z", + "name": "fast-dispatch-unit-tests (wormhole_b0, N150) / eager unit tests 5 wormhole_b0 N150", + "steps": [ + { + "name": "Set up job", + "status": "completed", + "conclusion": "success", + "number": 1, + "started_at": "2024-09-30T17:03:30Z", + "completed_at": "2024-09-30T17:03:33Z" + }, + { + "name": "Set up runner", + "status": "completed", + "conclusion": "success", + "number": 2, + "started_at": "2024-09-30T17:03:33Z", + "completed_at": "2024-09-30T17:04:16Z" + }, + { + "name": "Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0", + "status": "completed", + "conclusion": "success", + "number": 3, + "started_at": "2024-09-30T17:04:17Z", + "completed_at": "2024-09-30T17:04:24Z" + }, + { + "name": "Run actions/download-artifact@v4", + "status": "completed", + "conclusion": "success", + "number": 4, + "started_at": "2024-09-30T17:04:24Z", + "completed_at": "2024-09-30T17:04:47Z" + }, + { + "name": "eager unit tests 5 tests", + "status": "completed", + "conclusion": "success", + "number": 5, + "started_at": "2024-09-30T17:04:47Z", + "completed_at": "2024-09-30T17:11:19Z" + }, + { + "name": "Run /./.github/actions/slack-report", + "status": "completed", + "conclusion": "skipped", + "number": 6, + "started_at": "2024-09-30T17:11:19Z", + "completed_at": "2024-09-30T17:11:19Z" + }, + { + "name": "Run /./.github/actions/upload-artifact-with-job-uuid", + "status": "completed", + "conclusion": "success", + "number": 7, + "started_at": "2024-09-30T17:11:19Z", + "completed_at": "2024-09-30T17:11:21Z" + }, + { + "name": "Post eager unit tests 5 tests", + "status": "completed", + "conclusion": "success", + "number": 12, + "started_at": "2024-09-30T17:11:22Z", + "completed_at": "2024-09-30T17:11:22Z" + }, + { + "name": "Post Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0", + "status": "completed", + "conclusion": "success", + "number": 13, + "started_at": "2024-09-30T17:11:22Z", + "completed_at": "2024-09-30T17:11:22Z" + }, + { + "name": "Complete runner", + "status": "completed", + "conclusion": "success", + "number": 14, + "started_at": "2024-09-30T17:11:26Z", + "completed_at": "2024-09-30T17:11:26Z" + }, + { + "name": "Complete job", + "status": "completed", + "conclusion": "success", + "number": 15, + "started_at": "2024-09-30T17:11:22Z", + "completed_at": "2024-09-30T17:11:22Z" + } + ], + "check_run_url": "https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30868543441", + "labels": [ + "N150", + "cloud-virtual-machine", + "in-service" + ], + "runner_id": 100, + "runner_name": "tt-metal-ci-vm-97", + "runner_group_id": 1, + "runner_group_name": "Default" + }, + { + "id": 30868543803, + "run_id": 11110261767, + "workflow_name": "All post-commit tests", + "head_branch": "asaigal/dispatch_s", + "run_url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/11110261767", + "run_attempt": 1, + "node_id": "CR_kwDOI9Wqc88AAAAHL-iZOw", + "head_sha": "a6fea2adef8786a0615456df19fd0582e925bc61", + "url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30868543803", + "html_url": "https://github.com/tenstorrent/tt-metal/actions/runs/11110261767/job/30868543803", + "status": "completed", + "conclusion": "success", + "created_at": "2024-09-30T16:48:52Z", + "started_at": "2024-09-30T16:52:05Z", + "completed_at": "2024-09-30T16:59:52Z", + "name": "fast-dispatch-unit-tests (grayskull, E150) / eager unit tests 7 grayskull E150", + "steps": [ + { + "name": "Set up job", + "status": "completed", + "conclusion": "success", + "number": 1, + "started_at": "2024-09-30T16:52:04Z", + "completed_at": "2024-09-30T16:52:07Z" + }, + { + "name": "Set up runner", + "status": "completed", + "conclusion": "success", + "number": 2, + "started_at": "2024-09-30T16:52:07Z", + "completed_at": "2024-09-30T16:52:39Z" + }, + { + "name": "Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0", + "status": "completed", + "conclusion": "success", + "number": 3, + "started_at": "2024-09-30T16:52:39Z", + "completed_at": "2024-09-30T16:52:49Z" + }, + { + "name": "Run actions/download-artifact@v4", + "status": "completed", + "conclusion": "success", + "number": 4, + "started_at": "2024-09-30T16:52:49Z", + "completed_at": "2024-09-30T16:53:06Z" + }, + { + "name": "eager unit tests 7 tests", + "status": "completed", + "conclusion": "success", + "number": 5, + "started_at": "2024-09-30T16:53:06Z", + "completed_at": "2024-09-30T16:59:45Z" + }, + { + "name": "Run /./.github/actions/slack-report", + "status": "completed", + "conclusion": "skipped", + "number": 6, + "started_at": "2024-09-30T16:59:46Z", + "completed_at": "2024-09-30T16:59:46Z" + }, + { + "name": "Run /./.github/actions/upload-artifact-with-job-uuid", + "status": "completed", + "conclusion": "success", + "number": 7, + "started_at": "2024-09-30T16:59:46Z", + "completed_at": "2024-09-30T16:59:48Z" + }, + { + "name": "Post eager unit tests 7 tests", + "status": "completed", + "conclusion": "success", + "number": 12, + "started_at": "2024-09-30T16:59:48Z", + "completed_at": "2024-09-30T16:59:48Z" + }, + { + "name": "Post Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0", + "status": "completed", + "conclusion": "success", + "number": 13, + "started_at": "2024-09-30T16:59:48Z", + "completed_at": "2024-09-30T16:59:48Z" + }, + { + "name": "Complete runner", + "status": "completed", + "conclusion": "success", + "number": 14, + "started_at": "2024-09-30T16:59:52Z", + "completed_at": "2024-09-30T16:59:52Z" + }, + { + "name": "Complete job", + "status": "completed", + "conclusion": "success", + "number": 15, + "started_at": "2024-09-30T16:59:48Z", + "completed_at": "2024-09-30T16:59:48Z" + } + ], + "check_run_url": "https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30868543803", + "labels": [ + "E150", + "cloud-virtual-machine", + "in-service" + ], + "runner_id": 138, + "runner_name": "tt-metal-ci-vm-65", + "runner_group_id": 1, + "runner_group_name": "Default" + }, + { + "id": 30868544179, + "run_id": 11110261767, + "workflow_name": "All post-commit tests", + "head_branch": "asaigal/dispatch_s", + "run_url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/11110261767", + "run_attempt": 1, + "node_id": "CR_kwDOI9Wqc88AAAAHL-iasw", + "head_sha": "a6fea2adef8786a0615456df19fd0582e925bc61", + "url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30868544179", + "html_url": "https://github.com/tenstorrent/tt-metal/actions/runs/11110261767/job/30868544179", + "status": "completed", + "conclusion": "success", + "created_at": "2024-09-30T16:48:52Z", + "started_at": "2024-09-30T17:04:00Z", + "completed_at": "2024-09-30T17:25:09Z", + "name": "fast-dispatch-unit-tests (wormhole_b0, N150) / eager unit tests 6 wormhole_b0 N150", + "steps": [ + { + "name": "Set up job", + "status": "completed", + "conclusion": "success", + "number": 1, + "started_at": "2024-09-30T17:03:59Z", + "completed_at": "2024-09-30T17:04:02Z" + }, + { + "name": "Set up runner", + "status": "completed", + "conclusion": "success", + "number": 2, + "started_at": "2024-09-30T17:04:02Z", + "completed_at": "2024-09-30T17:04:46Z" + }, + { + "name": "Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0", + "status": "completed", + "conclusion": "success", + "number": 3, + "started_at": "2024-09-30T17:04:46Z", + "completed_at": "2024-09-30T17:04:51Z" + }, + { + "name": "Run actions/download-artifact@v4", + "status": "completed", + "conclusion": "success", + "number": 4, + "started_at": "2024-09-30T17:04:52Z", + "completed_at": "2024-09-30T17:05:08Z" + }, + { + "name": "eager unit tests 6 tests", + "status": "completed", + "conclusion": "success", + "number": 5, + "started_at": "2024-09-30T17:05:08Z", + "completed_at": "2024-09-30T17:25:06Z" + }, + { + "name": "Run /./.github/actions/slack-report", + "status": "completed", + "conclusion": "skipped", + "number": 6, + "started_at": "2024-09-30T17:25:06Z", + "completed_at": "2024-09-30T17:25:06Z" + }, + { + "name": "Run /./.github/actions/upload-artifact-with-job-uuid", + "status": "completed", + "conclusion": "success", + "number": 7, + "started_at": "2024-09-30T17:25:06Z", + "completed_at": "2024-09-30T17:25:08Z" + }, + { + "name": "Post eager unit tests 6 tests", + "status": "completed", + "conclusion": "success", + "number": 12, + "started_at": "2024-09-30T17:25:08Z", + "completed_at": "2024-09-30T17:25:08Z" + }, + { + "name": "Post Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0", + "status": "completed", + "conclusion": "success", + "number": 13, + "started_at": "2024-09-30T17:25:09Z", + "completed_at": "2024-09-30T17:25:09Z" + }, + { + "name": "Complete runner", + "status": "completed", + "conclusion": "success", + "number": 14, + "started_at": "2024-09-30T17:25:09Z", + "completed_at": "2024-09-30T17:25:09Z" + }, + { + "name": "Complete job", + "status": "completed", + "conclusion": "success", + "number": 15, + "started_at": "2024-09-30T17:25:09Z", + "completed_at": "2024-09-30T17:25:09Z" + } + ], + "check_run_url": "https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30868544179", + "labels": [ + "N150", + "cloud-virtual-machine", + "in-service" + ], + "runner_id": 117, + "runner_name": "tt-metal-ci-vm-31", + "runner_group_id": 1, + "runner_group_name": "Default" + }, + { + "id": 30868544735, + "run_id": 11110261767, + "workflow_name": "All post-commit tests", + "head_branch": "asaigal/dispatch_s", + "run_url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/11110261767", + "run_attempt": 1, + "node_id": "CR_kwDOI9Wqc88AAAAHL-ic3w", + "head_sha": "a6fea2adef8786a0615456df19fd0582e925bc61", + "url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30868544735", + "html_url": "https://github.com/tenstorrent/tt-metal/actions/runs/11110261767/job/30868544735", + "status": "completed", + "conclusion": "success", + "created_at": "2024-09-30T16:48:53Z", + "started_at": "2024-09-30T16:49:59Z", + "completed_at": "2024-09-30T16:55:20Z", + "name": "fast-dispatch-unit-tests (grayskull, E150) / eager trace tests grayskull E150", + "steps": [ + { + "name": "Set up job", + "status": "completed", + "conclusion": "success", + "number": 1, + "started_at": "2024-09-30T16:49:59Z", + "completed_at": "2024-09-30T16:50:02Z" + }, + { + "name": "Set up runner", + "status": "completed", + "conclusion": "success", + "number": 2, + "started_at": "2024-09-30T16:50:02Z", + "completed_at": "2024-09-30T16:50:33Z" + }, + { + "name": "Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0", + "status": "completed", + "conclusion": "success", + "number": 3, + "started_at": "2024-09-30T16:50:33Z", + "completed_at": "2024-09-30T16:50:39Z" + }, + { + "name": "Run actions/download-artifact@v4", + "status": "completed", + "conclusion": "success", + "number": 4, + "started_at": "2024-09-30T16:50:39Z", + "completed_at": "2024-09-30T16:50:55Z" + }, + { + "name": "eager trace tests tests", + "status": "completed", + "conclusion": "success", + "number": 5, + "started_at": "2024-09-30T16:50:56Z", + "completed_at": "2024-09-30T16:55:14Z" + }, + { + "name": "Run /./.github/actions/slack-report", + "status": "completed", + "conclusion": "skipped", + "number": 6, + "started_at": "2024-09-30T16:55:14Z", + "completed_at": "2024-09-30T16:55:14Z" + }, + { + "name": "Run /./.github/actions/upload-artifact-with-job-uuid", + "status": "completed", + "conclusion": "success", + "number": 7, + "started_at": "2024-09-30T16:55:14Z", + "completed_at": "2024-09-30T16:55:16Z" + }, + { + "name": "Post eager trace tests tests", + "status": "completed", + "conclusion": "success", + "number": 12, + "started_at": "2024-09-30T16:55:17Z", + "completed_at": "2024-09-30T16:55:17Z" + }, + { + "name": "Post Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0", + "status": "completed", + "conclusion": "success", + "number": 13, + "started_at": "2024-09-30T16:55:20Z", + "completed_at": "2024-09-30T16:55:20Z" + }, + { + "name": "Complete runner", + "status": "completed", + "conclusion": "success", + "number": 14, + "started_at": "2024-09-30T16:55:20Z", + "completed_at": "2024-09-30T16:55:20Z" + }, + { + "name": "Complete job", + "status": "completed", + "conclusion": "success", + "number": 15, + "started_at": "2024-09-30T16:55:17Z", + "completed_at": "2024-09-30T16:55:17Z" + } + ], + "check_run_url": "https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30868544735", + "labels": [ + "E150", + "cloud-virtual-machine", + "in-service" + ], + "runner_id": 143, + "runner_name": "tt-metal-ci-vm-105", + "runner_group_id": 1, + "runner_group_name": "Default" + }, + { + "id": 30868545194, + "run_id": 11110261767, + "workflow_name": "All post-commit tests", + "head_branch": "asaigal/dispatch_s", + "run_url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/11110261767", + "run_attempt": 1, + "node_id": "CR_kwDOI9Wqc88AAAAHL-ieqg", + "head_sha": "a6fea2adef8786a0615456df19fd0582e925bc61", + "url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30868545194", + "html_url": "https://github.com/tenstorrent/tt-metal/actions/runs/11110261767/job/30868545194", + "status": "completed", + "conclusion": "success", + "created_at": "2024-09-30T16:48:53Z", + "started_at": "2024-09-30T17:05:26Z", + "completed_at": "2024-09-30T17:14:31Z", + "name": "fast-dispatch-unit-tests (wormhole_b0, N150) / eager unit tests 7 wormhole_b0 N150", + "steps": [ + { + "name": "Set up job", + "status": "completed", + "conclusion": "success", + "number": 1, + "started_at": "2024-09-30T17:05:26Z", + "completed_at": "2024-09-30T17:05:29Z" + }, + { + "name": "Set up runner", + "status": "completed", + "conclusion": "success", + "number": 2, + "started_at": "2024-09-30T17:05:29Z", + "completed_at": "2024-09-30T17:06:12Z" + }, + { + "name": "Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0", + "status": "completed", + "conclusion": "success", + "number": 3, + "started_at": "2024-09-30T17:06:12Z", + "completed_at": "2024-09-30T17:06:17Z" + }, + { + "name": "Run actions/download-artifact@v4", + "status": "completed", + "conclusion": "success", + "number": 4, + "started_at": "2024-09-30T17:06:18Z", + "completed_at": "2024-09-30T17:06:52Z" + }, + { + "name": "eager unit tests 7 tests", + "status": "completed", + "conclusion": "success", + "number": 5, + "started_at": "2024-09-30T17:06:53Z", + "completed_at": "2024-09-30T17:14:25Z" + }, + { + "name": "Run /./.github/actions/slack-report", + "status": "completed", + "conclusion": "skipped", + "number": 6, + "started_at": "2024-09-30T17:14:26Z", + "completed_at": "2024-09-30T17:14:26Z" + }, + { + "name": "Run /./.github/actions/upload-artifact-with-job-uuid", + "status": "completed", + "conclusion": "success", + "number": 7, + "started_at": "2024-09-30T17:14:26Z", + "completed_at": "2024-09-30T17:14:27Z" + }, + { + "name": "Post eager unit tests 7 tests", + "status": "completed", + "conclusion": "success", + "number": 12, + "started_at": "2024-09-30T17:14:28Z", + "completed_at": "2024-09-30T17:14:28Z" + }, + { + "name": "Post Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0", + "status": "completed", + "conclusion": "success", + "number": 13, + "started_at": "2024-09-30T17:14:28Z", + "completed_at": "2024-09-30T17:14:28Z" + }, + { + "name": "Complete runner", + "status": "completed", + "conclusion": "success", + "number": 14, + "started_at": "2024-09-30T17:14:31Z", + "completed_at": "2024-09-30T17:14:31Z" + }, + { + "name": "Complete job", + "status": "completed", + "conclusion": "success", + "number": 15, + "started_at": "2024-09-30T17:14:28Z", + "completed_at": "2024-09-30T17:14:28Z" + } + ], + "check_run_url": "https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30868545194", + "labels": [ + "N150", + "cloud-virtual-machine", + "in-service" + ], + "runner_id": 96, + "runner_name": "tt-metal-ci-vm-98", + "runner_group_id": 1, + "runner_group_name": "Default" + }, + { + "id": 30868545495, + "run_id": 11110261767, + "workflow_name": "All post-commit tests", + "head_branch": "asaigal/dispatch_s", + "run_url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/11110261767", + "run_attempt": 1, + "node_id": "CR_kwDOI9Wqc88AAAAHL-if1w", + "head_sha": "a6fea2adef8786a0615456df19fd0582e925bc61", + "url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30868545495", + "html_url": "https://github.com/tenstorrent/tt-metal/actions/runs/11110261767/job/30868545495", + "status": "completed", + "conclusion": "success", + "created_at": "2024-09-30T16:48:54Z", + "started_at": "2024-09-30T16:52:35Z", + "completed_at": "2024-09-30T17:09:39Z", + "name": "fast-dispatch-unit-tests (grayskull, E150) / sweep grayskull E150", + "steps": [ + { + "name": "Set up job", + "status": "completed", + "conclusion": "success", + "number": 1, + "started_at": "2024-09-30T16:52:35Z", + "completed_at": "2024-09-30T16:52:37Z" + }, + { + "name": "Set up runner", + "status": "completed", + "conclusion": "success", + "number": 2, + "started_at": "2024-09-30T16:52:37Z", + "completed_at": "2024-09-30T16:53:09Z" + }, + { + "name": "Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0", + "status": "completed", + "conclusion": "success", + "number": 3, + "started_at": "2024-09-30T16:53:09Z", + "completed_at": "2024-09-30T16:53:14Z" + }, + { + "name": "Run actions/download-artifact@v4", + "status": "completed", + "conclusion": "success", + "number": 4, + "started_at": "2024-09-30T16:53:14Z", + "completed_at": "2024-09-30T16:53:30Z" + }, + { + "name": "sweep tests", + "status": "completed", + "conclusion": "success", + "number": 5, + "started_at": "2024-09-30T16:53:30Z", + "completed_at": "2024-09-30T17:09:03Z" + }, + { + "name": "Run /./.github/actions/slack-report", + "status": "completed", + "conclusion": "skipped", + "number": 6, + "started_at": "2024-09-30T17:09:03Z", + "completed_at": "2024-09-30T17:09:03Z" + }, + { + "name": "Run /./.github/actions/upload-artifact-with-job-uuid", + "status": "completed", + "conclusion": "success", + "number": 7, + "started_at": "2024-09-30T17:09:03Z", + "completed_at": "2024-09-30T17:09:05Z" + }, + { + "name": "Post sweep tests", + "status": "completed", + "conclusion": "success", + "number": 12, + "started_at": "2024-09-30T17:09:06Z", + "completed_at": "2024-09-30T17:09:06Z" + }, + { + "name": "Post Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0", + "status": "completed", + "conclusion": "success", + "number": 13, + "started_at": "2024-09-30T17:09:06Z", + "completed_at": "2024-09-30T17:09:06Z" + }, + { + "name": "Complete runner", + "status": "completed", + "conclusion": "success", + "number": 14, + "started_at": "2024-09-30T17:09:06Z", + "completed_at": "2024-09-30T17:09:06Z" + }, + { + "name": "Complete job", + "status": "completed", + "conclusion": "success", + "number": 15, + "started_at": "2024-09-30T17:09:06Z", + "completed_at": "2024-09-30T17:09:06Z" + } + ], + "check_run_url": "https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30868545495", + "labels": [ + "E150", + "cloud-virtual-machine", + "in-service" + ], + "runner_id": 131, + "runner_name": "tt-metal-ci-vm-91", + "runner_group_id": 1, + "runner_group_name": "Default" + }, + { + "id": 30868545778, + "run_id": 11110261767, + "workflow_name": "All post-commit tests", + "head_branch": "asaigal/dispatch_s", + "run_url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/11110261767", + "run_attempt": 1, + "node_id": "CR_kwDOI9Wqc88AAAAHL-ig8g", + "head_sha": "a6fea2adef8786a0615456df19fd0582e925bc61", + "url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30868545778", + "html_url": "https://github.com/tenstorrent/tt-metal/actions/runs/11110261767/job/30868545778", + "status": "completed", + "conclusion": "success", + "created_at": "2024-09-30T16:48:54Z", + "started_at": "2024-09-30T17:02:49Z", + "completed_at": "2024-09-30T17:05:18Z", + "name": "fast-dispatch-unit-tests (wormhole_b0, N150) / eager trace tests wormhole_b0 N150", + "steps": [ + { + "name": "Set up job", + "status": "completed", + "conclusion": "success", + "number": 1, + "started_at": "2024-09-30T17:02:48Z", + "completed_at": "2024-09-30T17:02:51Z" + }, + { + "name": "Set up runner", + "status": "completed", + "conclusion": "success", + "number": 2, + "started_at": "2024-09-30T17:02:51Z", + "completed_at": "2024-09-30T17:03:35Z" + }, + { + "name": "Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0", + "status": "completed", + "conclusion": "success", + "number": 3, + "started_at": "2024-09-30T17:03:35Z", + "completed_at": "2024-09-30T17:03:42Z" + }, + { + "name": "Run actions/download-artifact@v4", + "status": "completed", + "conclusion": "success", + "number": 4, + "started_at": "2024-09-30T17:03:42Z", + "completed_at": "2024-09-30T17:04:04Z" + }, + { + "name": "eager trace tests tests", + "status": "completed", + "conclusion": "success", + "number": 5, + "started_at": "2024-09-30T17:04:04Z", + "completed_at": "2024-09-30T17:05:12Z" + }, + { + "name": "Run /./.github/actions/slack-report", + "status": "completed", + "conclusion": "skipped", + "number": 6, + "started_at": "2024-09-30T17:05:12Z", + "completed_at": "2024-09-30T17:05:12Z" + }, + { + "name": "Run /./.github/actions/upload-artifact-with-job-uuid", + "status": "completed", + "conclusion": "success", + "number": 7, + "started_at": "2024-09-30T17:05:12Z", + "completed_at": "2024-09-30T17:05:14Z" + }, + { + "name": "Post eager trace tests tests", + "status": "completed", + "conclusion": "success", + "number": 12, + "started_at": "2024-09-30T17:05:15Z", + "completed_at": "2024-09-30T17:05:15Z" + }, + { + "name": "Post Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0", + "status": "completed", + "conclusion": "success", + "number": 13, + "started_at": "2024-09-30T17:05:15Z", + "completed_at": "2024-09-30T17:05:15Z" + }, + { + "name": "Complete runner", + "status": "completed", + "conclusion": "success", + "number": 14, + "started_at": "2024-09-30T17:05:15Z", + "completed_at": "2024-09-30T17:05:15Z" + }, + { + "name": "Complete job", + "status": "completed", + "conclusion": "success", + "number": 15, + "started_at": "2024-09-30T17:05:15Z", + "completed_at": "2024-09-30T17:05:15Z" + } + ], + "check_run_url": "https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30868545778", + "labels": [ + "N150", + "cloud-virtual-machine", + "in-service" + ], + "runner_id": 202, + "runner_name": "tt-metal-ci-vm-120", + "runner_group_id": 1, + "runner_group_name": "Default" + }, + { + "id": 30868546089, + "run_id": 11110261767, + "workflow_name": "All post-commit tests", + "head_branch": "asaigal/dispatch_s", + "run_url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/11110261767", + "run_attempt": 1, + "node_id": "CR_kwDOI9Wqc88AAAAHL-iiKQ", + "head_sha": "a6fea2adef8786a0615456df19fd0582e925bc61", + "url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30868546089", + "html_url": "https://github.com/tenstorrent/tt-metal/actions/runs/11110261767/job/30868546089", + "status": "completed", + "conclusion": "success", + "created_at": "2024-09-30T16:48:55Z", + "started_at": "2024-09-30T17:05:46Z", + "completed_at": "2024-09-30T17:13:24Z", + "name": "fast-dispatch-unit-tests (wormhole_b0, N150) / sweep wormhole_b0 N150", + "steps": [ + { + "name": "Set up job", + "status": "completed", + "conclusion": "success", + "number": 1, + "started_at": "2024-09-30T17:05:45Z", + "completed_at": "2024-09-30T17:05:48Z" + }, + { + "name": "Set up runner", + "status": "completed", + "conclusion": "success", + "number": 2, + "started_at": "2024-09-30T17:05:48Z", + "completed_at": "2024-09-30T17:06:32Z" + }, + { + "name": "Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0", + "status": "completed", + "conclusion": "success", + "number": 3, + "started_at": "2024-09-30T17:06:32Z", + "completed_at": "2024-09-30T17:06:37Z" + }, + { + "name": "Run actions/download-artifact@v4", + "status": "completed", + "conclusion": "success", + "number": 4, + "started_at": "2024-09-30T17:06:38Z", + "completed_at": "2024-09-30T17:06:56Z" + }, + { + "name": "sweep tests", + "status": "completed", + "conclusion": "success", + "number": 5, + "started_at": "2024-09-30T17:06:57Z", + "completed_at": "2024-09-30T17:13:18Z" + }, + { + "name": "Run /./.github/actions/slack-report", + "status": "completed", + "conclusion": "skipped", + "number": 6, + "started_at": "2024-09-30T17:13:18Z", + "completed_at": "2024-09-30T17:13:18Z" + }, + { + "name": "Run /./.github/actions/upload-artifact-with-job-uuid", + "status": "completed", + "conclusion": "success", + "number": 7, + "started_at": "2024-09-30T17:13:18Z", + "completed_at": "2024-09-30T17:13:20Z" + }, + { + "name": "Post sweep tests", + "status": "completed", + "conclusion": "success", + "number": 12, + "started_at": "2024-09-30T17:13:20Z", + "completed_at": "2024-09-30T17:13:20Z" + }, + { + "name": "Post Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0", + "status": "completed", + "conclusion": "success", + "number": 13, + "started_at": "2024-09-30T17:13:20Z", + "completed_at": "2024-09-30T17:13:20Z" + }, + { + "name": "Complete runner", + "status": "completed", + "conclusion": "success", + "number": 14, + "started_at": "2024-09-30T17:13:24Z", + "completed_at": "2024-09-30T17:13:24Z" + }, + { + "name": "Complete job", + "status": "completed", + "conclusion": "success", + "number": 15, + "started_at": "2024-09-30T17:13:20Z", + "completed_at": "2024-09-30T17:13:21Z" + } + ], + "check_run_url": "https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30868546089", + "labels": [ + "N150", + "cloud-virtual-machine", + "in-service" + ], + "runner_id": 197, + "runner_name": "tt-metal-ci-vm-14", + "runner_group_id": 1, + "runner_group_name": "Default" + }, + { + "id": 30868546403, + "run_id": 11110261767, + "workflow_name": "All post-commit tests", + "head_branch": "asaigal/dispatch_s", + "run_url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/11110261767", + "run_attempt": 1, + "node_id": "CR_kwDOI9Wqc88AAAAHL-ijYw", + "head_sha": "a6fea2adef8786a0615456df19fd0582e925bc61", + "url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30868546403", + "html_url": "https://github.com/tenstorrent/tt-metal/actions/runs/11110261767/job/30868546403", + "status": "completed", + "conclusion": "success", + "created_at": "2024-09-30T16:48:55Z", + "started_at": "2024-09-30T17:03:15Z", + "completed_at": "2024-09-30T17:10:35Z", + "name": "fast-dispatch-unit-tests (wormhole_b0, N300) / eager unit tests 1 wormhole_b0 N300", + "steps": [ + { + "name": "Set up job", + "status": "completed", + "conclusion": "success", + "number": 1, + "started_at": "2024-09-30T17:03:14Z", + "completed_at": "2024-09-30T17:03:17Z" + }, + { + "name": "Set up runner", + "status": "completed", + "conclusion": "success", + "number": 2, + "started_at": "2024-09-30T17:03:17Z", + "completed_at": "2024-09-30T17:04:01Z" + }, + { + "name": "Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0", + "status": "completed", + "conclusion": "success", + "number": 3, + "started_at": "2024-09-30T17:04:02Z", + "completed_at": "2024-09-30T17:04:10Z" + }, + { + "name": "Run actions/download-artifact@v4", + "status": "completed", + "conclusion": "success", + "number": 4, + "started_at": "2024-09-30T17:04:10Z", + "completed_at": "2024-09-30T17:04:27Z" + }, + { + "name": "eager unit tests 1 tests", + "status": "completed", + "conclusion": "success", + "number": 5, + "started_at": "2024-09-30T17:04:27Z", + "completed_at": "2024-09-30T17:10:15Z" + }, + { + "name": "Run /./.github/actions/slack-report", + "status": "completed", + "conclusion": "skipped", + "number": 6, + "started_at": "2024-09-30T17:10:16Z", + "completed_at": "2024-09-30T17:10:16Z" + }, + { + "name": "Run /./.github/actions/upload-artifact-with-job-uuid", + "status": "completed", + "conclusion": "success", + "number": 7, + "started_at": "2024-09-30T17:10:16Z", + "completed_at": "2024-09-30T17:10:17Z" + }, + { + "name": "Post eager unit tests 1 tests", + "status": "completed", + "conclusion": "success", + "number": 12, + "started_at": "2024-09-30T17:10:18Z", + "completed_at": "2024-09-30T17:10:18Z" + }, + { + "name": "Post Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0", + "status": "completed", + "conclusion": "success", + "number": 13, + "started_at": "2024-09-30T17:10:18Z", + "completed_at": "2024-09-30T17:10:18Z" + }, + { + "name": "Complete runner", + "status": "completed", + "conclusion": "success", + "number": 14, + "started_at": "2024-09-30T17:10:35Z", + "completed_at": "2024-09-30T17:10:35Z" + }, + { + "name": "Complete job", + "status": "completed", + "conclusion": "success", + "number": 15, + "started_at": "2024-09-30T17:10:18Z", + "completed_at": "2024-09-30T17:10:18Z" + } + ], + "check_run_url": "https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30868546403", + "labels": [ + "N300", + "cloud-virtual-machine", + "in-service" + ], + "runner_id": 44, + "runner_name": "tt-metal-ci-vm-53", + "runner_group_id": 1, + "runner_group_name": "Default" + }, + { + "id": 30868546707, + "run_id": 11110261767, + "workflow_name": "All post-commit tests", + "head_branch": "asaigal/dispatch_s", + "run_url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/11110261767", + "run_attempt": 1, + "node_id": "CR_kwDOI9Wqc88AAAAHL-ikkw", + "head_sha": "a6fea2adef8786a0615456df19fd0582e925bc61", + "url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30868546707", + "html_url": "https://github.com/tenstorrent/tt-metal/actions/runs/11110261767/job/30868546707", + "status": "completed", + "conclusion": "success", + "created_at": "2024-09-30T16:48:56Z", + "started_at": "2024-09-30T16:59:58Z", + "completed_at": "2024-09-30T17:04:59Z", + "name": "fast-dispatch-unit-tests (wormhole_b0, N300) / eager unit tests 2 wormhole_b0 N300", + "steps": [ + { + "name": "Set up job", + "status": "completed", + "conclusion": "success", + "number": 1, + "started_at": "2024-09-30T16:59:58Z", + "completed_at": "2024-09-30T17:00:00Z" + }, + { + "name": "Set up runner", + "status": "completed", + "conclusion": "success", + "number": 2, + "started_at": "2024-09-30T17:00:00Z", + "completed_at": "2024-09-30T17:00:44Z" + }, + { + "name": "Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0", + "status": "completed", + "conclusion": "success", + "number": 3, + "started_at": "2024-09-30T17:00:45Z", + "completed_at": "2024-09-30T17:00:50Z" + }, + { + "name": "Run actions/download-artifact@v4", + "status": "completed", + "conclusion": "success", + "number": 4, + "started_at": "2024-09-30T17:00:50Z", + "completed_at": "2024-09-30T17:01:08Z" + }, + { + "name": "eager unit tests 2 tests", + "status": "completed", + "conclusion": "success", + "number": 5, + "started_at": "2024-09-30T17:01:08Z", + "completed_at": "2024-09-30T17:04:53Z" + }, + { + "name": "Run /./.github/actions/slack-report", + "status": "completed", + "conclusion": "skipped", + "number": 6, + "started_at": "2024-09-30T17:04:54Z", + "completed_at": "2024-09-30T17:04:54Z" + }, + { + "name": "Run /./.github/actions/upload-artifact-with-job-uuid", + "status": "completed", + "conclusion": "success", + "number": 7, + "started_at": "2024-09-30T17:04:54Z", + "completed_at": "2024-09-30T17:04:55Z" + }, + { + "name": "Post eager unit tests 2 tests", + "status": "completed", + "conclusion": "success", + "number": 12, + "started_at": "2024-09-30T17:04:56Z", + "completed_at": "2024-09-30T17:04:56Z" + }, + { + "name": "Post Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0", + "status": "completed", + "conclusion": "success", + "number": 13, + "started_at": "2024-09-30T17:04:56Z", + "completed_at": "2024-09-30T17:04:56Z" + }, + { + "name": "Complete runner", + "status": "completed", + "conclusion": "success", + "number": 14, + "started_at": "2024-09-30T17:04:56Z", + "completed_at": "2024-09-30T17:04:56Z" + }, + { + "name": "Complete job", + "status": "completed", + "conclusion": "success", + "number": 15, + "started_at": "2024-09-30T17:04:56Z", + "completed_at": "2024-09-30T17:04:56Z" + } + ], + "check_run_url": "https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30868546707", + "labels": [ + "N300", + "cloud-virtual-machine", + "in-service" + ], + "runner_id": 73, + "runner_name": "tt-metal-ci-vm-40", + "runner_group_id": 1, + "runner_group_name": "Default" + }, + { + "id": 30868547019, + "run_id": 11110261767, + "workflow_name": "All post-commit tests", + "head_branch": "asaigal/dispatch_s", + "run_url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/11110261767", + "run_attempt": 1, + "node_id": "CR_kwDOI9Wqc88AAAAHL-ilyw", + "head_sha": "a6fea2adef8786a0615456df19fd0582e925bc61", + "url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30868547019", + "html_url": "https://github.com/tenstorrent/tt-metal/actions/runs/11110261767/job/30868547019", + "status": "completed", + "conclusion": "success", + "created_at": "2024-09-30T16:48:56Z", + "started_at": "2024-09-30T17:01:18Z", + "completed_at": "2024-09-30T17:18:01Z", + "name": "fast-dispatch-unit-tests (wormhole_b0, N300) / eager unit tests 3 wormhole_b0 N300", + "steps": [ + { + "name": "Set up job", + "status": "completed", + "conclusion": "success", + "number": 1, + "started_at": "2024-09-30T17:01:17Z", + "completed_at": "2024-09-30T17:01:20Z" + }, + { + "name": "Set up runner", + "status": "completed", + "conclusion": "success", + "number": 2, + "started_at": "2024-09-30T17:01:21Z", + "completed_at": "2024-09-30T17:02:04Z" + }, + { + "name": "Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0", + "status": "completed", + "conclusion": "success", + "number": 3, + "started_at": "2024-09-30T17:02:04Z", + "completed_at": "2024-09-30T17:02:11Z" + }, + { + "name": "Run actions/download-artifact@v4", + "status": "completed", + "conclusion": "success", + "number": 4, + "started_at": "2024-09-30T17:02:11Z", + "completed_at": "2024-09-30T17:02:28Z" + }, + { + "name": "eager unit tests 3 tests", + "status": "completed", + "conclusion": "success", + "number": 5, + "started_at": "2024-09-30T17:02:28Z", + "completed_at": "2024-09-30T17:17:53Z" + }, + { + "name": "Run /./.github/actions/slack-report", + "status": "completed", + "conclusion": "skipped", + "number": 6, + "started_at": "2024-09-30T17:17:54Z", + "completed_at": "2024-09-30T17:17:54Z" + }, + { + "name": "Run /./.github/actions/upload-artifact-with-job-uuid", + "status": "completed", + "conclusion": "success", + "number": 7, + "started_at": "2024-09-30T17:17:54Z", + "completed_at": "2024-09-30T17:17:55Z" + }, + { + "name": "Post eager unit tests 3 tests", + "status": "completed", + "conclusion": "success", + "number": 12, + "started_at": "2024-09-30T17:17:56Z", + "completed_at": "2024-09-30T17:17:56Z" + }, + { + "name": "Post Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0", + "status": "completed", + "conclusion": "success", + "number": 13, + "started_at": "2024-09-30T17:18:01Z", + "completed_at": "2024-09-30T17:18:01Z" + }, + { + "name": "Complete runner", + "status": "completed", + "conclusion": "success", + "number": 14, + "started_at": "2024-09-30T17:18:01Z", + "completed_at": "2024-09-30T17:18:01Z" + }, + { + "name": "Complete job", + "status": "completed", + "conclusion": "success", + "number": 15, + "started_at": "2024-09-30T17:17:56Z", + "completed_at": "2024-09-30T17:17:56Z" + } + ], + "check_run_url": "https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30868547019", + "labels": [ + "N300", + "cloud-virtual-machine", + "in-service" + ], + "runner_id": 115, + "runner_name": "tt-metal-ci-vm-87", + "runner_group_id": 1, + "runner_group_name": "Default" + }, + { + "id": 30868547390, + "run_id": 11110261767, + "workflow_name": "All post-commit tests", + "head_branch": "asaigal/dispatch_s", + "run_url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/11110261767", + "run_attempt": 1, + "node_id": "CR_kwDOI9Wqc88AAAAHL-inPg", + "head_sha": "a6fea2adef8786a0615456df19fd0582e925bc61", + "url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30868547390", + "html_url": "https://github.com/tenstorrent/tt-metal/actions/runs/11110261767/job/30868547390", + "status": "completed", + "conclusion": "success", + "created_at": "2024-09-30T16:48:56Z", + "started_at": "2024-09-30T16:52:51Z", + "completed_at": "2024-09-30T17:03:42Z", + "name": "models-unit-tests (grayskull, E150) / model grayskull E150", + "steps": [ + { + "name": "Set up job", + "status": "completed", + "conclusion": "success", + "number": 1, + "started_at": "2024-09-30T16:52:51Z", + "completed_at": "2024-09-30T16:52:53Z" + }, + { + "name": "Set up runner", + "status": "completed", + "conclusion": "success", + "number": 2, + "started_at": "2024-09-30T16:52:53Z", + "completed_at": "2024-09-30T16:53:25Z" + }, + { + "name": "Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0", + "status": "completed", + "conclusion": "success", + "number": 3, + "started_at": "2024-09-30T16:53:25Z", + "completed_at": "2024-09-30T16:53:32Z" + }, + { + "name": "Run actions/download-artifact@v4", + "status": "completed", + "conclusion": "success", + "number": 4, + "started_at": "2024-09-30T16:53:32Z", + "completed_at": "2024-09-30T16:53:48Z" + }, + { + "name": "model tests", + "status": "completed", + "conclusion": "success", + "number": 5, + "started_at": "2024-09-30T16:53:48Z", + "completed_at": "2024-09-30T17:03:36Z" + }, + { + "name": "Run /./.github/actions/slack-report", + "status": "completed", + "conclusion": "skipped", + "number": 6, + "started_at": "2024-09-30T17:03:36Z", + "completed_at": "2024-09-30T17:03:36Z" + }, + { + "name": "Run /./.github/actions/upload-artifact-with-job-uuid", + "status": "completed", + "conclusion": "success", + "number": 7, + "started_at": "2024-09-30T17:03:36Z", + "completed_at": "2024-09-30T17:03:38Z" + }, + { + "name": "Post model tests", + "status": "completed", + "conclusion": "success", + "number": 12, + "started_at": "2024-09-30T17:03:38Z", + "completed_at": "2024-09-30T17:03:38Z" + }, + { + "name": "Post Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0", + "status": "completed", + "conclusion": "success", + "number": 13, + "started_at": "2024-09-30T17:03:39Z", + "completed_at": "2024-09-30T17:03:39Z" + }, + { + "name": "Complete runner", + "status": "completed", + "conclusion": "success", + "number": 14, + "started_at": "2024-09-30T17:03:42Z", + "completed_at": "2024-09-30T17:03:42Z" + }, + { + "name": "Complete job", + "status": "completed", + "conclusion": "success", + "number": 15, + "started_at": "2024-09-30T17:03:39Z", + "completed_at": "2024-09-30T17:03:39Z" + } + ], + "check_run_url": "https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30868547390", + "labels": [ + "E150", + "in-service", + "cloud-virtual-machine" + ], + "runner_id": 139, + "runner_name": "tt-metal-ci-vm-103", + "runner_group_id": 1, + "runner_group_name": "Default" + }, + { + "id": 30868547735, + "run_id": 11110261767, + "workflow_name": "All post-commit tests", + "head_branch": "asaigal/dispatch_s", + "run_url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/11110261767", + "run_attempt": 1, + "node_id": "CR_kwDOI9Wqc88AAAAHL-iolw", + "head_sha": "a6fea2adef8786a0615456df19fd0582e925bc61", + "url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30868547735", + "html_url": "https://github.com/tenstorrent/tt-metal/actions/runs/11110261767/job/30868547735", + "status": "completed", + "conclusion": "success", + "created_at": "2024-09-30T16:48:57Z", + "started_at": "2024-09-30T17:05:49Z", + "completed_at": "2024-09-30T17:13:12Z", + "name": "models-unit-tests (wormhole_b0, N150) / model wormhole_b0 N150", + "steps": [ + { + "name": "Set up job", + "status": "completed", + "conclusion": "success", + "number": 1, + "started_at": "2024-09-30T17:05:49Z", + "completed_at": "2024-09-30T17:05:51Z" + }, + { + "name": "Set up runner", + "status": "completed", + "conclusion": "success", + "number": 2, + "started_at": "2024-09-30T17:05:51Z", + "completed_at": "2024-09-30T17:06:35Z" + }, + { + "name": "Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0", + "status": "completed", + "conclusion": "success", + "number": 3, + "started_at": "2024-09-30T17:06:36Z", + "completed_at": "2024-09-30T17:06:40Z" + }, + { + "name": "Run actions/download-artifact@v4", + "status": "completed", + "conclusion": "success", + "number": 4, + "started_at": "2024-09-30T17:06:41Z", + "completed_at": "2024-09-30T17:07:14Z" + }, + { + "name": "model tests", + "status": "completed", + "conclusion": "success", + "number": 5, + "started_at": "2024-09-30T17:07:15Z", + "completed_at": "2024-09-30T17:13:06Z" + }, + { + "name": "Run /./.github/actions/slack-report", + "status": "completed", + "conclusion": "skipped", + "number": 6, + "started_at": "2024-09-30T17:13:06Z", + "completed_at": "2024-09-30T17:13:06Z" + }, + { + "name": "Run /./.github/actions/upload-artifact-with-job-uuid", + "status": "completed", + "conclusion": "success", + "number": 7, + "started_at": "2024-09-30T17:13:06Z", + "completed_at": "2024-09-30T17:13:08Z" + }, + { + "name": "Post model tests", + "status": "completed", + "conclusion": "success", + "number": 12, + "started_at": "2024-09-30T17:13:08Z", + "completed_at": "2024-09-30T17:13:08Z" + }, + { + "name": "Post Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0", + "status": "completed", + "conclusion": "success", + "number": 13, + "started_at": "2024-09-30T17:13:08Z", + "completed_at": "2024-09-30T17:13:09Z" + }, + { + "name": "Complete runner", + "status": "completed", + "conclusion": "success", + "number": 14, + "started_at": "2024-09-30T17:13:12Z", + "completed_at": "2024-09-30T17:13:12Z" + }, + { + "name": "Complete job", + "status": "completed", + "conclusion": "success", + "number": 15, + "started_at": "2024-09-30T17:13:09Z", + "completed_at": "2024-09-30T17:13:09Z" + } + ], + "check_run_url": "https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30868547735", + "labels": [ + "N150", + "in-service", + "cloud-virtual-machine" + ], + "runner_id": 92, + "runner_name": "tt-metal-ci-vm-20", + "runner_group_id": 1, + "runner_group_name": "Default" + }, + { + "id": 30868548062, + "run_id": 11110261767, + "workflow_name": "All post-commit tests", + "head_branch": "asaigal/dispatch_s", + "run_url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/11110261767", + "run_attempt": 1, + "node_id": "CR_kwDOI9Wqc88AAAAHL-ip3g", + "head_sha": "a6fea2adef8786a0615456df19fd0582e925bc61", + "url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30868548062", + "html_url": "https://github.com/tenstorrent/tt-metal/actions/runs/11110261767/job/30868548062", + "status": "completed", + "conclusion": "success", + "created_at": "2024-09-30T16:48:57Z", + "started_at": "2024-09-30T17:02:25Z", + "completed_at": "2024-09-30T17:14:58Z", + "name": "fast-dispatch-unit-tests (wormhole_b0, N300) / eager unit tests 4 wormhole_b0 N300", + "steps": [ + { + "name": "Set up job", + "status": "completed", + "conclusion": "success", + "number": 1, + "started_at": "2024-09-30T17:02:25Z", + "completed_at": "2024-09-30T17:02:28Z" + }, + { + "name": "Set up runner", + "status": "completed", + "conclusion": "success", + "number": 2, + "started_at": "2024-09-30T17:02:28Z", + "completed_at": "2024-09-30T17:03:11Z" + }, + { + "name": "Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0", + "status": "completed", + "conclusion": "success", + "number": 3, + "started_at": "2024-09-30T17:03:12Z", + "completed_at": "2024-09-30T17:03:17Z" + }, + { + "name": "Run actions/download-artifact@v4", + "status": "completed", + "conclusion": "success", + "number": 4, + "started_at": "2024-09-30T17:03:17Z", + "completed_at": "2024-09-30T17:03:43Z" + }, + { + "name": "eager unit tests 4 tests", + "status": "completed", + "conclusion": "success", + "number": 5, + "started_at": "2024-09-30T17:03:43Z", + "completed_at": "2024-09-30T17:14:52Z" + }, + { + "name": "Run /./.github/actions/slack-report", + "status": "completed", + "conclusion": "skipped", + "number": 6, + "started_at": "2024-09-30T17:14:52Z", + "completed_at": "2024-09-30T17:14:52Z" + }, + { + "name": "Run /./.github/actions/upload-artifact-with-job-uuid", + "status": "completed", + "conclusion": "success", + "number": 7, + "started_at": "2024-09-30T17:14:52Z", + "completed_at": "2024-09-30T17:14:54Z" + }, + { + "name": "Post eager unit tests 4 tests", + "status": "completed", + "conclusion": "success", + "number": 12, + "started_at": "2024-09-30T17:14:54Z", + "completed_at": "2024-09-30T17:14:54Z" + }, + { + "name": "Post Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0", + "status": "completed", + "conclusion": "success", + "number": 13, + "started_at": "2024-09-30T17:14:54Z", + "completed_at": "2024-09-30T17:14:54Z" + }, + { + "name": "Complete runner", + "status": "completed", + "conclusion": "success", + "number": 14, + "started_at": "2024-09-30T17:14:58Z", + "completed_at": "2024-09-30T17:14:58Z" + }, + { + "name": "Complete job", + "status": "completed", + "conclusion": "success", + "number": 15, + "started_at": "2024-09-30T17:14:54Z", + "completed_at": "2024-09-30T17:14:55Z" + } + ], + "check_run_url": "https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30868548062", + "labels": [ + "N300", + "cloud-virtual-machine", + "in-service" + ], + "runner_id": 91, + "runner_name": "tt-metal-ci-vm-49", + "runner_group_id": 1, + "runner_group_name": "Default" + }, + { + "id": 30868548481, + "run_id": 11110261767, + "workflow_name": "All post-commit tests", + "head_branch": "asaigal/dispatch_s", + "run_url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/11110261767", + "run_attempt": 1, + "node_id": "CR_kwDOI9Wqc88AAAAHL-irgQ", + "head_sha": "a6fea2adef8786a0615456df19fd0582e925bc61", + "url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30868548481", + "html_url": "https://github.com/tenstorrent/tt-metal/actions/runs/11110261767/job/30868548481", + "status": "completed", + "conclusion": "success", + "created_at": "2024-09-30T16:48:58Z", + "started_at": "2024-09-30T17:03:15Z", + "completed_at": "2024-09-30T17:10:22Z", + "name": "fast-dispatch-unit-tests (wormhole_b0, N300) / eager unit tests 5 wormhole_b0 N300", + "steps": [ + { + "name": "Set up job", + "status": "completed", + "conclusion": "success", + "number": 1, + "started_at": "2024-09-30T17:03:15Z", + "completed_at": "2024-09-30T17:03:17Z" + }, + { + "name": "Set up runner", + "status": "completed", + "conclusion": "success", + "number": 2, + "started_at": "2024-09-30T17:03:17Z", + "completed_at": "2024-09-30T17:04:01Z" + }, + { + "name": "Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0", + "status": "completed", + "conclusion": "success", + "number": 3, + "started_at": "2024-09-30T17:04:02Z", + "completed_at": "2024-09-30T17:04:12Z" + }, + { + "name": "Run actions/download-artifact@v4", + "status": "completed", + "conclusion": "success", + "number": 4, + "started_at": "2024-09-30T17:04:12Z", + "completed_at": "2024-09-30T17:04:28Z" + }, + { + "name": "eager unit tests 5 tests", + "status": "completed", + "conclusion": "success", + "number": 5, + "started_at": "2024-09-30T17:04:28Z", + "completed_at": "2024-09-30T17:10:16Z" + }, + { + "name": "Run /./.github/actions/slack-report", + "status": "completed", + "conclusion": "skipped", + "number": 6, + "started_at": "2024-09-30T17:10:17Z", + "completed_at": "2024-09-30T17:10:17Z" + }, + { + "name": "Run /./.github/actions/upload-artifact-with-job-uuid", + "status": "completed", + "conclusion": "success", + "number": 7, + "started_at": "2024-09-30T17:10:17Z", + "completed_at": "2024-09-30T17:10:18Z" + }, + { + "name": "Post eager unit tests 5 tests", + "status": "completed", + "conclusion": "success", + "number": 12, + "started_at": "2024-09-30T17:10:19Z", + "completed_at": "2024-09-30T17:10:19Z" + }, + { + "name": "Post Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0", + "status": "completed", + "conclusion": "success", + "number": 13, + "started_at": "2024-09-30T17:10:19Z", + "completed_at": "2024-09-30T17:10:19Z" + }, + { + "name": "Complete runner", + "status": "completed", + "conclusion": "success", + "number": 14, + "started_at": "2024-09-30T17:10:22Z", + "completed_at": "2024-09-30T17:10:22Z" + }, + { + "name": "Complete job", + "status": "completed", + "conclusion": "success", + "number": 15, + "started_at": "2024-09-30T17:10:19Z", + "completed_at": "2024-09-30T17:10:19Z" + } + ], + "check_run_url": "https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30868548481", + "labels": [ + "N300", + "cloud-virtual-machine", + "in-service" + ], + "runner_id": 61, + "runner_name": "tt-metal-ci-vm-22", + "runner_group_id": 1, + "runner_group_name": "Default" + }, + { + "id": 30868548829, + "run_id": 11110261767, + "workflow_name": "All post-commit tests", + "head_branch": "asaigal/dispatch_s", + "run_url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/11110261767", + "run_attempt": 1, + "node_id": "CR_kwDOI9Wqc88AAAAHL-is3Q", + "head_sha": "a6fea2adef8786a0615456df19fd0582e925bc61", + "url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30868548829", + "html_url": "https://github.com/tenstorrent/tt-metal/actions/runs/11110261767/job/30868548829", + "status": "completed", + "conclusion": "failure", + "created_at": "2024-09-30T16:48:58Z", + "started_at": "2024-09-30T17:03:01Z", + "completed_at": "2024-09-30T17:49:24Z", + "name": "fast-dispatch-unit-tests (wormhole_b0, N300) / eager unit tests 6 wormhole_b0 N300", + "steps": [ + { + "name": "Set up job", + "status": "completed", + "conclusion": "success", + "number": 1, + "started_at": "2024-09-30T17:03:00Z", + "completed_at": "2024-09-30T17:03:03Z" + }, + { + "name": "Set up runner", + "status": "completed", + "conclusion": "success", + "number": 2, + "started_at": "2024-09-30T17:03:03Z", + "completed_at": "2024-09-30T17:03:47Z" + }, + { + "name": "Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0", + "status": "completed", + "conclusion": "success", + "number": 3, + "started_at": "2024-09-30T17:03:47Z", + "completed_at": "2024-09-30T17:03:51Z" + }, + { + "name": "Run actions/download-artifact@v4", + "status": "completed", + "conclusion": "success", + "number": 4, + "started_at": "2024-09-30T17:03:52Z", + "completed_at": "2024-09-30T17:04:07Z" + }, + { + "name": "eager unit tests 6 tests", + "status": "completed", + "conclusion": "failure", + "number": 5, + "started_at": "2024-09-30T17:04:07Z", + "completed_at": "2024-09-30T17:49:17Z" + }, + { + "name": "Run /./.github/actions/slack-report", + "status": "completed", + "conclusion": "success", + "number": 6, + "started_at": "2024-09-30T17:49:17Z", + "completed_at": "2024-09-30T17:49:18Z" + }, + { + "name": "Run /./.github/actions/upload-artifact-with-job-uuid", + "status": "completed", + "conclusion": "success", + "number": 7, + "started_at": "2024-09-30T17:49:18Z", + "completed_at": "2024-09-30T17:49:20Z" + }, + { + "name": "Post eager unit tests 6 tests", + "status": "completed", + "conclusion": "success", + "number": 12, + "started_at": "2024-09-30T17:49:20Z", + "completed_at": "2024-09-30T17:49:20Z" + }, + { + "name": "Post Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0", + "status": "completed", + "conclusion": "success", + "number": 13, + "started_at": "2024-09-30T17:49:20Z", + "completed_at": "2024-09-30T17:49:20Z" + }, + { + "name": "Complete runner", + "status": "completed", + "conclusion": "success", + "number": 14, + "started_at": "2024-09-30T17:49:24Z", + "completed_at": "2024-09-30T17:49:24Z" + }, + { + "name": "Complete job", + "status": "completed", + "conclusion": "success", + "number": 15, + "started_at": "2024-09-30T17:49:20Z", + "completed_at": "2024-09-30T17:49:21Z" + } + ], + "check_run_url": "https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30868548829", + "labels": [ + "N300", + "cloud-virtual-machine", + "in-service" + ], + "runner_id": 76, + "runner_name": "tt-metal-ci-vm-33", + "runner_group_id": 1, + "runner_group_name": "Default" + }, + { + "id": 30868549210, + "run_id": 11110261767, + "workflow_name": "All post-commit tests", + "head_branch": "asaigal/dispatch_s", + "run_url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/11110261767", + "run_attempt": 1, + "node_id": "CR_kwDOI9Wqc88AAAAHL-iuWg", + "head_sha": "a6fea2adef8786a0615456df19fd0582e925bc61", + "url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30868549210", + "html_url": "https://github.com/tenstorrent/tt-metal/actions/runs/11110261767/job/30868549210", + "status": "completed", + "conclusion": "success", + "created_at": "2024-09-30T16:48:59Z", + "started_at": "2024-09-30T17:03:15Z", + "completed_at": "2024-09-30T17:10:58Z", + "name": "fast-dispatch-unit-tests (wormhole_b0, N300) / eager unit tests 7 wormhole_b0 N300", + "steps": [ + { + "name": "Set up job", + "status": "completed", + "conclusion": "success", + "number": 1, + "started_at": "2024-09-30T17:03:15Z", + "completed_at": "2024-09-30T17:03:17Z" + }, + { + "name": "Set up runner", + "status": "completed", + "conclusion": "success", + "number": 2, + "started_at": "2024-09-30T17:03:17Z", + "completed_at": "2024-09-30T17:04:01Z" + }, + { + "name": "Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0", + "status": "completed", + "conclusion": "success", + "number": 3, + "started_at": "2024-09-30T17:04:02Z", + "completed_at": "2024-09-30T17:04:07Z" + }, + { + "name": "Run actions/download-artifact@v4", + "status": "completed", + "conclusion": "success", + "number": 4, + "started_at": "2024-09-30T17:04:07Z", + "completed_at": "2024-09-30T17:04:38Z" + }, + { + "name": "eager unit tests 7 tests", + "status": "completed", + "conclusion": "success", + "number": 5, + "started_at": "2024-09-30T17:04:39Z", + "completed_at": "2024-09-30T17:10:51Z" + }, + { + "name": "Run /./.github/actions/slack-report", + "status": "completed", + "conclusion": "skipped", + "number": 6, + "started_at": "2024-09-30T17:10:52Z", + "completed_at": "2024-09-30T17:10:52Z" + }, + { + "name": "Run /./.github/actions/upload-artifact-with-job-uuid", + "status": "completed", + "conclusion": "success", + "number": 7, + "started_at": "2024-09-30T17:10:52Z", + "completed_at": "2024-09-30T17:10:53Z" + }, + { + "name": "Post eager unit tests 7 tests", + "status": "completed", + "conclusion": "success", + "number": 12, + "started_at": "2024-09-30T17:10:54Z", + "completed_at": "2024-09-30T17:10:54Z" + }, + { + "name": "Post Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0", + "status": "completed", + "conclusion": "success", + "number": 13, + "started_at": "2024-09-30T17:10:54Z", + "completed_at": "2024-09-30T17:10:54Z" + }, + { + "name": "Complete runner", + "status": "completed", + "conclusion": "success", + "number": 14, + "started_at": "2024-09-30T17:10:58Z", + "completed_at": "2024-09-30T17:10:58Z" + }, + { + "name": "Complete job", + "status": "completed", + "conclusion": "success", + "number": 15, + "started_at": "2024-09-30T17:10:54Z", + "completed_at": "2024-09-30T17:10:54Z" + } + ], + "check_run_url": "https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30868549210", + "labels": [ + "N300", + "cloud-virtual-machine", + "in-service" + ], + "runner_id": 75, + "runner_name": "tt-metal-ci-vm-46", + "runner_group_id": 1, + "runner_group_name": "Default" + }, + { + "id": 30868549550, + "run_id": 11110261767, + "workflow_name": "All post-commit tests", + "head_branch": "asaigal/dispatch_s", + "run_url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/11110261767", + "run_attempt": 1, + "node_id": "CR_kwDOI9Wqc88AAAAHL-ivrg", + "head_sha": "a6fea2adef8786a0615456df19fd0582e925bc61", + "url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30868549550", + "html_url": "https://github.com/tenstorrent/tt-metal/actions/runs/11110261767/job/30868549550", + "status": "completed", + "conclusion": "success", + "created_at": "2024-09-30T16:48:59Z", + "started_at": "2024-09-30T17:00:46Z", + "completed_at": "2024-09-30T17:02:57Z", + "name": "fast-dispatch-unit-tests (wormhole_b0, N300) / eager trace tests wormhole_b0 N300", + "steps": [ + { + "name": "Set up job", + "status": "completed", + "conclusion": "success", + "number": 1, + "started_at": "2024-09-30T17:00:46Z", + "completed_at": "2024-09-30T17:00:48Z" + }, + { + "name": "Set up runner", + "status": "completed", + "conclusion": "success", + "number": 2, + "started_at": "2024-09-30T17:00:48Z", + "completed_at": "2024-09-30T17:01:33Z" + }, + { + "name": "Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0", + "status": "completed", + "conclusion": "success", + "number": 3, + "started_at": "2024-09-30T17:01:33Z", + "completed_at": "2024-09-30T17:01:39Z" + }, + { + "name": "Run actions/download-artifact@v4", + "status": "completed", + "conclusion": "success", + "number": 4, + "started_at": "2024-09-30T17:01:39Z", + "completed_at": "2024-09-30T17:01:57Z" + }, + { + "name": "eager trace tests tests", + "status": "completed", + "conclusion": "success", + "number": 5, + "started_at": "2024-09-30T17:01:57Z", + "completed_at": "2024-09-30T17:02:51Z" + }, + { + "name": "Run /./.github/actions/slack-report", + "status": "completed", + "conclusion": "skipped", + "number": 6, + "started_at": "2024-09-30T17:02:52Z", + "completed_at": "2024-09-30T17:02:52Z" + }, + { + "name": "Run /./.github/actions/upload-artifact-with-job-uuid", + "status": "completed", + "conclusion": "success", + "number": 7, + "started_at": "2024-09-30T17:02:52Z", + "completed_at": "2024-09-30T17:02:53Z" + }, + { + "name": "Post eager trace tests tests", + "status": "completed", + "conclusion": "success", + "number": 12, + "started_at": "2024-09-30T17:02:54Z", + "completed_at": "2024-09-30T17:02:54Z" + }, + { + "name": "Post Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0", + "status": "completed", + "conclusion": "success", + "number": 13, + "started_at": "2024-09-30T17:02:54Z", + "completed_at": "2024-09-30T17:02:54Z" + }, + { + "name": "Complete runner", + "status": "completed", + "conclusion": "success", + "number": 14, + "started_at": "2024-09-30T17:02:57Z", + "completed_at": "2024-09-30T17:02:57Z" + }, + { + "name": "Complete job", + "status": "completed", + "conclusion": "success", + "number": 15, + "started_at": "2024-09-30T17:02:54Z", + "completed_at": "2024-09-30T17:02:54Z" + } + ], + "check_run_url": "https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30868549550", + "labels": [ + "N300", + "cloud-virtual-machine", + "in-service" + ], + "runner_id": 76, + "runner_name": "tt-metal-ci-vm-33", + "runner_group_id": 1, + "runner_group_name": "Default" + }, + { + "id": 30868549896, + "run_id": 11110261767, + "workflow_name": "All post-commit tests", + "head_branch": "asaigal/dispatch_s", + "run_url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/11110261767", + "run_attempt": 1, + "node_id": "CR_kwDOI9Wqc88AAAAHL-ixCA", + "head_sha": "a6fea2adef8786a0615456df19fd0582e925bc61", + "url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30868549896", + "html_url": "https://github.com/tenstorrent/tt-metal/actions/runs/11110261767/job/30868549896", + "status": "completed", + "conclusion": "success", + "created_at": "2024-09-30T16:49:00Z", + "started_at": "2024-09-30T17:03:59Z", + "completed_at": "2024-09-30T17:10:38Z", + "name": "fast-dispatch-unit-tests (wormhole_b0, N300) / sweep wormhole_b0 N300", + "steps": [ + { + "name": "Set up job", + "status": "completed", + "conclusion": "success", + "number": 1, + "started_at": "2024-09-30T17:03:58Z", + "completed_at": "2024-09-30T17:04:01Z" + }, + { + "name": "Set up runner", + "status": "completed", + "conclusion": "success", + "number": 2, + "started_at": "2024-09-30T17:04:01Z", + "completed_at": "2024-09-30T17:04:44Z" + }, + { + "name": "Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0", + "status": "completed", + "conclusion": "success", + "number": 3, + "started_at": "2024-09-30T17:04:45Z", + "completed_at": "2024-09-30T17:04:52Z" + }, + { + "name": "Run actions/download-artifact@v4", + "status": "completed", + "conclusion": "success", + "number": 4, + "started_at": "2024-09-30T17:04:52Z", + "completed_at": "2024-09-30T17:05:09Z" + }, + { + "name": "sweep tests", + "status": "completed", + "conclusion": "success", + "number": 5, + "started_at": "2024-09-30T17:05:10Z", + "completed_at": "2024-09-30T17:10:31Z" + }, + { + "name": "Run /./.github/actions/slack-report", + "status": "completed", + "conclusion": "skipped", + "number": 6, + "started_at": "2024-09-30T17:10:32Z", + "completed_at": "2024-09-30T17:10:32Z" + }, + { + "name": "Run /./.github/actions/upload-artifact-with-job-uuid", + "status": "completed", + "conclusion": "success", + "number": 7, + "started_at": "2024-09-30T17:10:32Z", + "completed_at": "2024-09-30T17:10:34Z" + }, + { + "name": "Post sweep tests", + "status": "completed", + "conclusion": "success", + "number": 12, + "started_at": "2024-09-30T17:10:34Z", + "completed_at": "2024-09-30T17:10:34Z" + }, + { + "name": "Post Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0", + "status": "completed", + "conclusion": "success", + "number": 13, + "started_at": "2024-09-30T17:10:34Z", + "completed_at": "2024-09-30T17:10:34Z" + }, + { + "name": "Complete runner", + "status": "completed", + "conclusion": "success", + "number": 14, + "started_at": "2024-09-30T17:10:38Z", + "completed_at": "2024-09-30T17:10:38Z" + }, + { + "name": "Complete job", + "status": "completed", + "conclusion": "success", + "number": 15, + "started_at": "2024-09-30T17:10:34Z", + "completed_at": "2024-09-30T17:10:34Z" + } + ], + "check_run_url": "https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30868549896", + "labels": [ + "N300", + "cloud-virtual-machine", + "in-service" + ], + "runner_id": 195, + "runner_name": "tt-metal-ci-vm-111", + "runner_group_id": 1, + "runner_group_name": "Default" + }, + { + "id": 30868550215, + "run_id": 11110261767, + "workflow_name": "All post-commit tests", + "head_branch": "asaigal/dispatch_s", + "run_url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/11110261767", + "run_attempt": 1, + "node_id": "CR_kwDOI9Wqc88AAAAHL-iyRw", + "head_sha": "a6fea2adef8786a0615456df19fd0582e925bc61", + "url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30868550215", + "html_url": "https://github.com/tenstorrent/tt-metal/actions/runs/11110261767/job/30868550215", + "status": "completed", + "conclusion": "success", + "created_at": "2024-09-30T16:49:00Z", + "started_at": "2024-09-30T17:03:28Z", + "completed_at": "2024-09-30T17:09:26Z", + "name": "models-unit-tests (wormhole_b0, N300) / model wormhole_b0 N300", + "steps": [ + { + "name": "Set up job", + "status": "completed", + "conclusion": "success", + "number": 1, + "started_at": "2024-09-30T17:03:28Z", + "completed_at": "2024-09-30T17:03:30Z" + }, + { + "name": "Set up runner", + "status": "completed", + "conclusion": "success", + "number": 2, + "started_at": "2024-09-30T17:03:30Z", + "completed_at": "2024-09-30T17:04:14Z" + }, + { + "name": "Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0", + "status": "completed", + "conclusion": "success", + "number": 3, + "started_at": "2024-09-30T17:04:14Z", + "completed_at": "2024-09-30T17:04:19Z" + }, + { + "name": "Run actions/download-artifact@v4", + "status": "completed", + "conclusion": "success", + "number": 4, + "started_at": "2024-09-30T17:04:19Z", + "completed_at": "2024-09-30T17:04:34Z" + }, + { + "name": "model tests", + "status": "completed", + "conclusion": "success", + "number": 5, + "started_at": "2024-09-30T17:04:34Z", + "completed_at": "2024-09-30T17:09:19Z" + }, + { + "name": "Run /./.github/actions/slack-report", + "status": "completed", + "conclusion": "skipped", + "number": 6, + "started_at": "2024-09-30T17:09:20Z", + "completed_at": "2024-09-30T17:09:20Z" + }, + { + "name": "Run /./.github/actions/upload-artifact-with-job-uuid", + "status": "completed", + "conclusion": "success", + "number": 7, + "started_at": "2024-09-30T17:09:20Z", + "completed_at": "2024-09-30T17:09:22Z" + }, + { + "name": "Post model tests", + "status": "completed", + "conclusion": "success", + "number": 12, + "started_at": "2024-09-30T17:09:22Z", + "completed_at": "2024-09-30T17:09:22Z" + }, + { + "name": "Post Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0", + "status": "completed", + "conclusion": "success", + "number": 13, + "started_at": "2024-09-30T17:09:22Z", + "completed_at": "2024-09-30T17:09:22Z" + }, + { + "name": "Complete runner", + "status": "completed", + "conclusion": "success", + "number": 14, + "started_at": "2024-09-30T17:09:26Z", + "completed_at": "2024-09-30T17:09:26Z" + }, + { + "name": "Complete job", + "status": "completed", + "conclusion": "success", + "number": 15, + "started_at": "2024-09-30T17:09:22Z", + "completed_at": "2024-09-30T17:09:22Z" + } + ], + "check_run_url": "https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30868550215", + "labels": [ + "N300", + "in-service", + "cloud-virtual-machine" + ], + "runner_id": 198, + "runner_name": "tt-metal-ci-vm-113", + "runner_group_id": 1, + "runner_group_name": "Default" + }, + { + "id": 30868550567, + "run_id": 11110261767, + "workflow_name": "All post-commit tests", + "head_branch": "asaigal/dispatch_s", + "run_url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/11110261767", + "run_attempt": 1, + "node_id": "CR_kwDOI9Wqc88AAAAHL-izpw", + "head_sha": "a6fea2adef8786a0615456df19fd0582e925bc61", + "url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30868550567", + "html_url": "https://github.com/tenstorrent/tt-metal/actions/runs/11110261767/job/30868550567", + "status": "completed", + "conclusion": "success", + "created_at": "2024-09-30T16:49:00Z", + "started_at": "2024-09-30T17:06:23Z", + "completed_at": "2024-09-30T17:19:34Z", + "name": "ttnn-unit-tests (wormhole_b0, N150) / ttnn group 1 wormhole_b0 N150", + "steps": [ + { + "name": "Set up job", + "status": "completed", + "conclusion": "success", + "number": 1, + "started_at": "2024-09-30T17:06:23Z", + "completed_at": "2024-09-30T17:06:25Z" + }, + { + "name": "Set up runner", + "status": "completed", + "conclusion": "success", + "number": 2, + "started_at": "2024-09-30T17:06:26Z", + "completed_at": "2024-09-30T17:07:09Z" + }, + { + "name": "Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0", + "status": "completed", + "conclusion": "success", + "number": 3, + "started_at": "2024-09-30T17:07:09Z", + "completed_at": "2024-09-30T17:07:17Z" + }, + { + "name": "Run actions/download-artifact@v4", + "status": "completed", + "conclusion": "success", + "number": 4, + "started_at": "2024-09-30T17:07:18Z", + "completed_at": "2024-09-30T17:07:33Z" + }, + { + "name": "Set ttnn fast runtime if exists in config", + "status": "completed", + "conclusion": "skipped", + "number": 5, + "started_at": "2024-09-30T17:07:33Z", + "completed_at": "2024-09-30T17:07:33Z" + }, + { + "name": "ttnn group 1 tests", + "status": "completed", + "conclusion": "success", + "number": 6, + "started_at": "2024-09-30T17:07:33Z", + "completed_at": "2024-09-30T17:19:26Z" + }, + { + "name": "Run /./.github/actions/slack-report", + "status": "completed", + "conclusion": "skipped", + "number": 7, + "started_at": "2024-09-30T17:19:26Z", + "completed_at": "2024-09-30T17:19:26Z" + }, + { + "name": "Run /./.github/actions/upload-artifact-with-job-uuid", + "status": "completed", + "conclusion": "success", + "number": 8, + "started_at": "2024-09-30T17:19:26Z", + "completed_at": "2024-09-30T17:19:28Z" + }, + { + "name": "Post ttnn group 1 tests", + "status": "completed", + "conclusion": "success", + "number": 14, + "started_at": "2024-09-30T17:19:29Z", + "completed_at": "2024-09-30T17:19:29Z" + }, + { + "name": "Post Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0", + "status": "completed", + "conclusion": "success", + "number": 15, + "started_at": "2024-09-30T17:19:29Z", + "completed_at": "2024-09-30T17:19:29Z" + }, + { + "name": "Complete runner", + "status": "completed", + "conclusion": "success", + "number": 16, + "started_at": "2024-09-30T17:19:34Z", + "completed_at": "2024-09-30T17:19:34Z" + }, + { + "name": "Complete job", + "status": "completed", + "conclusion": "success", + "number": 17, + "started_at": "2024-09-30T17:19:29Z", + "completed_at": "2024-09-30T17:19:29Z" + } + ], + "check_run_url": "https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30868550567", + "labels": [ + "N150", + "in-service" + ], + "runner_id": 94, + "runner_name": "tt-metal-ci-vm-68", + "runner_group_id": 1, + "runner_group_name": "Default" + }, + { + "id": 30868550874, + "run_id": 11110261767, + "workflow_name": "All post-commit tests", + "head_branch": "asaigal/dispatch_s", + "run_url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/11110261767", + "run_attempt": 1, + "node_id": "CR_kwDOI9Wqc88AAAAHL-i02g", + "head_sha": "a6fea2adef8786a0615456df19fd0582e925bc61", + "url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30868550874", + "html_url": "https://github.com/tenstorrent/tt-metal/actions/runs/11110261767/job/30868550874", + "status": "completed", + "conclusion": "success", + "created_at": "2024-09-30T16:49:01Z", + "started_at": "2024-09-30T17:07:04Z", + "completed_at": "2024-09-30T17:21:06Z", + "name": "ttnn-unit-tests (wormhole_b0, N150) / ttnn group 2 wormhole_b0 N150", + "steps": [ + { + "name": "Set up job", + "status": "completed", + "conclusion": "success", + "number": 1, + "started_at": "2024-09-30T17:07:04Z", + "completed_at": "2024-09-30T17:07:06Z" + }, + { + "name": "Set up runner", + "status": "completed", + "conclusion": "success", + "number": 2, + "started_at": "2024-09-30T17:07:06Z", + "completed_at": "2024-09-30T17:07:50Z" + }, + { + "name": "Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0", + "status": "completed", + "conclusion": "success", + "number": 3, + "started_at": "2024-09-30T17:07:51Z", + "completed_at": "2024-09-30T17:07:56Z" + }, + { + "name": "Run actions/download-artifact@v4", + "status": "completed", + "conclusion": "success", + "number": 4, + "started_at": "2024-09-30T17:07:56Z", + "completed_at": "2024-09-30T17:08:13Z" + }, + { + "name": "Set ttnn fast runtime if exists in config", + "status": "completed", + "conclusion": "skipped", + "number": 5, + "started_at": "2024-09-30T17:08:14Z", + "completed_at": "2024-09-30T17:08:14Z" + }, + { + "name": "ttnn group 2 tests", + "status": "completed", + "conclusion": "success", + "number": 6, + "started_at": "2024-09-30T17:08:14Z", + "completed_at": "2024-09-30T17:20:59Z" + }, + { + "name": "Run /./.github/actions/slack-report", + "status": "completed", + "conclusion": "skipped", + "number": 7, + "started_at": "2024-09-30T17:20:59Z", + "completed_at": "2024-09-30T17:20:59Z" + }, + { + "name": "Run /./.github/actions/upload-artifact-with-job-uuid", + "status": "completed", + "conclusion": "success", + "number": 8, + "started_at": "2024-09-30T17:20:59Z", + "completed_at": "2024-09-30T17:21:01Z" + }, + { + "name": "Post ttnn group 2 tests", + "status": "completed", + "conclusion": "success", + "number": 14, + "started_at": "2024-09-30T17:21:01Z", + "completed_at": "2024-09-30T17:21:01Z" + }, + { + "name": "Post Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0", + "status": "completed", + "conclusion": "success", + "number": 15, + "started_at": "2024-09-30T17:21:06Z", + "completed_at": "2024-09-30T17:21:06Z" + }, + { + "name": "Complete runner", + "status": "completed", + "conclusion": "success", + "number": 16, + "started_at": "2024-09-30T17:21:06Z", + "completed_at": "2024-09-30T17:21:06Z" + }, + { + "name": "Complete job", + "status": "completed", + "conclusion": "success", + "number": 17, + "started_at": "2024-09-30T17:21:02Z", + "completed_at": "2024-09-30T17:21:02Z" + } + ], + "check_run_url": "https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30868550874", + "labels": [ + "N150", + "in-service" + ], + "runner_id": 78, + "runner_name": "tt-metal-ci-vm-32", + "runner_group_id": 1, + "runner_group_name": "Default" + }, + { + "id": 30868551217, + "run_id": 11110261767, + "workflow_name": "All post-commit tests", + "head_branch": "asaigal/dispatch_s", + "run_url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/11110261767", + "run_attempt": 1, + "node_id": "CR_kwDOI9Wqc88AAAAHL-i2MQ", + "head_sha": "a6fea2adef8786a0615456df19fd0582e925bc61", + "url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30868551217", + "html_url": "https://github.com/tenstorrent/tt-metal/actions/runs/11110261767/job/30868551217", + "status": "completed", + "conclusion": "success", + "created_at": "2024-09-30T16:49:01Z", + "started_at": "2024-09-30T16:52:55Z", + "completed_at": "2024-09-30T16:59:41Z", + "name": "ttnn-unit-tests (grayskull, E150) / ttnn group 1 grayskull E150", + "steps": [ + { + "name": "Set up job", + "status": "completed", + "conclusion": "success", + "number": 1, + "started_at": "2024-09-30T16:52:55Z", + "completed_at": "2024-09-30T16:52:57Z" + }, + { + "name": "Set up runner", + "status": "completed", + "conclusion": "success", + "number": 2, + "started_at": "2024-09-30T16:52:57Z", + "completed_at": "2024-09-30T16:53:28Z" + }, + { + "name": "Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0", + "status": "completed", + "conclusion": "success", + "number": 3, + "started_at": "2024-09-30T16:53:29Z", + "completed_at": "2024-09-30T16:53:33Z" + }, + { + "name": "Run actions/download-artifact@v4", + "status": "completed", + "conclusion": "success", + "number": 4, + "started_at": "2024-09-30T16:53:34Z", + "completed_at": "2024-09-30T16:54:00Z" + }, + { + "name": "Set ttnn fast runtime if exists in config", + "status": "completed", + "conclusion": "skipped", + "number": 5, + "started_at": "2024-09-30T16:54:00Z", + "completed_at": "2024-09-30T16:54:00Z" + }, + { + "name": "ttnn group 1 tests", + "status": "completed", + "conclusion": "success", + "number": 6, + "started_at": "2024-09-30T16:54:00Z", + "completed_at": "2024-09-30T16:59:33Z" + }, + { + "name": "Run /./.github/actions/slack-report", + "status": "completed", + "conclusion": "skipped", + "number": 7, + "started_at": "2024-09-30T16:59:34Z", + "completed_at": "2024-09-30T16:59:34Z" + }, + { + "name": "Run /./.github/actions/upload-artifact-with-job-uuid", + "status": "completed", + "conclusion": "success", + "number": 8, + "started_at": "2024-09-30T16:59:34Z", + "completed_at": "2024-09-30T16:59:35Z" + }, + { + "name": "Post ttnn group 1 tests", + "status": "completed", + "conclusion": "success", + "number": 14, + "started_at": "2024-09-30T16:59:36Z", + "completed_at": "2024-09-30T16:59:36Z" + }, + { + "name": "Post Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0", + "status": "completed", + "conclusion": "success", + "number": 15, + "started_at": "2024-09-30T16:59:36Z", + "completed_at": "2024-09-30T16:59:36Z" + }, + { + "name": "Complete runner", + "status": "completed", + "conclusion": "success", + "number": 16, + "started_at": "2024-09-30T16:59:36Z", + "completed_at": "2024-09-30T16:59:36Z" + }, + { + "name": "Complete job", + "status": "completed", + "conclusion": "success", + "number": 17, + "started_at": "2024-09-30T16:59:36Z", + "completed_at": "2024-09-30T16:59:36Z" + } + ], + "check_run_url": "https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30868551217", + "labels": [ + "E150", + "in-service" + ], + "runner_id": 217, + "runner_name": "tt-metal-ci-bm-e13cs01", + "runner_group_id": 1, + "runner_group_name": "Default" + }, + { + "id": 30868551610, + "run_id": 11110261767, + "workflow_name": "All post-commit tests", + "head_branch": "asaigal/dispatch_s", + "run_url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/11110261767", + "run_attempt": 1, + "node_id": "CR_kwDOI9Wqc88AAAAHL-i3ug", + "head_sha": "a6fea2adef8786a0615456df19fd0582e925bc61", + "url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30868551610", + "html_url": "https://github.com/tenstorrent/tt-metal/actions/runs/11110261767/job/30868551610", + "status": "completed", + "conclusion": "success", + "created_at": "2024-09-30T16:49:02Z", + "started_at": "2024-09-30T16:59:08Z", + "completed_at": "2024-09-30T17:12:24Z", + "name": "ttnn-unit-tests (wormhole_b0, N300) / ttnn group 1 wormhole_b0 N300", + "steps": [ + { + "name": "Set up job", + "status": "completed", + "conclusion": "success", + "number": 1, + "started_at": "2024-09-30T16:59:08Z", + "completed_at": "2024-09-30T16:59:10Z" + }, + { + "name": "Set up runner", + "status": "completed", + "conclusion": "success", + "number": 2, + "started_at": "2024-09-30T16:59:10Z", + "completed_at": "2024-09-30T16:59:54Z" + }, + { + "name": "Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0", + "status": "completed", + "conclusion": "success", + "number": 3, + "started_at": "2024-09-30T16:59:54Z", + "completed_at": "2024-09-30T16:59:59Z" + }, + { + "name": "Run actions/download-artifact@v4", + "status": "completed", + "conclusion": "success", + "number": 4, + "started_at": "2024-09-30T17:00:00Z", + "completed_at": "2024-09-30T17:00:15Z" + }, + { + "name": "Set ttnn fast runtime if exists in config", + "status": "completed", + "conclusion": "skipped", + "number": 5, + "started_at": "2024-09-30T17:00:15Z", + "completed_at": "2024-09-30T17:00:15Z" + }, + { + "name": "ttnn group 1 tests", + "status": "completed", + "conclusion": "success", + "number": 6, + "started_at": "2024-09-30T17:00:15Z", + "completed_at": "2024-09-30T17:12:17Z" + }, + { + "name": "Run /./.github/actions/slack-report", + "status": "completed", + "conclusion": "skipped", + "number": 7, + "started_at": "2024-09-30T17:12:17Z", + "completed_at": "2024-09-30T17:12:17Z" + }, + { + "name": "Run /./.github/actions/upload-artifact-with-job-uuid", + "status": "completed", + "conclusion": "success", + "number": 8, + "started_at": "2024-09-30T17:12:17Z", + "completed_at": "2024-09-30T17:12:19Z" + }, + { + "name": "Post ttnn group 1 tests", + "status": "completed", + "conclusion": "success", + "number": 14, + "started_at": "2024-09-30T17:12:20Z", + "completed_at": "2024-09-30T17:12:20Z" + }, + { + "name": "Post Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0", + "status": "completed", + "conclusion": "success", + "number": 15, + "started_at": "2024-09-30T17:12:24Z", + "completed_at": "2024-09-30T17:12:24Z" + }, + { + "name": "Complete runner", + "status": "completed", + "conclusion": "success", + "number": 16, + "started_at": "2024-09-30T17:12:24Z", + "completed_at": "2024-09-30T17:12:24Z" + }, + { + "name": "Complete job", + "status": "completed", + "conclusion": "success", + "number": 17, + "started_at": "2024-09-30T17:12:20Z", + "completed_at": "2024-09-30T17:12:20Z" + } + ], + "check_run_url": "https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30868551610", + "labels": [ + "N300", + "in-service" + ], + "runner_id": 58, + "runner_name": "tt-metal-ci-vm-51", + "runner_group_id": 1, + "runner_group_name": "Default" + }, + { + "id": 30868551937, + "run_id": 11110261767, + "workflow_name": "All post-commit tests", + "head_branch": "asaigal/dispatch_s", + "run_url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/11110261767", + "run_attempt": 1, + "node_id": "CR_kwDOI9Wqc88AAAAHL-i5AQ", + "head_sha": "a6fea2adef8786a0615456df19fd0582e925bc61", + "url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30868551937", + "html_url": "https://github.com/tenstorrent/tt-metal/actions/runs/11110261767/job/30868551937", + "status": "completed", + "conclusion": "success", + "created_at": "2024-09-30T16:49:02Z", + "started_at": "2024-09-30T17:08:42Z", + "completed_at": "2024-09-30T17:20:35Z", + "name": "ttnn-unit-tests (wormhole_b0, N150) / ttnn group 3 wormhole_b0 N150", + "steps": [ + { + "name": "Set up job", + "status": "completed", + "conclusion": "success", + "number": 1, + "started_at": "2024-09-30T17:08:41Z", + "completed_at": "2024-09-30T17:08:44Z" + }, + { + "name": "Set up runner", + "status": "completed", + "conclusion": "success", + "number": 2, + "started_at": "2024-09-30T17:08:44Z", + "completed_at": "2024-09-30T17:09:28Z" + }, + { + "name": "Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0", + "status": "completed", + "conclusion": "success", + "number": 3, + "started_at": "2024-09-30T17:09:28Z", + "completed_at": "2024-09-30T17:09:33Z" + }, + { + "name": "Run actions/download-artifact@v4", + "status": "completed", + "conclusion": "success", + "number": 4, + "started_at": "2024-09-30T17:09:33Z", + "completed_at": "2024-09-30T17:09:50Z" + }, + { + "name": "Set ttnn fast runtime if exists in config", + "status": "completed", + "conclusion": "skipped", + "number": 5, + "started_at": "2024-09-30T17:09:50Z", + "completed_at": "2024-09-30T17:09:50Z" + }, + { + "name": "ttnn group 3 tests", + "status": "completed", + "conclusion": "success", + "number": 6, + "started_at": "2024-09-30T17:09:50Z", + "completed_at": "2024-09-30T17:20:28Z" + }, + { + "name": "Run /./.github/actions/slack-report", + "status": "completed", + "conclusion": "skipped", + "number": 7, + "started_at": "2024-09-30T17:20:28Z", + "completed_at": "2024-09-30T17:20:28Z" + }, + { + "name": "Run /./.github/actions/upload-artifact-with-job-uuid", + "status": "completed", + "conclusion": "success", + "number": 8, + "started_at": "2024-09-30T17:20:28Z", + "completed_at": "2024-09-30T17:20:30Z" + }, + { + "name": "Post ttnn group 3 tests", + "status": "completed", + "conclusion": "success", + "number": 14, + "started_at": "2024-09-30T17:20:30Z", + "completed_at": "2024-09-30T17:20:30Z" + }, + { + "name": "Post Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0", + "status": "completed", + "conclusion": "success", + "number": 15, + "started_at": "2024-09-30T17:20:35Z", + "completed_at": "2024-09-30T17:20:35Z" + }, + { + "name": "Complete runner", + "status": "completed", + "conclusion": "success", + "number": 16, + "started_at": "2024-09-30T17:20:35Z", + "completed_at": "2024-09-30T17:20:35Z" + }, + { + "name": "Complete job", + "status": "completed", + "conclusion": "success", + "number": 17, + "started_at": "2024-09-30T17:20:31Z", + "completed_at": "2024-09-30T17:20:31Z" + } + ], + "check_run_url": "https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30868551937", + "labels": [ + "N150", + "in-service" + ], + "runner_id": 50, + "runner_name": "tt-metal-ci-vm-79", + "runner_group_id": 1, + "runner_group_name": "Default" + }, + { + "id": 30868552305, + "run_id": 11110261767, + "workflow_name": "All post-commit tests", + "head_branch": "asaigal/dispatch_s", + "run_url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/11110261767", + "run_attempt": 1, + "node_id": "CR_kwDOI9Wqc88AAAAHL-i6cQ", + "head_sha": "a6fea2adef8786a0615456df19fd0582e925bc61", + "url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30868552305", + "html_url": "https://github.com/tenstorrent/tt-metal/actions/runs/11110261767/job/30868552305", + "status": "completed", + "conclusion": "success", + "created_at": "2024-09-30T16:49:03Z", + "started_at": "2024-09-30T16:52:59Z", + "completed_at": "2024-09-30T16:59:33Z", + "name": "ttnn-unit-tests (grayskull, E150) / ttnn group 2 grayskull E150", + "steps": [ + { + "name": "Set up job", + "status": "completed", + "conclusion": "success", + "number": 1, + "started_at": "2024-09-30T16:52:58Z", + "completed_at": "2024-09-30T16:53:01Z" + }, + { + "name": "Set up runner", + "status": "completed", + "conclusion": "success", + "number": 2, + "started_at": "2024-09-30T16:53:01Z", + "completed_at": "2024-09-30T16:53:32Z" + }, + { + "name": "Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0", + "status": "completed", + "conclusion": "success", + "number": 3, + "started_at": "2024-09-30T16:53:33Z", + "completed_at": "2024-09-30T16:53:37Z" + }, + { + "name": "Run actions/download-artifact@v4", + "status": "completed", + "conclusion": "success", + "number": 4, + "started_at": "2024-09-30T16:53:38Z", + "completed_at": "2024-09-30T16:53:53Z" + }, + { + "name": "Set ttnn fast runtime if exists in config", + "status": "completed", + "conclusion": "skipped", + "number": 5, + "started_at": "2024-09-30T16:53:53Z", + "completed_at": "2024-09-30T16:53:53Z" + }, + { + "name": "ttnn group 2 tests", + "status": "completed", + "conclusion": "success", + "number": 6, + "started_at": "2024-09-30T16:53:53Z", + "completed_at": "2024-09-30T16:59:26Z" + }, + { + "name": "Run /./.github/actions/slack-report", + "status": "completed", + "conclusion": "skipped", + "number": 7, + "started_at": "2024-09-30T16:59:27Z", + "completed_at": "2024-09-30T16:59:27Z" + }, + { + "name": "Run /./.github/actions/upload-artifact-with-job-uuid", + "status": "completed", + "conclusion": "success", + "number": 8, + "started_at": "2024-09-30T16:59:27Z", + "completed_at": "2024-09-30T16:59:28Z" + }, + { + "name": "Post ttnn group 2 tests", + "status": "completed", + "conclusion": "success", + "number": 14, + "started_at": "2024-09-30T16:59:29Z", + "completed_at": "2024-09-30T16:59:29Z" + }, + { + "name": "Post Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0", + "status": "completed", + "conclusion": "success", + "number": 15, + "started_at": "2024-09-30T16:59:29Z", + "completed_at": "2024-09-30T16:59:29Z" + }, + { + "name": "Complete runner", + "status": "completed", + "conclusion": "success", + "number": 16, + "started_at": "2024-09-30T16:59:33Z", + "completed_at": "2024-09-30T16:59:33Z" + }, + { + "name": "Complete job", + "status": "completed", + "conclusion": "success", + "number": 17, + "started_at": "2024-09-30T16:59:29Z", + "completed_at": "2024-09-30T16:59:29Z" + } + ], + "check_run_url": "https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30868552305", + "labels": [ + "E150", + "in-service" + ], + "runner_id": 144, + "runner_name": "tt-metal-ci-vm-107", + "runner_group_id": 1, + "runner_group_name": "Default" + }, + { + "id": 30868552731, + "run_id": 11110261767, + "workflow_name": "All post-commit tests", + "head_branch": "asaigal/dispatch_s", + "run_url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/11110261767", + "run_attempt": 1, + "node_id": "CR_kwDOI9Wqc88AAAAHL-i8Gw", + "head_sha": "a6fea2adef8786a0615456df19fd0582e925bc61", + "url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30868552731", + "html_url": "https://github.com/tenstorrent/tt-metal/actions/runs/11110261767/job/30868552731", + "status": "completed", + "conclusion": "success", + "created_at": "2024-09-30T16:49:03Z", + "started_at": "2024-09-30T17:01:07Z", + "completed_at": "2024-09-30T17:13:28Z", + "name": "ttnn-unit-tests (wormhole_b0, N300) / ttnn group 2 wormhole_b0 N300", + "steps": [ + { + "name": "Set up job", + "status": "completed", + "conclusion": "success", + "number": 1, + "started_at": "2024-09-30T17:01:06Z", + "completed_at": "2024-09-30T17:01:09Z" + }, + { + "name": "Set up runner", + "status": "completed", + "conclusion": "success", + "number": 2, + "started_at": "2024-09-30T17:01:09Z", + "completed_at": "2024-09-30T17:01:53Z" + }, + { + "name": "Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0", + "status": "completed", + "conclusion": "success", + "number": 3, + "started_at": "2024-09-30T17:01:53Z", + "completed_at": "2024-09-30T17:01:59Z" + }, + { + "name": "Run actions/download-artifact@v4", + "status": "completed", + "conclusion": "success", + "number": 4, + "started_at": "2024-09-30T17:02:00Z", + "completed_at": "2024-09-30T17:02:13Z" + }, + { + "name": "Set ttnn fast runtime if exists in config", + "status": "completed", + "conclusion": "skipped", + "number": 5, + "started_at": "2024-09-30T17:02:13Z", + "completed_at": "2024-09-30T17:02:13Z" + }, + { + "name": "ttnn group 2 tests", + "status": "completed", + "conclusion": "success", + "number": 6, + "started_at": "2024-09-30T17:02:13Z", + "completed_at": "2024-09-30T17:13:21Z" + }, + { + "name": "Run /./.github/actions/slack-report", + "status": "completed", + "conclusion": "skipped", + "number": 7, + "started_at": "2024-09-30T17:13:21Z", + "completed_at": "2024-09-30T17:13:21Z" + }, + { + "name": "Run /./.github/actions/upload-artifact-with-job-uuid", + "status": "completed", + "conclusion": "success", + "number": 8, + "started_at": "2024-09-30T17:13:21Z", + "completed_at": "2024-09-30T17:13:23Z" + }, + { + "name": "Post ttnn group 2 tests", + "status": "completed", + "conclusion": "success", + "number": 14, + "started_at": "2024-09-30T17:13:24Z", + "completed_at": "2024-09-30T17:13:24Z" + }, + { + "name": "Post Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0", + "status": "completed", + "conclusion": "success", + "number": 15, + "started_at": "2024-09-30T17:13:24Z", + "completed_at": "2024-09-30T17:13:24Z" + }, + { + "name": "Complete runner", + "status": "completed", + "conclusion": "success", + "number": 16, + "started_at": "2024-09-30T17:13:24Z", + "completed_at": "2024-09-30T17:13:24Z" + }, + { + "name": "Complete job", + "status": "completed", + "conclusion": "success", + "number": 17, + "started_at": "2024-09-30T17:13:24Z", + "completed_at": "2024-09-30T17:13:24Z" + } + ], + "check_run_url": "https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30868552731", + "labels": [ + "N300", + "in-service" + ], + "runner_id": 222, + "runner_name": "tt-metal-ci-bm-e09cs01", + "runner_group_id": 1, + "runner_group_name": "Default" + }, + { + "id": 30868553059, + "run_id": 11110261767, + "workflow_name": "All post-commit tests", + "head_branch": "asaigal/dispatch_s", + "run_url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/11110261767", + "run_attempt": 1, + "node_id": "CR_kwDOI9Wqc88AAAAHL-i9Yw", + "head_sha": "a6fea2adef8786a0615456df19fd0582e925bc61", + "url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30868553059", + "html_url": "https://github.com/tenstorrent/tt-metal/actions/runs/11110261767/job/30868553059", + "status": "completed", + "conclusion": "success", + "created_at": "2024-09-30T16:49:04Z", + "started_at": "2024-09-30T17:08:03Z", + "completed_at": "2024-09-30T17:25:22Z", + "name": "ttnn-unit-tests (wormhole_b0, N150) / ttnn group 4 wormhole_b0 N150", + "steps": [ + { + "name": "Set up job", + "status": "completed", + "conclusion": "success", + "number": 1, + "started_at": "2024-09-30T17:08:03Z", + "completed_at": "2024-09-30T17:08:05Z" + }, + { + "name": "Set up runner", + "status": "completed", + "conclusion": "success", + "number": 2, + "started_at": "2024-09-30T17:08:05Z", + "completed_at": "2024-09-30T17:08:49Z" + }, + { + "name": "Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0", + "status": "completed", + "conclusion": "success", + "number": 3, + "started_at": "2024-09-30T17:08:49Z", + "completed_at": "2024-09-30T17:08:56Z" + }, + { + "name": "Run actions/download-artifact@v4", + "status": "completed", + "conclusion": "success", + "number": 4, + "started_at": "2024-09-30T17:08:56Z", + "completed_at": "2024-09-30T17:09:14Z" + }, + { + "name": "Set ttnn fast runtime if exists in config", + "status": "completed", + "conclusion": "skipped", + "number": 5, + "started_at": "2024-09-30T17:09:14Z", + "completed_at": "2024-09-30T17:09:14Z" + }, + { + "name": "ttnn group 4 tests", + "status": "completed", + "conclusion": "success", + "number": 6, + "started_at": "2024-09-30T17:09:14Z", + "completed_at": "2024-09-30T17:25:15Z" + }, + { + "name": "Run /./.github/actions/slack-report", + "status": "completed", + "conclusion": "skipped", + "number": 7, + "started_at": "2024-09-30T17:25:16Z", + "completed_at": "2024-09-30T17:25:16Z" + }, + { + "name": "Run /./.github/actions/upload-artifact-with-job-uuid", + "status": "completed", + "conclusion": "success", + "number": 8, + "started_at": "2024-09-30T17:25:16Z", + "completed_at": "2024-09-30T17:25:17Z" + }, + { + "name": "Post ttnn group 4 tests", + "status": "completed", + "conclusion": "success", + "number": 14, + "started_at": "2024-09-30T17:25:17Z", + "completed_at": "2024-09-30T17:25:17Z" + }, + { + "name": "Post Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0", + "status": "completed", + "conclusion": "success", + "number": 15, + "started_at": "2024-09-30T17:25:22Z", + "completed_at": "2024-09-30T17:25:22Z" + }, + { + "name": "Complete runner", + "status": "completed", + "conclusion": "success", + "number": 16, + "started_at": "2024-09-30T17:25:22Z", + "completed_at": "2024-09-30T17:25:22Z" + }, + { + "name": "Complete job", + "status": "completed", + "conclusion": "success", + "number": 17, + "started_at": "2024-09-30T17:25:18Z", + "completed_at": "2024-09-30T17:25:18Z" + } + ], + "check_run_url": "https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30868553059", + "labels": [ + "N150", + "in-service" + ], + "runner_id": 42, + "runner_name": "tt-metal-ci-vm-58", + "runner_group_id": 1, + "runner_group_name": "Default" + }, + { + "id": 30868553401, + "run_id": 11110261767, + "workflow_name": "All post-commit tests", + "head_branch": "asaigal/dispatch_s", + "run_url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/11110261767", + "run_attempt": 1, + "node_id": "CR_kwDOI9Wqc88AAAAHL-i-uQ", + "head_sha": "a6fea2adef8786a0615456df19fd0582e925bc61", + "url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30868553401", + "html_url": "https://github.com/tenstorrent/tt-metal/actions/runs/11110261767/job/30868553401", + "status": "completed", + "conclusion": "success", + "created_at": "2024-09-30T16:49:04Z", + "started_at": "2024-09-30T16:54:00Z", + "completed_at": "2024-09-30T17:10:47Z", + "name": "ttnn-unit-tests (grayskull, E150) / ttnn group 3 grayskull E150", + "steps": [ + { + "name": "Set up job", + "status": "completed", + "conclusion": "success", + "number": 1, + "started_at": "2024-09-30T16:54:00Z", + "completed_at": "2024-09-30T16:54:02Z" + }, + { + "name": "Set up runner", + "status": "completed", + "conclusion": "success", + "number": 2, + "started_at": "2024-09-30T16:54:02Z", + "completed_at": "2024-09-30T16:54:34Z" + }, + { + "name": "Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0", + "status": "completed", + "conclusion": "success", + "number": 3, + "started_at": "2024-09-30T16:54:34Z", + "completed_at": "2024-09-30T16:54:40Z" + }, + { + "name": "Run actions/download-artifact@v4", + "status": "completed", + "conclusion": "success", + "number": 4, + "started_at": "2024-09-30T16:54:40Z", + "completed_at": "2024-09-30T16:54:56Z" + }, + { + "name": "Set ttnn fast runtime if exists in config", + "status": "completed", + "conclusion": "skipped", + "number": 5, + "started_at": "2024-09-30T16:54:57Z", + "completed_at": "2024-09-30T16:54:57Z" + }, + { + "name": "ttnn group 3 tests", + "status": "completed", + "conclusion": "success", + "number": 6, + "started_at": "2024-09-30T16:54:57Z", + "completed_at": "2024-09-30T17:10:41Z" + }, + { + "name": "Run /./.github/actions/slack-report", + "status": "completed", + "conclusion": "skipped", + "number": 7, + "started_at": "2024-09-30T17:10:41Z", + "completed_at": "2024-09-30T17:10:41Z" + }, + { + "name": "Run /./.github/actions/upload-artifact-with-job-uuid", + "status": "completed", + "conclusion": "success", + "number": 8, + "started_at": "2024-09-30T17:10:41Z", + "completed_at": "2024-09-30T17:10:43Z" + }, + { + "name": "Post ttnn group 3 tests", + "status": "completed", + "conclusion": "success", + "number": 14, + "started_at": "2024-09-30T17:10:43Z", + "completed_at": "2024-09-30T17:10:43Z" + }, + { + "name": "Post Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0", + "status": "completed", + "conclusion": "success", + "number": 15, + "started_at": "2024-09-30T17:10:43Z", + "completed_at": "2024-09-30T17:10:44Z" + }, + { + "name": "Complete runner", + "status": "completed", + "conclusion": "success", + "number": 16, + "started_at": "2024-09-30T17:10:47Z", + "completed_at": "2024-09-30T17:10:47Z" + }, + { + "name": "Complete job", + "status": "completed", + "conclusion": "success", + "number": 17, + "started_at": "2024-09-30T17:10:44Z", + "completed_at": "2024-09-30T17:10:44Z" + } + ], + "check_run_url": "https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30868553401", + "labels": [ + "E150", + "in-service" + ], + "runner_id": 128, + "runner_name": "tt-metal-ci-vm-101", + "runner_group_id": 1, + "runner_group_name": "Default" + }, + { + "id": 30868554058, + "run_id": 11110261767, + "workflow_name": "All post-commit tests", + "head_branch": "asaigal/dispatch_s", + "run_url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/11110261767", + "run_attempt": 1, + "node_id": "CR_kwDOI9Wqc88AAAAHL-jBSg", + "head_sha": "a6fea2adef8786a0615456df19fd0582e925bc61", + "url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30868554058", + "html_url": "https://github.com/tenstorrent/tt-metal/actions/runs/11110261767/job/30868554058", + "status": "completed", + "conclusion": "success", + "created_at": "2024-09-30T16:49:05Z", + "started_at": "2024-09-30T17:05:03Z", + "completed_at": "2024-09-30T17:15:15Z", + "name": "ttnn-unit-tests (wormhole_b0, N300) / ttnn group 3 wormhole_b0 N300", + "steps": [ + { + "name": "Set up job", + "status": "completed", + "conclusion": "success", + "number": 1, + "started_at": "2024-09-30T17:05:02Z", + "completed_at": "2024-09-30T17:05:05Z" + }, + { + "name": "Set up runner", + "status": "completed", + "conclusion": "success", + "number": 2, + "started_at": "2024-09-30T17:05:05Z", + "completed_at": "2024-09-30T17:05:49Z" + }, + { + "name": "Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0", + "status": "completed", + "conclusion": "success", + "number": 3, + "started_at": "2024-09-30T17:05:49Z", + "completed_at": "2024-09-30T17:05:53Z" + }, + { + "name": "Run actions/download-artifact@v4", + "status": "completed", + "conclusion": "success", + "number": 4, + "started_at": "2024-09-30T17:05:54Z", + "completed_at": "2024-09-30T17:06:11Z" + }, + { + "name": "Set ttnn fast runtime if exists in config", + "status": "completed", + "conclusion": "skipped", + "number": 5, + "started_at": "2024-09-30T17:06:11Z", + "completed_at": "2024-09-30T17:06:11Z" + }, + { + "name": "ttnn group 3 tests", + "status": "completed", + "conclusion": "success", + "number": 6, + "started_at": "2024-09-30T17:06:11Z", + "completed_at": "2024-09-30T17:15:09Z" + }, + { + "name": "Run /./.github/actions/slack-report", + "status": "completed", + "conclusion": "skipped", + "number": 7, + "started_at": "2024-09-30T17:15:09Z", + "completed_at": "2024-09-30T17:15:09Z" + }, + { + "name": "Run /./.github/actions/upload-artifact-with-job-uuid", + "status": "completed", + "conclusion": "success", + "number": 8, + "started_at": "2024-09-30T17:15:09Z", + "completed_at": "2024-09-30T17:15:11Z" + }, + { + "name": "Post ttnn group 3 tests", + "status": "completed", + "conclusion": "success", + "number": 14, + "started_at": "2024-09-30T17:15:11Z", + "completed_at": "2024-09-30T17:15:11Z" + }, + { + "name": "Post Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0", + "status": "completed", + "conclusion": "success", + "number": 15, + "started_at": "2024-09-30T17:15:11Z", + "completed_at": "2024-09-30T17:15:11Z" + }, + { + "name": "Complete runner", + "status": "completed", + "conclusion": "success", + "number": 16, + "started_at": "2024-09-30T17:15:11Z", + "completed_at": "2024-09-30T17:15:11Z" + }, + { + "name": "Complete job", + "status": "completed", + "conclusion": "success", + "number": 17, + "started_at": "2024-09-30T17:15:11Z", + "completed_at": "2024-09-30T17:15:11Z" + } + ], + "check_run_url": "https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30868554058", + "labels": [ + "N300", + "in-service" + ], + "runner_id": 73, + "runner_name": "tt-metal-ci-vm-40", + "runner_group_id": 1, + "runner_group_name": "Default" + }, + { + "id": 30868554724, + "run_id": 11110261767, + "workflow_name": "All post-commit tests", + "head_branch": "asaigal/dispatch_s", + "run_url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/11110261767", + "run_attempt": 1, + "node_id": "CR_kwDOI9Wqc88AAAAHL-jD5A", + "head_sha": "a6fea2adef8786a0615456df19fd0582e925bc61", + "url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30868554724", + "html_url": "https://github.com/tenstorrent/tt-metal/actions/runs/11110261767/job/30868554724", + "status": "completed", + "conclusion": "success", + "created_at": "2024-09-30T16:49:06Z", + "started_at": "2024-09-30T17:08:40Z", + "completed_at": "2024-09-30T17:26:07Z", + "name": "ttnn-unit-tests (wormhole_b0, N150) / ttnn group 5 wormhole_b0 N150", + "steps": [ + { + "name": "Set up job", + "status": "completed", + "conclusion": "success", + "number": 1, + "started_at": "2024-09-30T17:08:40Z", + "completed_at": "2024-09-30T17:08:42Z" + }, + { + "name": "Set up runner", + "status": "completed", + "conclusion": "success", + "number": 2, + "started_at": "2024-09-30T17:08:42Z", + "completed_at": "2024-09-30T17:09:26Z" + }, + { + "name": "Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0", + "status": "completed", + "conclusion": "success", + "number": 3, + "started_at": "2024-09-30T17:09:26Z", + "completed_at": "2024-09-30T17:09:32Z" + }, + { + "name": "Run actions/download-artifact@v4", + "status": "completed", + "conclusion": "success", + "number": 4, + "started_at": "2024-09-30T17:09:32Z", + "completed_at": "2024-09-30T17:09:51Z" + }, + { + "name": "Set ttnn fast runtime if exists in config", + "status": "completed", + "conclusion": "skipped", + "number": 5, + "started_at": "2024-09-30T17:09:51Z", + "completed_at": "2024-09-30T17:09:51Z" + }, + { + "name": "ttnn group 5 tests", + "status": "completed", + "conclusion": "success", + "number": 6, + "started_at": "2024-09-30T17:09:51Z", + "completed_at": "2024-09-30T17:26:00Z" + }, + { + "name": "Run /./.github/actions/slack-report", + "status": "completed", + "conclusion": "skipped", + "number": 7, + "started_at": "2024-09-30T17:26:01Z", + "completed_at": "2024-09-30T17:26:01Z" + }, + { + "name": "Run /./.github/actions/upload-artifact-with-job-uuid", + "status": "completed", + "conclusion": "success", + "number": 8, + "started_at": "2024-09-30T17:26:01Z", + "completed_at": "2024-09-30T17:26:03Z" + }, + { + "name": "Post ttnn group 5 tests", + "status": "completed", + "conclusion": "success", + "number": 14, + "started_at": "2024-09-30T17:26:03Z", + "completed_at": "2024-09-30T17:26:03Z" + }, + { + "name": "Post Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0", + "status": "completed", + "conclusion": "success", + "number": 15, + "started_at": "2024-09-30T17:26:07Z", + "completed_at": "2024-09-30T17:26:07Z" + }, + { + "name": "Complete runner", + "status": "completed", + "conclusion": "success", + "number": 16, + "started_at": "2024-09-30T17:26:07Z", + "completed_at": "2024-09-30T17:26:07Z" + }, + { + "name": "Complete job", + "status": "completed", + "conclusion": "success", + "number": 17, + "started_at": "2024-09-30T17:26:03Z", + "completed_at": "2024-09-30T17:26:03Z" + } + ], + "check_run_url": "https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30868554724", + "labels": [ + "N150", + "in-service" + ], + "runner_id": 99, + "runner_name": "tt-metal-ci-vm-37", + "runner_group_id": 1, + "runner_group_name": "Default" + }, + { + "id": 30868555020, + "run_id": 11110261767, + "workflow_name": "All post-commit tests", + "head_branch": "asaigal/dispatch_s", + "run_url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/11110261767", + "run_attempt": 1, + "node_id": "CR_kwDOI9Wqc88AAAAHL-jFDA", + "head_sha": "a6fea2adef8786a0615456df19fd0582e925bc61", + "url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30868555020", + "html_url": "https://github.com/tenstorrent/tt-metal/actions/runs/11110261767/job/30868555020", + "status": "completed", + "conclusion": "success", + "created_at": "2024-09-30T16:49:06Z", + "started_at": "2024-09-30T16:53:58Z", + "completed_at": "2024-09-30T17:02:19Z", + "name": "ttnn-unit-tests (grayskull, E150) / ttnn group 4 grayskull E150", + "steps": [ + { + "name": "Set up job", + "status": "completed", + "conclusion": "success", + "number": 1, + "started_at": "2024-09-30T16:53:58Z", + "completed_at": "2024-09-30T16:54:00Z" + }, + { + "name": "Set up runner", + "status": "completed", + "conclusion": "success", + "number": 2, + "started_at": "2024-09-30T16:54:00Z", + "completed_at": "2024-09-30T16:54:32Z" + }, + { + "name": "Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0", + "status": "completed", + "conclusion": "success", + "number": 3, + "started_at": "2024-09-30T16:54:32Z", + "completed_at": "2024-09-30T16:54:40Z" + }, + { + "name": "Run actions/download-artifact@v4", + "status": "completed", + "conclusion": "success", + "number": 4, + "started_at": "2024-09-30T16:54:41Z", + "completed_at": "2024-09-30T16:55:11Z" + }, + { + "name": "Set ttnn fast runtime if exists in config", + "status": "completed", + "conclusion": "skipped", + "number": 5, + "started_at": "2024-09-30T16:55:11Z", + "completed_at": "2024-09-30T16:55:11Z" + }, + { + "name": "ttnn group 4 tests", + "status": "completed", + "conclusion": "success", + "number": 6, + "started_at": "2024-09-30T16:55:11Z", + "completed_at": "2024-09-30T17:02:11Z" + }, + { + "name": "Run /./.github/actions/slack-report", + "status": "completed", + "conclusion": "skipped", + "number": 7, + "started_at": "2024-09-30T17:02:11Z", + "completed_at": "2024-09-30T17:02:11Z" + }, + { + "name": "Run /./.github/actions/upload-artifact-with-job-uuid", + "status": "completed", + "conclusion": "success", + "number": 8, + "started_at": "2024-09-30T17:02:11Z", + "completed_at": "2024-09-30T17:02:13Z" + }, + { + "name": "Post ttnn group 4 tests", + "status": "completed", + "conclusion": "success", + "number": 14, + "started_at": "2024-09-30T17:02:14Z", + "completed_at": "2024-09-30T17:02:14Z" + }, + { + "name": "Post Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0", + "status": "completed", + "conclusion": "success", + "number": 15, + "started_at": "2024-09-30T17:02:19Z", + "completed_at": "2024-09-30T17:02:19Z" + }, + { + "name": "Complete runner", + "status": "completed", + "conclusion": "success", + "number": 16, + "started_at": "2024-09-30T17:02:19Z", + "completed_at": "2024-09-30T17:02:19Z" + }, + { + "name": "Complete job", + "status": "completed", + "conclusion": "success", + "number": 17, + "started_at": "2024-09-30T17:02:14Z", + "completed_at": "2024-09-30T17:02:14Z" + } + ], + "check_run_url": "https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30868555020", + "labels": [ + "E150", + "in-service" + ], + "runner_id": 123, + "runner_name": "tt-metal-ci-vm-2", + "runner_group_id": 1, + "runner_group_name": "Default" + }, + { + "id": 30868555395, + "run_id": 11110261767, + "workflow_name": "All post-commit tests", + "head_branch": "asaigal/dispatch_s", + "run_url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/11110261767", + "run_attempt": 1, + "node_id": "CR_kwDOI9Wqc88AAAAHL-jGgw", + "head_sha": "a6fea2adef8786a0615456df19fd0582e925bc61", + "url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30868555395", + "html_url": "https://github.com/tenstorrent/tt-metal/actions/runs/11110261767/job/30868555395", + "status": "completed", + "conclusion": "success", + "created_at": "2024-09-30T16:49:07Z", + "started_at": "2024-09-30T17:05:06Z", + "completed_at": "2024-09-30T17:16:39Z", + "name": "ttnn-unit-tests (wormhole_b0, N300) / ttnn group 4 wormhole_b0 N300", + "steps": [ + { + "name": "Set up job", + "status": "completed", + "conclusion": "success", + "number": 1, + "started_at": "2024-09-30T17:05:05Z", + "completed_at": "2024-09-30T17:05:08Z" + }, + { + "name": "Set up runner", + "status": "completed", + "conclusion": "success", + "number": 2, + "started_at": "2024-09-30T17:05:08Z", + "completed_at": "2024-09-30T17:05:52Z" + }, + { + "name": "Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0", + "status": "completed", + "conclusion": "success", + "number": 3, + "started_at": "2024-09-30T17:05:52Z", + "completed_at": "2024-09-30T17:05:57Z" + }, + { + "name": "Run actions/download-artifact@v4", + "status": "completed", + "conclusion": "success", + "number": 4, + "started_at": "2024-09-30T17:05:57Z", + "completed_at": "2024-09-30T17:06:20Z" + }, + { + "name": "Set ttnn fast runtime if exists in config", + "status": "completed", + "conclusion": "skipped", + "number": 5, + "started_at": "2024-09-30T17:06:20Z", + "completed_at": "2024-09-30T17:06:20Z" + }, + { + "name": "ttnn group 4 tests", + "status": "completed", + "conclusion": "success", + "number": 6, + "started_at": "2024-09-30T17:06:20Z", + "completed_at": "2024-09-30T17:16:32Z" + }, + { + "name": "Run /./.github/actions/slack-report", + "status": "completed", + "conclusion": "skipped", + "number": 7, + "started_at": "2024-09-30T17:16:32Z", + "completed_at": "2024-09-30T17:16:32Z" + }, + { + "name": "Run /./.github/actions/upload-artifact-with-job-uuid", + "status": "completed", + "conclusion": "success", + "number": 8, + "started_at": "2024-09-30T17:16:32Z", + "completed_at": "2024-09-30T17:16:34Z" + }, + { + "name": "Post ttnn group 4 tests", + "status": "completed", + "conclusion": "success", + "number": 14, + "started_at": "2024-09-30T17:16:34Z", + "completed_at": "2024-09-30T17:16:34Z" + }, + { + "name": "Post Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0", + "status": "completed", + "conclusion": "success", + "number": 15, + "started_at": "2024-09-30T17:16:34Z", + "completed_at": "2024-09-30T17:16:35Z" + }, + { + "name": "Complete runner", + "status": "completed", + "conclusion": "success", + "number": 16, + "started_at": "2024-09-30T17:16:35Z", + "completed_at": "2024-09-30T17:16:35Z" + }, + { + "name": "Complete job", + "status": "completed", + "conclusion": "success", + "number": 17, + "started_at": "2024-09-30T17:16:35Z", + "completed_at": "2024-09-30T17:16:35Z" + } + ], + "check_run_url": "https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30868555395", + "labels": [ + "N300", + "in-service" + ], + "runner_id": 165, + "runner_name": "tt-metal-ci-bm-e04cs05", + "runner_group_id": 1, + "runner_group_name": "Default" + }, + { + "id": 30868555753, + "run_id": 11110261767, + "workflow_name": "All post-commit tests", + "head_branch": "asaigal/dispatch_s", + "run_url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/11110261767", + "run_attempt": 1, + "node_id": "CR_kwDOI9Wqc88AAAAHL-jH6Q", + "head_sha": "a6fea2adef8786a0615456df19fd0582e925bc61", + "url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30868555753", + "html_url": "https://github.com/tenstorrent/tt-metal/actions/runs/11110261767/job/30868555753", + "status": "completed", + "conclusion": "success", + "created_at": "2024-09-30T16:49:07Z", + "started_at": "2024-09-30T17:08:44Z", + "completed_at": "2024-09-30T17:15:14Z", + "name": "ttnn-unit-tests (wormhole_b0, N150) / ttnn group 6 wormhole_b0 N150", + "steps": [ + { + "name": "Set up job", + "status": "completed", + "conclusion": "success", + "number": 1, + "started_at": "2024-09-30T17:08:43Z", + "completed_at": "2024-09-30T17:08:46Z" + }, + { + "name": "Set up runner", + "status": "completed", + "conclusion": "success", + "number": 2, + "started_at": "2024-09-30T17:08:46Z", + "completed_at": "2024-09-30T17:09:29Z" + }, + { + "name": "Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0", + "status": "completed", + "conclusion": "success", + "number": 3, + "started_at": "2024-09-30T17:09:30Z", + "completed_at": "2024-09-30T17:09:34Z" + }, + { + "name": "Run actions/download-artifact@v4", + "status": "completed", + "conclusion": "success", + "number": 4, + "started_at": "2024-09-30T17:09:34Z", + "completed_at": "2024-09-30T17:09:50Z" + }, + { + "name": "Set ttnn fast runtime if exists in config", + "status": "completed", + "conclusion": "skipped", + "number": 5, + "started_at": "2024-09-30T17:09:50Z", + "completed_at": "2024-09-30T17:09:50Z" + }, + { + "name": "ttnn group 6 tests", + "status": "completed", + "conclusion": "success", + "number": 6, + "started_at": "2024-09-30T17:09:50Z", + "completed_at": "2024-09-30T17:15:07Z" + }, + { + "name": "Run /./.github/actions/slack-report", + "status": "completed", + "conclusion": "skipped", + "number": 7, + "started_at": "2024-09-30T17:15:07Z", + "completed_at": "2024-09-30T17:15:07Z" + }, + { + "name": "Run /./.github/actions/upload-artifact-with-job-uuid", + "status": "completed", + "conclusion": "success", + "number": 8, + "started_at": "2024-09-30T17:15:07Z", + "completed_at": "2024-09-30T17:15:09Z" + }, + { + "name": "Post ttnn group 6 tests", + "status": "completed", + "conclusion": "success", + "number": 14, + "started_at": "2024-09-30T17:15:09Z", + "completed_at": "2024-09-30T17:15:09Z" + }, + { + "name": "Post Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0", + "status": "completed", + "conclusion": "success", + "number": 15, + "started_at": "2024-09-30T17:15:09Z", + "completed_at": "2024-09-30T17:15:09Z" + }, + { + "name": "Complete runner", + "status": "completed", + "conclusion": "success", + "number": 16, + "started_at": "2024-09-30T17:15:14Z", + "completed_at": "2024-09-30T17:15:14Z" + }, + { + "name": "Complete job", + "status": "completed", + "conclusion": "success", + "number": 17, + "started_at": "2024-09-30T17:15:09Z", + "completed_at": "2024-09-30T17:15:10Z" + } + ], + "check_run_url": "https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30868555753", + "labels": [ + "N150", + "in-service" + ], + "runner_id": 95, + "runner_name": "tt-metal-ci-vm-70", + "runner_group_id": 1, + "runner_group_name": "Default" + }, + { + "id": 30868556095, + "run_id": 11110261767, + "workflow_name": "All post-commit tests", + "head_branch": "asaigal/dispatch_s", + "run_url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/11110261767", + "run_attempt": 1, + "node_id": "CR_kwDOI9Wqc88AAAAHL-jJPw", + "head_sha": "a6fea2adef8786a0615456df19fd0582e925bc61", + "url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30868556095", + "html_url": "https://github.com/tenstorrent/tt-metal/actions/runs/11110261767/job/30868556095", + "status": "completed", + "conclusion": "success", + "created_at": "2024-09-30T16:49:07Z", + "started_at": "2024-09-30T16:54:15Z", + "completed_at": "2024-09-30T17:02:08Z", + "name": "ttnn-unit-tests (grayskull, E150) / ttnn group 5 grayskull E150", + "steps": [ + { + "name": "Set up job", + "status": "completed", + "conclusion": "success", + "number": 1, + "started_at": "2024-09-30T16:54:15Z", + "completed_at": "2024-09-30T16:54:17Z" + }, + { + "name": "Set up runner", + "status": "completed", + "conclusion": "success", + "number": 2, + "started_at": "2024-09-30T16:54:17Z", + "completed_at": "2024-09-30T16:54:49Z" + }, + { + "name": "Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0", + "status": "completed", + "conclusion": "success", + "number": 3, + "started_at": "2024-09-30T16:54:49Z", + "completed_at": "2024-09-30T16:54:54Z" + }, + { + "name": "Run actions/download-artifact@v4", + "status": "completed", + "conclusion": "success", + "number": 4, + "started_at": "2024-09-30T16:54:55Z", + "completed_at": "2024-09-30T16:55:10Z" + }, + { + "name": "Set ttnn fast runtime if exists in config", + "status": "completed", + "conclusion": "skipped", + "number": 5, + "started_at": "2024-09-30T16:55:11Z", + "completed_at": "2024-09-30T16:55:11Z" + }, + { + "name": "ttnn group 5 tests", + "status": "completed", + "conclusion": "success", + "number": 6, + "started_at": "2024-09-30T16:55:11Z", + "completed_at": "2024-09-30T17:02:01Z" + }, + { + "name": "Run /./.github/actions/slack-report", + "status": "completed", + "conclusion": "skipped", + "number": 7, + "started_at": "2024-09-30T17:02:02Z", + "completed_at": "2024-09-30T17:02:02Z" + }, + { + "name": "Run /./.github/actions/upload-artifact-with-job-uuid", + "status": "completed", + "conclusion": "success", + "number": 8, + "started_at": "2024-09-30T17:02:02Z", + "completed_at": "2024-09-30T17:02:04Z" + }, + { + "name": "Post ttnn group 5 tests", + "status": "completed", + "conclusion": "success", + "number": 14, + "started_at": "2024-09-30T17:02:04Z", + "completed_at": "2024-09-30T17:02:04Z" + }, + { + "name": "Post Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0", + "status": "completed", + "conclusion": "success", + "number": 15, + "started_at": "2024-09-30T17:02:04Z", + "completed_at": "2024-09-30T17:02:04Z" + }, + { + "name": "Complete runner", + "status": "completed", + "conclusion": "success", + "number": 16, + "started_at": "2024-09-30T17:02:08Z", + "completed_at": "2024-09-30T17:02:08Z" + }, + { + "name": "Complete job", + "status": "completed", + "conclusion": "success", + "number": 17, + "started_at": "2024-09-30T17:02:05Z", + "completed_at": "2024-09-30T17:02:05Z" + } + ], + "check_run_url": "https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30868556095", + "labels": [ + "E150", + "in-service" + ], + "runner_id": 122, + "runner_name": "tt-metal-ci-vm-55", + "runner_group_id": 1, + "runner_group_name": "Default" + }, + { + "id": 30868556419, + "run_id": 11110261767, + "workflow_name": "All post-commit tests", + "head_branch": "asaigal/dispatch_s", + "run_url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/11110261767", + "run_attempt": 1, + "node_id": "CR_kwDOI9Wqc88AAAAHL-jKgw", + "head_sha": "a6fea2adef8786a0615456df19fd0582e925bc61", + "url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30868556419", + "html_url": "https://github.com/tenstorrent/tt-metal/actions/runs/11110261767/job/30868556419", + "status": "completed", + "conclusion": "success", + "created_at": "2024-09-30T16:49:08Z", + "started_at": "2024-09-30T17:06:28Z", + "completed_at": "2024-09-30T17:08:40Z", + "name": "ttnn-unit-tests (wormhole_b0, N150) / ttnn fast runtime off wormhole_b0 N150", + "steps": [ + { + "name": "Set up job", + "status": "completed", + "conclusion": "success", + "number": 1, + "started_at": "2024-09-30T17:06:27Z", + "completed_at": "2024-09-30T17:06:30Z" + }, + { + "name": "Set up runner", + "status": "completed", + "conclusion": "success", + "number": 2, + "started_at": "2024-09-30T17:06:30Z", + "completed_at": "2024-09-30T17:07:14Z" + }, + { + "name": "Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0", + "status": "completed", + "conclusion": "success", + "number": 3, + "started_at": "2024-09-30T17:07:14Z", + "completed_at": "2024-09-30T17:07:18Z" + }, + { + "name": "Run actions/download-artifact@v4", + "status": "completed", + "conclusion": "success", + "number": 4, + "started_at": "2024-09-30T17:07:19Z", + "completed_at": "2024-09-30T17:07:35Z" + }, + { + "name": "Set ttnn fast runtime if exists in config", + "status": "completed", + "conclusion": "success", + "number": 5, + "started_at": "2024-09-30T17:07:35Z", + "completed_at": "2024-09-30T17:07:35Z" + }, + { + "name": "ttnn fast runtime off tests", + "status": "completed", + "conclusion": "success", + "number": 6, + "started_at": "2024-09-30T17:07:35Z", + "completed_at": "2024-09-30T17:08:33Z" + }, + { + "name": "Run /./.github/actions/slack-report", + "status": "completed", + "conclusion": "skipped", + "number": 7, + "started_at": "2024-09-30T17:08:33Z", + "completed_at": "2024-09-30T17:08:33Z" + }, + { + "name": "Run /./.github/actions/upload-artifact-with-job-uuid", + "status": "completed", + "conclusion": "success", + "number": 8, + "started_at": "2024-09-30T17:08:33Z", + "completed_at": "2024-09-30T17:08:34Z" + }, + { + "name": "Post ttnn fast runtime off tests", + "status": "completed", + "conclusion": "success", + "number": 14, + "started_at": "2024-09-30T17:08:35Z", + "completed_at": "2024-09-30T17:08:35Z" + }, + { + "name": "Post Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0", + "status": "completed", + "conclusion": "success", + "number": 15, + "started_at": "2024-09-30T17:08:35Z", + "completed_at": "2024-09-30T17:08:35Z" + }, + { + "name": "Complete runner", + "status": "completed", + "conclusion": "success", + "number": 16, + "started_at": "2024-09-30T17:08:40Z", + "completed_at": "2024-09-30T17:08:40Z" + }, + { + "name": "Complete job", + "status": "completed", + "conclusion": "success", + "number": 17, + "started_at": "2024-09-30T17:08:35Z", + "completed_at": "2024-09-30T17:08:35Z" + } + ], + "check_run_url": "https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30868556419", + "labels": [ + "N150", + "in-service" + ], + "runner_id": 95, + "runner_name": "tt-metal-ci-vm-70", + "runner_group_id": 1, + "runner_group_name": "Default" + }, + { + "id": 30868556736, + "run_id": 11110261767, + "workflow_name": "All post-commit tests", + "head_branch": "asaigal/dispatch_s", + "run_url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/11110261767", + "run_attempt": 1, + "node_id": "CR_kwDOI9Wqc88AAAAHL-jLwA", + "head_sha": "a6fea2adef8786a0615456df19fd0582e925bc61", + "url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30868556736", + "html_url": "https://github.com/tenstorrent/tt-metal/actions/runs/11110261767/job/30868556736", + "status": "completed", + "conclusion": "success", + "created_at": "2024-09-30T16:49:08Z", + "started_at": "2024-09-30T17:05:23Z", + "completed_at": "2024-09-30T17:17:54Z", + "name": "ttnn-unit-tests (wormhole_b0, N300) / ttnn group 5 wormhole_b0 N300", + "steps": [ + { + "name": "Set up job", + "status": "completed", + "conclusion": "success", + "number": 1, + "started_at": "2024-09-30T17:05:22Z", + "completed_at": "2024-09-30T17:05:25Z" + }, + { + "name": "Set up runner", + "status": "completed", + "conclusion": "success", + "number": 2, + "started_at": "2024-09-30T17:05:25Z", + "completed_at": "2024-09-30T17:06:09Z" + }, + { + "name": "Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0", + "status": "completed", + "conclusion": "success", + "number": 3, + "started_at": "2024-09-30T17:06:09Z", + "completed_at": "2024-09-30T17:06:14Z" + }, + { + "name": "Run actions/download-artifact@v4", + "status": "completed", + "conclusion": "success", + "number": 4, + "started_at": "2024-09-30T17:06:14Z", + "completed_at": "2024-09-30T17:06:29Z" + }, + { + "name": "Set ttnn fast runtime if exists in config", + "status": "completed", + "conclusion": "skipped", + "number": 5, + "started_at": "2024-09-30T17:06:29Z", + "completed_at": "2024-09-30T17:06:29Z" + }, + { + "name": "ttnn group 5 tests", + "status": "completed", + "conclusion": "success", + "number": 6, + "started_at": "2024-09-30T17:06:29Z", + "completed_at": "2024-09-30T17:17:47Z" + }, + { + "name": "Run /./.github/actions/slack-report", + "status": "completed", + "conclusion": "skipped", + "number": 7, + "started_at": "2024-09-30T17:17:47Z", + "completed_at": "2024-09-30T17:17:47Z" + }, + { + "name": "Run /./.github/actions/upload-artifact-with-job-uuid", + "status": "completed", + "conclusion": "success", + "number": 8, + "started_at": "2024-09-30T17:17:47Z", + "completed_at": "2024-09-30T17:17:49Z" + }, + { + "name": "Post ttnn group 5 tests", + "status": "completed", + "conclusion": "success", + "number": 14, + "started_at": "2024-09-30T17:17:49Z", + "completed_at": "2024-09-30T17:17:49Z" + }, + { + "name": "Post Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0", + "status": "completed", + "conclusion": "success", + "number": 15, + "started_at": "2024-09-30T17:17:50Z", + "completed_at": "2024-09-30T17:17:50Z" + }, + { + "name": "Complete runner", + "status": "completed", + "conclusion": "success", + "number": 16, + "started_at": "2024-09-30T17:17:54Z", + "completed_at": "2024-09-30T17:17:54Z" + }, + { + "name": "Complete job", + "status": "completed", + "conclusion": "success", + "number": 17, + "started_at": "2024-09-30T17:17:50Z", + "completed_at": "2024-09-30T17:17:50Z" + } + ], + "check_run_url": "https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30868556736", + "labels": [ + "N300", + "in-service" + ], + "runner_id": 187, + "runner_name": "tt-metal-ci-vm-116", + "runner_group_id": 1, + "runner_group_name": "Default" + }, + { + "id": 30868557044, + "run_id": 11110261767, + "workflow_name": "All post-commit tests", + "head_branch": "asaigal/dispatch_s", + "run_url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/11110261767", + "run_attempt": 1, + "node_id": "CR_kwDOI9Wqc88AAAAHL-jM9A", + "head_sha": "a6fea2adef8786a0615456df19fd0582e925bc61", + "url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30868557044", + "html_url": "https://github.com/tenstorrent/tt-metal/actions/runs/11110261767/job/30868557044", + "status": "completed", + "conclusion": "success", + "created_at": "2024-09-30T16:49:09Z", + "started_at": "2024-09-30T16:54:15Z", + "completed_at": "2024-09-30T17:01:09Z", + "name": "ttnn-unit-tests (grayskull, E150) / ttnn group 6 grayskull E150", + "steps": [ + { + "name": "Set up job", + "status": "completed", + "conclusion": "success", + "number": 1, + "started_at": "2024-09-30T16:54:14Z", + "completed_at": "2024-09-30T16:54:17Z" + }, + { + "name": "Set up runner", + "status": "completed", + "conclusion": "success", + "number": 2, + "started_at": "2024-09-30T16:54:17Z", + "completed_at": "2024-09-30T16:54:49Z" + }, + { + "name": "Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0", + "status": "completed", + "conclusion": "success", + "number": 3, + "started_at": "2024-09-30T16:54:49Z", + "completed_at": "2024-09-30T16:54:54Z" + }, + { + "name": "Run actions/download-artifact@v4", + "status": "completed", + "conclusion": "success", + "number": 4, + "started_at": "2024-09-30T16:54:55Z", + "completed_at": "2024-09-30T16:55:13Z" + }, + { + "name": "Set ttnn fast runtime if exists in config", + "status": "completed", + "conclusion": "skipped", + "number": 5, + "started_at": "2024-09-30T16:55:14Z", + "completed_at": "2024-09-30T16:55:14Z" + }, + { + "name": "ttnn group 6 tests", + "status": "completed", + "conclusion": "success", + "number": 6, + "started_at": "2024-09-30T16:55:14Z", + "completed_at": "2024-09-30T17:01:02Z" + }, + { + "name": "Run /./.github/actions/slack-report", + "status": "completed", + "conclusion": "skipped", + "number": 7, + "started_at": "2024-09-30T17:01:02Z", + "completed_at": "2024-09-30T17:01:02Z" + }, + { + "name": "Run /./.github/actions/upload-artifact-with-job-uuid", + "status": "completed", + "conclusion": "success", + "number": 8, + "started_at": "2024-09-30T17:01:02Z", + "completed_at": "2024-09-30T17:01:04Z" + }, + { + "name": "Post ttnn group 6 tests", + "status": "completed", + "conclusion": "success", + "number": 14, + "started_at": "2024-09-30T17:01:05Z", + "completed_at": "2024-09-30T17:01:05Z" + }, + { + "name": "Post Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0", + "status": "completed", + "conclusion": "success", + "number": 15, + "started_at": "2024-09-30T17:01:09Z", + "completed_at": "2024-09-30T17:01:09Z" + }, + { + "name": "Complete runner", + "status": "completed", + "conclusion": "success", + "number": 16, + "started_at": "2024-09-30T17:01:09Z", + "completed_at": "2024-09-30T17:01:09Z" + }, + { + "name": "Complete job", + "status": "completed", + "conclusion": "success", + "number": 17, + "started_at": "2024-09-30T17:01:05Z", + "completed_at": "2024-09-30T17:01:05Z" + } + ], + "check_run_url": "https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30868557044", + "labels": [ + "E150", + "in-service" + ], + "runner_id": 130, + "runner_name": "tt-metal-ci-vm-100", + "runner_group_id": 1, + "runner_group_name": "Default" + }, + { + "id": 30868557343, + "run_id": 11110261767, + "workflow_name": "All post-commit tests", + "head_branch": "asaigal/dispatch_s", + "run_url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/11110261767", + "run_attempt": 1, + "node_id": "CR_kwDOI9Wqc88AAAAHL-jOHw", + "head_sha": "a6fea2adef8786a0615456df19fd0582e925bc61", + "url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30868557343", + "html_url": "https://github.com/tenstorrent/tt-metal/actions/runs/11110261767/job/30868557343", + "status": "completed", + "conclusion": "success", + "created_at": "2024-09-30T16:49:09Z", + "started_at": "2024-09-30T17:05:47Z", + "completed_at": "2024-09-30T17:13:42Z", + "name": "ttnn-unit-tests (wormhole_b0, N300) / ttnn group 6 wormhole_b0 N300", + "steps": [ + { + "name": "Set up job", + "status": "completed", + "conclusion": "success", + "number": 1, + "started_at": "2024-09-30T17:05:46Z", + "completed_at": "2024-09-30T17:05:49Z" + }, + { + "name": "Set up runner", + "status": "completed", + "conclusion": "success", + "number": 2, + "started_at": "2024-09-30T17:05:49Z", + "completed_at": "2024-09-30T17:06:33Z" + }, + { + "name": "Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0", + "status": "completed", + "conclusion": "success", + "number": 3, + "started_at": "2024-09-30T17:06:33Z", + "completed_at": "2024-09-30T17:06:41Z" + }, + { + "name": "Run actions/download-artifact@v4", + "status": "completed", + "conclusion": "success", + "number": 4, + "started_at": "2024-09-30T17:06:41Z", + "completed_at": "2024-09-30T17:06:57Z" + }, + { + "name": "Set ttnn fast runtime if exists in config", + "status": "completed", + "conclusion": "skipped", + "number": 5, + "started_at": "2024-09-30T17:06:57Z", + "completed_at": "2024-09-30T17:06:57Z" + }, + { + "name": "ttnn group 6 tests", + "status": "completed", + "conclusion": "success", + "number": 6, + "started_at": "2024-09-30T17:06:57Z", + "completed_at": "2024-09-30T17:13:16Z" + }, + { + "name": "Run /./.github/actions/slack-report", + "status": "completed", + "conclusion": "skipped", + "number": 7, + "started_at": "2024-09-30T17:13:16Z", + "completed_at": "2024-09-30T17:13:16Z" + }, + { + "name": "Run /./.github/actions/upload-artifact-with-job-uuid", + "status": "completed", + "conclusion": "success", + "number": 8, + "started_at": "2024-09-30T17:13:16Z", + "completed_at": "2024-09-30T17:13:18Z" + }, + { + "name": "Post ttnn group 6 tests", + "status": "completed", + "conclusion": "success", + "number": 14, + "started_at": "2024-09-30T17:13:18Z", + "completed_at": "2024-09-30T17:13:19Z" + }, + { + "name": "Post Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0", + "status": "completed", + "conclusion": "success", + "number": 15, + "started_at": "2024-09-30T17:13:19Z", + "completed_at": "2024-09-30T17:13:19Z" + }, + { + "name": "Complete runner", + "status": "completed", + "conclusion": "success", + "number": 16, + "started_at": "2024-09-30T17:13:19Z", + "completed_at": "2024-09-30T17:13:19Z" + }, + { + "name": "Complete job", + "status": "completed", + "conclusion": "success", + "number": 17, + "started_at": "2024-09-30T17:13:19Z", + "completed_at": "2024-09-30T17:13:19Z" + } + ], + "check_run_url": "https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30868557343", + "labels": [ + "N300", + "in-service" + ], + "runner_id": 116, + "runner_name": "tt-metal-ci-vm-86", + "runner_group_id": 1, + "runner_group_name": "Default" + }, + { + "id": 30868557734, + "run_id": 11110261767, + "workflow_name": "All post-commit tests", + "head_branch": "asaigal/dispatch_s", + "run_url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/11110261767", + "run_attempt": 1, + "node_id": "CR_kwDOI9Wqc88AAAAHL-jPpg", + "head_sha": "a6fea2adef8786a0615456df19fd0582e925bc61", + "url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30868557734", + "html_url": "https://github.com/tenstorrent/tt-metal/actions/runs/11110261767/job/30868557734", + "status": "completed", + "conclusion": "success", + "created_at": "2024-09-30T16:49:09Z", + "started_at": "2024-09-30T17:08:02Z", + "completed_at": "2024-09-30T17:10:45Z", + "name": "ttnn-unit-tests (wormhole_b0, N150) / ttnn example tests wormhole_b0 N150", + "steps": [ + { + "name": "Set up job", + "status": "completed", + "conclusion": "success", + "number": 1, + "started_at": "2024-09-30T17:08:01Z", + "completed_at": "2024-09-30T17:08:04Z" + }, + { + "name": "Set up runner", + "status": "completed", + "conclusion": "success", + "number": 2, + "started_at": "2024-09-30T17:08:04Z", + "completed_at": "2024-09-30T17:08:48Z" + }, + { + "name": "Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0", + "status": "completed", + "conclusion": "success", + "number": 3, + "started_at": "2024-09-30T17:08:48Z", + "completed_at": "2024-09-30T17:08:55Z" + }, + { + "name": "Run actions/download-artifact@v4", + "status": "completed", + "conclusion": "success", + "number": 4, + "started_at": "2024-09-30T17:08:56Z", + "completed_at": "2024-09-30T17:09:12Z" + }, + { + "name": "Set ttnn fast runtime if exists in config", + "status": "completed", + "conclusion": "skipped", + "number": 5, + "started_at": "2024-09-30T17:09:13Z", + "completed_at": "2024-09-30T17:09:13Z" + }, + { + "name": "ttnn example tests tests", + "status": "completed", + "conclusion": "success", + "number": 6, + "started_at": "2024-09-30T17:09:13Z", + "completed_at": "2024-09-30T17:10:40Z" + }, + { + "name": "Run /./.github/actions/slack-report", + "status": "completed", + "conclusion": "skipped", + "number": 7, + "started_at": "2024-09-30T17:10:40Z", + "completed_at": "2024-09-30T17:10:40Z" + }, + { + "name": "Run /./.github/actions/upload-artifact-with-job-uuid", + "status": "completed", + "conclusion": "success", + "number": 8, + "started_at": "2024-09-30T17:10:40Z", + "completed_at": "2024-09-30T17:10:41Z" + }, + { + "name": "Post ttnn example tests tests", + "status": "completed", + "conclusion": "success", + "number": 14, + "started_at": "2024-09-30T17:10:41Z", + "completed_at": "2024-09-30T17:10:42Z" + }, + { + "name": "Post Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0", + "status": "completed", + "conclusion": "success", + "number": 15, + "started_at": "2024-09-30T17:10:42Z", + "completed_at": "2024-09-30T17:10:42Z" + }, + { + "name": "Complete runner", + "status": "completed", + "conclusion": "success", + "number": 16, + "started_at": "2024-09-30T17:10:45Z", + "completed_at": "2024-09-30T17:10:45Z" + }, + { + "name": "Complete job", + "status": "completed", + "conclusion": "success", + "number": 17, + "started_at": "2024-09-30T17:10:42Z", + "completed_at": "2024-09-30T17:10:42Z" + } + ], + "check_run_url": "https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30868557734", + "labels": [ + "N150", + "in-service" + ], + "runner_id": 152, + "runner_name": "tt-metal-ci-vm-109", + "runner_group_id": 1, + "runner_group_name": "Default" + }, + { + "id": 30868558140, + "run_id": 11110261767, + "workflow_name": "All post-commit tests", + "head_branch": "asaigal/dispatch_s", + "run_url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/11110261767", + "run_attempt": 1, + "node_id": "CR_kwDOI9Wqc88AAAAHL-jRPA", + "head_sha": "a6fea2adef8786a0615456df19fd0582e925bc61", + "url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30868558140", + "html_url": "https://github.com/tenstorrent/tt-metal/actions/runs/11110261767/job/30868558140", + "status": "completed", + "conclusion": "success", + "created_at": "2024-09-30T16:49:10Z", + "started_at": "2024-09-30T16:53:57Z", + "completed_at": "2024-09-30T16:56:07Z", + "name": "ttnn-unit-tests (grayskull, E150) / ttnn fast runtime off grayskull E150", + "steps": [ + { + "name": "Set up job", + "status": "completed", + "conclusion": "success", + "number": 1, + "started_at": "2024-09-30T16:53:56Z", + "completed_at": "2024-09-30T16:53:59Z" + }, + { + "name": "Set up runner", + "status": "completed", + "conclusion": "success", + "number": 2, + "started_at": "2024-09-30T16:53:59Z", + "completed_at": "2024-09-30T16:54:30Z" + }, + { + "name": "Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0", + "status": "completed", + "conclusion": "success", + "number": 3, + "started_at": "2024-09-30T16:54:31Z", + "completed_at": "2024-09-30T16:54:36Z" + }, + { + "name": "Run actions/download-artifact@v4", + "status": "completed", + "conclusion": "success", + "number": 4, + "started_at": "2024-09-30T16:54:36Z", + "completed_at": "2024-09-30T16:54:54Z" + }, + { + "name": "Set ttnn fast runtime if exists in config", + "status": "completed", + "conclusion": "success", + "number": 5, + "started_at": "2024-09-30T16:54:54Z", + "completed_at": "2024-09-30T16:54:54Z" + }, + { + "name": "ttnn fast runtime off tests", + "status": "completed", + "conclusion": "success", + "number": 6, + "started_at": "2024-09-30T16:54:54Z", + "completed_at": "2024-09-30T16:56:01Z" + }, + { + "name": "Run /./.github/actions/slack-report", + "status": "completed", + "conclusion": "skipped", + "number": 7, + "started_at": "2024-09-30T16:56:02Z", + "completed_at": "2024-09-30T16:56:02Z" + }, + { + "name": "Run /./.github/actions/upload-artifact-with-job-uuid", + "status": "completed", + "conclusion": "success", + "number": 8, + "started_at": "2024-09-30T16:56:02Z", + "completed_at": "2024-09-30T16:56:03Z" + }, + { + "name": "Post ttnn fast runtime off tests", + "status": "completed", + "conclusion": "success", + "number": 14, + "started_at": "2024-09-30T16:56:04Z", + "completed_at": "2024-09-30T16:56:04Z" + }, + { + "name": "Post Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0", + "status": "completed", + "conclusion": "success", + "number": 15, + "started_at": "2024-09-30T16:56:04Z", + "completed_at": "2024-09-30T16:56:04Z" + }, + { + "name": "Complete runner", + "status": "completed", + "conclusion": "success", + "number": 16, + "started_at": "2024-09-30T16:56:07Z", + "completed_at": "2024-09-30T16:56:07Z" + }, + { + "name": "Complete job", + "status": "completed", + "conclusion": "success", + "number": 17, + "started_at": "2024-09-30T16:56:04Z", + "completed_at": "2024-09-30T16:56:04Z" + } + ], + "check_run_url": "https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30868558140", + "labels": [ + "E150", + "in-service" + ], + "runner_id": 34, + "runner_name": "tt-metal-ci-vm-74", + "runner_group_id": 1, + "runner_group_name": "Default" + }, + { + "id": 30868558454, + "run_id": 11110261767, + "workflow_name": "All post-commit tests", + "head_branch": "asaigal/dispatch_s", + "run_url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/11110261767", + "run_attempt": 1, + "node_id": "CR_kwDOI9Wqc88AAAAHL-jSdg", + "head_sha": "a6fea2adef8786a0615456df19fd0582e925bc61", + "url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30868558454", + "html_url": "https://github.com/tenstorrent/tt-metal/actions/runs/11110261767/job/30868558454", + "status": "completed", + "conclusion": "success", + "created_at": "2024-09-30T16:49:10Z", + "started_at": "2024-09-30T17:04:19Z", + "completed_at": "2024-09-30T17:06:39Z", + "name": "ttnn-unit-tests (wormhole_b0, N300) / ttnn fast runtime off wormhole_b0 N300", + "steps": [ + { + "name": "Set up job", + "status": "completed", + "conclusion": "success", + "number": 1, + "started_at": "2024-09-30T17:04:19Z", + "completed_at": "2024-09-30T17:04:21Z" + }, + { + "name": "Set up runner", + "status": "completed", + "conclusion": "success", + "number": 2, + "started_at": "2024-09-30T17:04:21Z", + "completed_at": "2024-09-30T17:05:05Z" + }, + { + "name": "Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0", + "status": "completed", + "conclusion": "success", + "number": 3, + "started_at": "2024-09-30T17:05:05Z", + "completed_at": "2024-09-30T17:05:10Z" + }, + { + "name": "Run actions/download-artifact@v4", + "status": "completed", + "conclusion": "success", + "number": 4, + "started_at": "2024-09-30T17:05:11Z", + "completed_at": "2024-09-30T17:05:26Z" + }, + { + "name": "Set ttnn fast runtime if exists in config", + "status": "completed", + "conclusion": "success", + "number": 5, + "started_at": "2024-09-30T17:05:26Z", + "completed_at": "2024-09-30T17:05:26Z" + }, + { + "name": "ttnn fast runtime off tests", + "status": "completed", + "conclusion": "success", + "number": 6, + "started_at": "2024-09-30T17:05:26Z", + "completed_at": "2024-09-30T17:06:32Z" + }, + { + "name": "Run /./.github/actions/slack-report", + "status": "completed", + "conclusion": "skipped", + "number": 7, + "started_at": "2024-09-30T17:06:33Z", + "completed_at": "2024-09-30T17:06:33Z" + }, + { + "name": "Run /./.github/actions/upload-artifact-with-job-uuid", + "status": "completed", + "conclusion": "success", + "number": 8, + "started_at": "2024-09-30T17:06:33Z", + "completed_at": "2024-09-30T17:06:34Z" + }, + { + "name": "Post ttnn fast runtime off tests", + "status": "completed", + "conclusion": "success", + "number": 14, + "started_at": "2024-09-30T17:06:34Z", + "completed_at": "2024-09-30T17:06:35Z" + }, + { + "name": "Post Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0", + "status": "completed", + "conclusion": "success", + "number": 15, + "started_at": "2024-09-30T17:06:35Z", + "completed_at": "2024-09-30T17:06:35Z" + }, + { + "name": "Complete runner", + "status": "completed", + "conclusion": "success", + "number": 16, + "started_at": "2024-09-30T17:06:39Z", + "completed_at": "2024-09-30T17:06:39Z" + }, + { + "name": "Complete job", + "status": "completed", + "conclusion": "success", + "number": 17, + "started_at": "2024-09-30T17:06:35Z", + "completed_at": "2024-09-30T17:06:35Z" + } + ], + "check_run_url": "https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30868558454", + "labels": [ + "N300", + "in-service" + ], + "runner_id": 65, + "runner_name": "tt-metal-ci-vm-41", + "runner_group_id": 1, + "runner_group_name": "Default" + }, + { + "id": 30868558850, + "run_id": 11110261767, + "workflow_name": "All post-commit tests", + "head_branch": "asaigal/dispatch_s", + "run_url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/11110261767", + "run_attempt": 1, + "node_id": "CR_kwDOI9Wqc88AAAAHL-jUAg", + "head_sha": "a6fea2adef8786a0615456df19fd0582e925bc61", + "url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30868558850", + "html_url": "https://github.com/tenstorrent/tt-metal/actions/runs/11110261767/job/30868558850", + "status": "completed", + "conclusion": "success", + "created_at": "2024-09-30T16:49:11Z", + "started_at": "2024-09-30T16:50:41Z", + "completed_at": "2024-09-30T16:52:52Z", + "name": "ttnn-unit-tests (grayskull, E150) / ttnn example tests grayskull E150", + "steps": [ + { + "name": "Set up job", + "status": "completed", + "conclusion": "success", + "number": 1, + "started_at": "2024-09-30T16:50:40Z", + "completed_at": "2024-09-30T16:50:43Z" + }, + { + "name": "Set up runner", + "status": "completed", + "conclusion": "success", + "number": 2, + "started_at": "2024-09-30T16:50:43Z", + "completed_at": "2024-09-30T16:51:14Z" + }, + { + "name": "Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0", + "status": "completed", + "conclusion": "success", + "number": 3, + "started_at": "2024-09-30T16:51:14Z", + "completed_at": "2024-09-30T16:51:19Z" + }, + { + "name": "Run actions/download-artifact@v4", + "status": "completed", + "conclusion": "success", + "number": 4, + "started_at": "2024-09-30T16:51:19Z", + "completed_at": "2024-09-30T16:51:32Z" + }, + { + "name": "Set ttnn fast runtime if exists in config", + "status": "completed", + "conclusion": "skipped", + "number": 5, + "started_at": "2024-09-30T16:51:33Z", + "completed_at": "2024-09-30T16:51:33Z" + }, + { + "name": "ttnn example tests tests", + "status": "completed", + "conclusion": "success", + "number": 6, + "started_at": "2024-09-30T16:51:33Z", + "completed_at": "2024-09-30T16:52:47Z" + }, + { + "name": "Run /./.github/actions/slack-report", + "status": "completed", + "conclusion": "skipped", + "number": 7, + "started_at": "2024-09-30T16:52:47Z", + "completed_at": "2024-09-30T16:52:47Z" + }, + { + "name": "Run /./.github/actions/upload-artifact-with-job-uuid", + "status": "completed", + "conclusion": "success", + "number": 8, + "started_at": "2024-09-30T16:52:47Z", + "completed_at": "2024-09-30T16:52:48Z" + }, + { + "name": "Post ttnn example tests tests", + "status": "completed", + "conclusion": "success", + "number": 14, + "started_at": "2024-09-30T16:52:48Z", + "completed_at": "2024-09-30T16:52:48Z" + }, + { + "name": "Post Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0", + "status": "completed", + "conclusion": "success", + "number": 15, + "started_at": "2024-09-30T16:52:48Z", + "completed_at": "2024-09-30T16:52:48Z" + }, + { + "name": "Complete runner", + "status": "completed", + "conclusion": "success", + "number": 16, + "started_at": "2024-09-30T16:52:52Z", + "completed_at": "2024-09-30T16:52:52Z" + }, + { + "name": "Complete job", + "status": "completed", + "conclusion": "success", + "number": 17, + "started_at": "2024-09-30T16:52:49Z", + "completed_at": "2024-09-30T16:52:49Z" + } + ], + "check_run_url": "https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30868558850", + "labels": [ + "E150", + "in-service" + ], + "runner_id": 217, + "runner_name": "tt-metal-ci-bm-e13cs01", + "runner_group_id": 1, + "runner_group_name": "Default" + }, + { + "id": 30868559160, + "run_id": 11110261767, + "workflow_name": "All post-commit tests", + "head_branch": "asaigal/dispatch_s", + "run_url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/runs/11110261767", + "run_attempt": 1, + "node_id": "CR_kwDOI9Wqc88AAAAHL-jVOA", + "head_sha": "a6fea2adef8786a0615456df19fd0582e925bc61", + "url": "https://api.github.com/repos/tenstorrent/tt-metal/actions/jobs/30868559160", + "html_url": "https://github.com/tenstorrent/tt-metal/actions/runs/11110261767/job/30868559160", + "status": "completed", + "conclusion": "success", + "created_at": "2024-09-30T16:49:11Z", + "started_at": "2024-09-30T17:02:12Z", + "completed_at": "2024-09-30T17:05:02Z", + "name": "ttnn-unit-tests (wormhole_b0, N300) / ttnn example tests wormhole_b0 N300", + "steps": [ + { + "name": "Set up job", + "status": "completed", + "conclusion": "success", + "number": 1, + "started_at": "2024-09-30T17:02:12Z", + "completed_at": "2024-09-30T17:02:14Z" + }, + { + "name": "Set up runner", + "status": "completed", + "conclusion": "success", + "number": 2, + "started_at": "2024-09-30T17:02:14Z", + "completed_at": "2024-09-30T17:02:58Z" + }, + { + "name": "Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0", + "status": "completed", + "conclusion": "success", + "number": 3, + "started_at": "2024-09-30T17:02:58Z", + "completed_at": "2024-09-30T17:03:04Z" + }, + { + "name": "Run actions/download-artifact@v4", + "status": "completed", + "conclusion": "success", + "number": 4, + "started_at": "2024-09-30T17:03:04Z", + "completed_at": "2024-09-30T17:03:33Z" + }, + { + "name": "Set ttnn fast runtime if exists in config", + "status": "completed", + "conclusion": "skipped", + "number": 5, + "started_at": "2024-09-30T17:03:33Z", + "completed_at": "2024-09-30T17:03:33Z" + }, + { + "name": "ttnn example tests tests", + "status": "completed", + "conclusion": "success", + "number": 6, + "started_at": "2024-09-30T17:03:33Z", + "completed_at": "2024-09-30T17:04:57Z" + }, + { + "name": "Run /./.github/actions/slack-report", + "status": "completed", + "conclusion": "skipped", + "number": 7, + "started_at": "2024-09-30T17:04:57Z", + "completed_at": "2024-09-30T17:04:57Z" + }, + { + "name": "Run /./.github/actions/upload-artifact-with-job-uuid", + "status": "completed", + "conclusion": "success", + "number": 8, + "started_at": "2024-09-30T17:04:57Z", + "completed_at": "2024-09-30T17:04:58Z" + }, + { + "name": "Post ttnn example tests tests", + "status": "completed", + "conclusion": "success", + "number": 14, + "started_at": "2024-09-30T17:04:58Z", + "completed_at": "2024-09-30T17:04:58Z" + }, + { + "name": "Post Run tenstorrent-metal/metal-workflows/.github/actions/checkout-with-submodule-lfs@v2.0.0", + "status": "completed", + "conclusion": "success", + "number": 15, + "started_at": "2024-09-30T17:04:59Z", + "completed_at": "2024-09-30T17:04:59Z" + }, + { + "name": "Complete runner", + "status": "completed", + "conclusion": "success", + "number": 16, + "started_at": "2024-09-30T17:04:59Z", + "completed_at": "2024-09-30T17:04:59Z" + }, + { + "name": "Complete job", + "status": "completed", + "conclusion": "success", + "number": 17, + "started_at": "2024-09-30T17:04:59Z", + "completed_at": "2024-09-30T17:04:59Z" + } + ], + "check_run_url": "https://api.github.com/repos/tenstorrent/tt-metal/check-runs/30868559160", + "labels": [ + "N300", + "in-service" + ], + "runner_id": 165, + "runner_name": "tt-metal-ci-bm-e04cs05", + "runner_group_id": 1, + "runner_group_name": "Default" + } + ] +} diff --git a/infra/tests/data_collection/test_cicd.py b/infra/tests/data_collection/test_cicd.py index 8a8db20dbdf..b9da9cc7b38 100644 --- a/infra/tests/data_collection/test_cicd.py +++ b/infra/tests/data_collection/test_cicd.py @@ -36,6 +36,13 @@ def test_create_pipeline_json_with_passing_post_commit(workflow_run_gh_environme assert job.failure_signature is None +def get_non_success_jobs_(pipeline): + is_failing_job = lambda job_: not job_.job_success + matching_jobs = list(filter(is_failing_job, pipeline.jobs)) + + return matching_jobs + + def test_create_pipeline_json_to_detect_generic_set_up_error_v1(workflow_run_gh_environment): github_runner_environment = workflow_run_gh_environment github_pipeline_json_filename = ( @@ -60,8 +67,48 @@ def test_create_pipeline_json_to_detect_generic_set_up_error_v1(workflow_run_gh_ assert pipeline.github_pipeline_id == 10996802864 + failing_jobs = get_non_success_jobs_(pipeline) + + assert len(failing_jobs) == 1 + for job in pipeline.jobs: if job.github_job_id == 30531878948: assert job.failure_signature == str(InfraErrorV1.GENERIC_SET_UP_FAILURE) else: assert job.failure_signature is None + + +def test_create_pipeline_json_to_detect_generic_set_up_error_v1_among_other_failures(workflow_run_gh_environment): + github_runner_environment = workflow_run_gh_environment + github_pipeline_json_filename = ( + "tests/_data/data_collection/cicd/all_post_commit_runner_died_12626_11110261767/workflow.json" + ) + github_jobs_json_filename = ( + "tests/_data/data_collection/cicd/all_post_commit_runner_died_12626_11110261767/workflow_jobs.json" + ) + + workflow_outputs_dir = pathlib.Path( + "tests/_data/data_collection/cicd/all_post_commit_runner_died_12626_11110261767/" + ).resolve() + assert workflow_outputs_dir.is_dir() + assert workflow_outputs_dir.exists() + + pipeline = create_cicd_json_for_data_analysis( + workflow_outputs_dir, + github_runner_environment, + github_pipeline_json_filename, + github_jobs_json_filename, + ) + + failing_jobs = get_non_success_jobs_(pipeline) + + # some are skipped + assert len(failing_jobs) == 4 + + assert pipeline.github_pipeline_id == 11110261767 + + for job in pipeline.jobs: + if job.github_job_id == 30868260202: + assert job.failure_signature == str(InfraErrorV1.GENERIC_SET_UP_FAILURE) + else: + assert job.failure_signature is None