googleapis / python-aiplatform

A Python SDK for Vertex AI, a fully managed, end-to-end platform for data science and machine learning.
Apache License 2.0
628 stars 340 forks source link

tests.system.aiplatform.test_model_evaluation.TestModelEvaluationJob: test_model_evaluate_custom_tabular_model failed #2414

Closed flaky-bot[bot] closed 4 months ago

flaky-bot[bot] commented 1 year ago

This test failed!

To configure my behavior, see the Flaky Bot documentation.

If I'm commenting on this issue too often, add the flakybot: quiet label and I will stop commenting.


commit: dec8ffd80d8804d4a5afaccc1c748d886225b6bf buildURL: Build Status, Sponge status: failed

Test output
self = 
shared_state = {'bucket': , 'staging_bucket_name': 'temp_ver...ation_test-b9f13527-1989-4092-9af8-5', 'storage_client': }

    @pytest.fixture(scope="class")
    def tear_down_resources(self, shared_state: Dict[str, Any]):
        """Delete every Vertex AI resource created during test"""

        yield

        # TODO(b/218310362): Add resource deletion system tests
        # Bring all Endpoints to the front of the list
        # Ensures Models are undeployed first before we attempt deletion
>       shared_state["resources"].sort(
            key=lambda r: 1
            if isinstance(r, aiplatform.Endpoint)
            or isinstance(r, aiplatform.MatchingEngineIndexEndpoint)
            or isinstance(r, aiplatform.Experiment)
            else 2
        )
E       KeyError: 'resources'

tests/system/aiplatform/e2e_base.py:178: KeyError
flaky-bot[bot] commented 1 year ago

commit: 57806fb947e5b692cd8d4701e572eaf54585d383 buildURL: Build Status, Sponge status: failed

Test output
self = 
shared_state = {'bucket': , 'staging_bucket_name': 'temp_ver...ation_test-17ba1f9d-30c6-42bd-8bbc-e', 'storage_client': }

    @pytest.fixture(scope="class")
    def tear_down_resources(self, shared_state: Dict[str, Any]):
        """Delete every Vertex AI resource created during test"""

        yield

        # TODO(b/218310362): Add resource deletion system tests
        # Bring all Endpoints to the front of the list
        # Ensures Models are undeployed first before we attempt deletion
>       shared_state["resources"].sort(
            key=lambda r: 1
            if isinstance(r, aiplatform.Endpoint)
            or isinstance(r, aiplatform.MatchingEngineIndexEndpoint)
            or isinstance(r, aiplatform.Experiment)
            else 2
        )
E       KeyError: 'resources'

tests/system/aiplatform/e2e_base.py:178: KeyError
flaky-bot[bot] commented 1 year ago

commit: 06c9d1859279d09adb3a4f5351bcc9ec408df318 buildURL: Build Status, Sponge status: failed

Test output
self = 
shared_state = {'bucket': , 'staging_bucket_name': 'temp_ver...ation_test-8d947f23-cc9d-4144-b318-c', 'storage_client': }

    @pytest.fixture(scope="class")
    def tear_down_resources(self, shared_state: Dict[str, Any]):
        """Delete every Vertex AI resource created during test"""

        yield

        # TODO(b/218310362): Add resource deletion system tests
        # Bring all Endpoints to the front of the list
        # Ensures Models are undeployed first before we attempt deletion
>       shared_state["resources"].sort(
            key=lambda r: 1
            if isinstance(r, aiplatform.Endpoint)
            or isinstance(r, aiplatform.MatchingEngineIndexEndpoint)
            or isinstance(r, aiplatform.Experiment)
            else 2
        )
E       KeyError: 'resources'

tests/system/aiplatform/e2e_base.py:178: KeyError
flaky-bot[bot] commented 1 year ago

commit: 3a97c523c8223f7f007008769ecb2efd0d44d182 buildURL: Build Status, Sponge status: failed

Test output
self = 
shared_state = {'bucket': , 'staging_bucket_name': 'temp_ver...ation_test-a3baf893-f675-4a88-acc0-f', 'storage_client': }

    @pytest.fixture(scope="class")
    def tear_down_resources(self, shared_state: Dict[str, Any]):
        """Delete every Vertex AI resource created during test"""

        yield

        # TODO(b/218310362): Add resource deletion system tests
        # Bring all Endpoints to the front of the list
        # Ensures Models are undeployed first before we attempt deletion
>       shared_state["resources"].sort(
            key=lambda r: 1
            if isinstance(r, aiplatform.Endpoint)
            or isinstance(r, aiplatform.MatchingEngineIndexEndpoint)
            or isinstance(r, aiplatform.Experiment)
            else 2
        )
E       KeyError: 'resources'

tests/system/aiplatform/e2e_base.py:178: KeyError
flaky-bot[bot] commented 1 year ago

commit: f3b25ab694eaee18f5cc34f800f1b6021d291bca buildURL: Build Status, Sponge status: failed

Test output
self = 
shared_state = {'bucket': , 'staging_bucket_name': 'temp_ver...ation_test-9bccfa31-568c-4c73-b5f3-b', 'storage_client': }

    @pytest.fixture(scope="class")
    def tear_down_resources(self, shared_state: Dict[str, Any]):
        """Delete every Vertex AI resource created during test"""

        yield

        # TODO(b/218310362): Add resource deletion system tests
        # Bring all Endpoints to the front of the list
        # Ensures Models are undeployed first before we attempt deletion
>       shared_state["resources"].sort(
            key=lambda r: 1
            if isinstance(r, aiplatform.Endpoint)
            or isinstance(r, aiplatform.MatchingEngineIndexEndpoint)
            or isinstance(r, aiplatform.Experiment)
            else 2
        )
E       KeyError: 'resources'

tests/system/aiplatform/e2e_base.py:178: KeyError
flaky-bot[bot] commented 1 year ago

commit: 9eed3b7f1587d1daa56993d3dc3dd476b746e772 buildURL: Build Status, Sponge status: failed

Test output
self = 
shared_state = {'bucket': , 'staging_bucket_name': 'temp_ver...ation_test-6377c426-5750-400e-bbd4-0', 'storage_client': }

    @pytest.fixture(scope="class")
    def tear_down_resources(self, shared_state: Dict[str, Any]):
        """Delete every Vertex AI resource created during test"""

        yield

        # TODO(b/218310362): Add resource deletion system tests
        # Bring all Endpoints to the front of the list
        # Ensures Models are undeployed first before we attempt deletion
>       shared_state["resources"].sort(
            key=lambda r: 1
            if isinstance(r, aiplatform.Endpoint)
            or isinstance(r, aiplatform.MatchingEngineIndexEndpoint)
            or isinstance(r, aiplatform.Experiment)
            else 2
        )
E       KeyError: 'resources'

tests/system/aiplatform/e2e_base.py:178: KeyError
flaky-bot[bot] commented 1 year ago

commit: 65e263cab9f8d09fde15420a44a9a1d51fa03d5d buildURL: Build Status, Sponge status: failed

Test output
self = 
shared_state = {'bucket': , 'staging_bucket_name': 'temp_ver...ation_test-2947449c-2fba-4534-b299-a', 'storage_client': }

    @pytest.fixture(scope="class")
    def tear_down_resources(self, shared_state: Dict[str, Any]):
        """Delete every Vertex AI resource created during test"""

        yield

        # TODO(b/218310362): Add resource deletion system tests
        # Bring all Endpoints to the front of the list
        # Ensures Models are undeployed first before we attempt deletion
>       shared_state["resources"].sort(
            key=lambda r: 1
            if isinstance(r, aiplatform.Endpoint)
            or isinstance(r, aiplatform.MatchingEngineIndexEndpoint)
            or isinstance(r, aiplatform.Experiment)
            else 2
        )
E       KeyError: 'resources'

tests/system/aiplatform/e2e_base.py:178: KeyError
flaky-bot[bot] commented 1 year ago

commit: 593b54fefd1a410dfb67209589b0bb57f86d6656 buildURL: Build Status, Sponge status: failed

Test output
self = 
shared_state = {'bucket': , 'staging_bucket_name': 'temp_ver...ation_test-dd64fb17-c815-4d10-b21f-d', 'storage_client': }

    @pytest.fixture(scope="class")
    def tear_down_resources(self, shared_state: Dict[str, Any]):
        """Delete every Vertex AI resource created during test"""

        yield

        # TODO(b/218310362): Add resource deletion system tests
        # Bring all Endpoints to the front of the list
        # Ensures Models are undeployed first before we attempt deletion
>       shared_state["resources"].sort(
            key=lambda r: 1
            if isinstance(r, aiplatform.Endpoint)
            or isinstance(r, aiplatform.MatchingEngineIndexEndpoint)
            or isinstance(r, aiplatform.Experiment)
            else 2
        )
E       KeyError: 'resources'

tests/system/aiplatform/e2e_base.py:178: KeyError
flaky-bot[bot] commented 1 year ago

commit: f8f2b9cdf88f40fe0b7e86948515ab1cf72d92be buildURL: Build Status, Sponge status: failed

Test output
self = 
shared_state = {'bucket': , 'staging_bucket_name': 'temp_ver...ation_test-f356aea8-e067-499d-8d96-a', 'storage_client': }

    @pytest.fixture(scope="class")
    def tear_down_resources(self, shared_state: Dict[str, Any]):
        """Delete every Vertex AI resource created during test"""

        yield

        # TODO(b/218310362): Add resource deletion system tests
        # Bring all Endpoints to the front of the list
        # Ensures Models are undeployed first before we attempt deletion
>       shared_state["resources"].sort(
            key=lambda r: 1
            if isinstance(r, aiplatform.Endpoint)
            or isinstance(r, aiplatform.MatchingEngineIndexEndpoint)
            or isinstance(r, aiplatform.Experiment)
            else 2
        )
E       KeyError: 'resources'

tests/system/aiplatform/e2e_base.py:178: KeyError
flaky-bot[bot] commented 1 year ago

commit: 18e8bb283e80fa9efb26f5fe3f8997b0b038bb12 buildURL: Build Status, Sponge status: failed

Test output
self = 
shared_state = {'bucket': , 'staging_bucket_name': 'temp_ver...ation_test-ec0e5f7c-8a8c-456d-afa2-9', 'storage_client': }

    @pytest.fixture(scope="class")
    def tear_down_resources(self, shared_state: Dict[str, Any]):
        """Delete every Vertex AI resource created during test"""

        yield

        # TODO(b/218310362): Add resource deletion system tests
        # Bring all Endpoints to the front of the list
        # Ensures Models are undeployed first before we attempt deletion
>       shared_state["resources"].sort(
            key=lambda r: 1
            if isinstance(r, aiplatform.Endpoint)
            or isinstance(r, aiplatform.MatchingEngineIndexEndpoint)
            or isinstance(r, aiplatform.Experiment)
            else 2
        )
E       KeyError: 'resources'

tests/system/aiplatform/e2e_base.py:178: KeyError
flaky-bot[bot] commented 1 year ago

commit: faead25ec27cb560e29d3ac3c63efe68572b303e buildURL: Build Status, Sponge status: failed

Test output
self = 
shared_state = {'bucket': , 'staging_bucket_name': 'temp_ver...ation_test-5b3914bc-94a0-4113-b7f1-8', 'storage_client': }

    @pytest.fixture(scope="class")
    def tear_down_resources(self, shared_state: Dict[str, Any]):
        """Delete every Vertex AI resource created during test"""

        yield

        # TODO(b/218310362): Add resource deletion system tests
        # Bring all Endpoints to the front of the list
        # Ensures Models are undeployed first before we attempt deletion
>       shared_state["resources"].sort(
            key=lambda r: 1
            if isinstance(r, aiplatform.Endpoint)
            or isinstance(r, aiplatform.MatchingEngineIndexEndpoint)
            or isinstance(r, aiplatform.Experiment)
            else 2
        )
E       KeyError: 'resources'

tests/system/aiplatform/e2e_base.py:178: KeyError
flaky-bot[bot] commented 1 year ago

commit: 4e76a6e8338e1736274744551e2f32d3405c3685 buildURL: Build Status, Sponge status: failed

Test output
self = 
shared_state = {'bucket': , 'staging_bucket_name': 'temp_ver...ation_test-6b951bc9-9c38-4f85-89b5-6', 'storage_client': }

    @pytest.fixture(scope="class")
    def tear_down_resources(self, shared_state: Dict[str, Any]):
        """Delete every Vertex AI resource created during test"""

        yield

        # TODO(b/218310362): Add resource deletion system tests
        # Bring all Endpoints to the front of the list
        # Ensures Models are undeployed first before we attempt deletion
>       shared_state["resources"].sort(
            key=lambda r: 1
            if isinstance(r, aiplatform.Endpoint)
            or isinstance(r, aiplatform.MatchingEngineIndexEndpoint)
            or isinstance(r, aiplatform.Experiment)
            else 2
        )
E       KeyError: 'resources'

tests/system/aiplatform/e2e_base.py:178: KeyError
flaky-bot[bot] commented 1 year ago

commit: 8df5185d668292d5adc11ebf9477e2fdd44599d4 buildURL: Build Status, Sponge status: failed

Test output
self = 
shared_state = {'bucket': , 'staging_bucket_name': 'temp_ver...ation_test-ae5da536-ec0f-494e-a2a0-d', 'storage_client': }

    @pytest.fixture(scope="class")
    def tear_down_resources(self, shared_state: Dict[str, Any]):
        """Delete every Vertex AI resource created during test"""

        yield

        # TODO(b/218310362): Add resource deletion system tests
        # Bring all Endpoints to the front of the list
        # Ensures Models are undeployed first before we attempt deletion
>       shared_state["resources"].sort(
            key=lambda r: 1
            if isinstance(r, aiplatform.Endpoint)
            or isinstance(r, aiplatform.MatchingEngineIndexEndpoint)
            or isinstance(r, aiplatform.Experiment)
            else 2
        )
E       KeyError: 'resources'

tests/system/aiplatform/e2e_base.py:178: KeyError
flaky-bot[bot] commented 1 year ago

commit: ba636f64523e3918299fd667eaedfaa1652614bb buildURL: Build Status, Sponge status: failed

Test output
self = 
shared_state = {'bucket': , 'staging_bucket_name': 'temp_ver...ation_test-a9742cda-d4ef-49ae-be80-2', 'storage_client': }

    @pytest.fixture(scope="class")
    def tear_down_resources(self, shared_state: Dict[str, Any]):
        """Delete every Vertex AI resource created during test"""

        yield

        # TODO(b/218310362): Add resource deletion system tests
        # Bring all Endpoints to the front of the list
        # Ensures Models are undeployed first before we attempt deletion
>       shared_state["resources"].sort(
            key=lambda r: 1
            if isinstance(r, aiplatform.Endpoint)
            or isinstance(r, aiplatform.MatchingEngineIndexEndpoint)
            or isinstance(r, aiplatform.Experiment)
            else 2
        )
E       KeyError: 'resources'

tests/system/aiplatform/e2e_base.py:178: KeyError
flaky-bot[bot] commented 1 year ago

commit: 3a8348bca2d9c74e5e52fb9fc131fdb766f49a5c buildURL: Build Status, Sponge status: failed

Test output
self = 
shared_state = {'bucket': , 'staging_bucket_name': 'temp_ver...ation_test-27cb8f15-38b1-46d7-8d8d-b', 'storage_client': }

    @pytest.fixture(scope="class")
    def tear_down_resources(self, shared_state: Dict[str, Any]):
        """Delete every Vertex AI resource created during test"""

        yield

        # TODO(b/218310362): Add resource deletion system tests
        # Bring all Endpoints to the front of the list
        # Ensures Models are undeployed first before we attempt deletion
>       shared_state["resources"].sort(
            key=lambda r: 1
            if isinstance(r, aiplatform.Endpoint)
            or isinstance(r, aiplatform.MatchingEngineIndexEndpoint)
            or isinstance(r, aiplatform.Experiment)
            else 2
        )
E       KeyError: 'resources'

tests/system/aiplatform/e2e_base.py:178: KeyError
flaky-bot[bot] commented 1 year ago

commit: cbf9b6ee806d7eb89725f53c4509858a272b3141 buildURL: Build Status, Sponge status: failed

Test output
self = 
shared_state = {'bucket': , 'staging_bucket_name': 'temp_ver...ation_test-e091463c-b8b5-4610-a5b2-b', 'storage_client': }

    @pytest.fixture(scope="class")
    def tear_down_resources(self, shared_state: Dict[str, Any]):
        """Delete every Vertex AI resource created during test"""

        yield

        # TODO(b/218310362): Add resource deletion system tests
        # Bring all Endpoints to the front of the list
        # Ensures Models are undeployed first before we attempt deletion
>       shared_state["resources"].sort(
            key=lambda r: 1
            if isinstance(r, aiplatform.Endpoint)
            or isinstance(r, aiplatform.MatchingEngineIndexEndpoint)
            or isinstance(r, aiplatform.Experiment)
            else 2
        )
E       KeyError: 'resources'

tests/system/aiplatform/e2e_base.py:178: KeyError
flaky-bot[bot] commented 1 year ago

commit: e6d1e95e982824a95d662b190c0c70d0c90c5d00 buildURL: Build Status, Sponge status: failed

Test output
self = 
shared_state = {'bucket': , 'staging_bucket_name': 'temp_ver...ation_test-a8b4f5ab-86c4-4f2b-9d85-d', 'storage_client': }

    @pytest.fixture(scope="class")
    def tear_down_resources(self, shared_state: Dict[str, Any]):
        """Delete every Vertex AI resource created during test"""

        yield

        # TODO(b/218310362): Add resource deletion system tests
        # Bring all Endpoints to the front of the list
        # Ensures Models are undeployed first before we attempt deletion
>       shared_state["resources"].sort(
            key=lambda r: 1
            if isinstance(r, aiplatform.Endpoint)
            or isinstance(r, aiplatform.MatchingEngineIndexEndpoint)
            or isinstance(r, aiplatform.Experiment)
            else 2
        )
E       KeyError: 'resources'

tests/system/aiplatform/e2e_base.py:178: KeyError
flaky-bot[bot] commented 1 year ago

commit: 62ff30daa718ac7869714c68e55d6955d6355945 buildURL: Build Status, Sponge status: failed

Test output
self = 
shared_state = {'bucket': , 'staging_bucket_name': 'temp_ver...ation_test-dd8e1b2e-3cf6-4f77-8122-e', 'storage_client': }

    @pytest.fixture(scope="class")
    def tear_down_resources(self, shared_state: Dict[str, Any]):
        """Delete every Vertex AI resource created during test"""

        yield

        # TODO(b/218310362): Add resource deletion system tests
        # Bring all Endpoints to the front of the list
        # Ensures Models are undeployed first before we attempt deletion
>       shared_state["resources"].sort(
            key=lambda r: 1
            if isinstance(r, aiplatform.Endpoint)
            or isinstance(r, aiplatform.MatchingEngineIndexEndpoint)
            or isinstance(r, aiplatform.Experiment)
            else 2
        )
E       KeyError: 'resources'

tests/system/aiplatform/e2e_base.py:178: KeyError
flaky-bot[bot] commented 1 year ago

commit: ff5cfa1e789a4bbc17a9f83bb60e09cb0e646e5a buildURL: Build Status, Sponge status: failed

Test output
self = 
shared_state = {'bucket': , 'staging_bucket_name': 'temp_ver...ation_test-03b1314d-55b1-4e1e-8065-9', 'storage_client': }

    @pytest.fixture(scope="class")
    def tear_down_resources(self, shared_state: Dict[str, Any]):
        """Delete every Vertex AI resource created during test"""

        yield

        # TODO(b/218310362): Add resource deletion system tests
        # Bring all Endpoints to the front of the list
        # Ensures Models are undeployed first before we attempt deletion
>       shared_state["resources"].sort(
            key=lambda r: 1
            if isinstance(r, aiplatform.Endpoint)
            or isinstance(r, aiplatform.MatchingEngineIndexEndpoint)
            or isinstance(r, aiplatform.Experiment)
            else 2
        )
E       KeyError: 'resources'

tests/system/aiplatform/e2e_base.py:178: KeyError
flaky-bot[bot] commented 1 year ago

commit: 7eaa1d4216f0494897606b1225c3b3599a235544 buildURL: Build Status, Sponge status: failed

Test output
self = 
shared_state = {'bucket': , 'staging_bucket_name': 'temp_ver...ation_test-8371937c-4c4f-4b79-af5e-e', 'storage_client': }

    @pytest.fixture(scope="class")
    def tear_down_resources(self, shared_state: Dict[str, Any]):
        """Delete every Vertex AI resource created during test"""

        yield

        # TODO(b/218310362): Add resource deletion system tests
        # Bring all Endpoints to the front of the list
        # Ensures Models are undeployed first before we attempt deletion
>       shared_state["resources"].sort(
            key=lambda r: 1
            if isinstance(r, aiplatform.Endpoint)
            or isinstance(r, aiplatform.MatchingEngineIndexEndpoint)
            or isinstance(r, aiplatform.Experiment)
            else 2
        )
E       KeyError: 'resources'

tests/system/aiplatform/e2e_base.py:178: KeyError
flaky-bot[bot] commented 1 year ago

commit: d11b8e67607fb9c526d04869cab47f23789bc8d7 buildURL: Build Status, Sponge status: failed

Test output
self = 
shared_state = {'bucket': , 'staging_bucket_name': 'temp_ver...ation_test-f5df03f7-c885-4d90-9013-e', 'storage_client': }

    @pytest.fixture(scope="class")
    def tear_down_resources(self, shared_state: Dict[str, Any]):
        """Delete every Vertex AI resource created during test"""

        yield

        # TODO(b/218310362): Add resource deletion system tests
        # Bring all Endpoints to the front of the list
        # Ensures Models are undeployed first before we attempt deletion
>       shared_state["resources"].sort(
            key=lambda r: 1
            if isinstance(r, aiplatform.Endpoint)
            or isinstance(r, aiplatform.MatchingEngineIndexEndpoint)
            or isinstance(r, aiplatform.Experiment)
            else 2
        )
E       KeyError: 'resources'

tests/system/aiplatform/e2e_base.py:178: KeyError
flaky-bot[bot] commented 1 year ago

commit: c60b9ca2dd8c9bbdee6d8b745ff5fa849fa38fe9 buildURL: Build Status, Sponge status: failed

Test output
self = 
shared_state = {'bucket': , 'staging_bucket_name': 'temp_ver...ation_test-acae1636-3d97-421d-99e5-8', 'storage_client': }

    @pytest.fixture(scope="class")
    def tear_down_resources(self, shared_state: Dict[str, Any]):
        """Delete every Vertex AI resource created during test"""

        yield

        # TODO(b/218310362): Add resource deletion system tests
        # Bring all Endpoints to the front of the list
        # Ensures Models are undeployed first before we attempt deletion
>       shared_state["resources"].sort(
            key=lambda r: 1
            if isinstance(r, aiplatform.Endpoint)
            or isinstance(r, aiplatform.MatchingEngineIndexEndpoint)
            or isinstance(r, aiplatform.Experiment)
            else 2
        )
E       KeyError: 'resources'

tests/system/aiplatform/e2e_base.py:180: KeyError
flaky-bot[bot] commented 1 year ago

commit: 3d468ed10629e3d0f211f413af054e21620e5952 buildURL: Build Status, Sponge status: failed

Test output
self = 
shared_state = {'bucket': , 'staging_bucket_name': 'temp_ver...ation_test-cb5c8b69-fe6f-40d4-b914-f', 'storage_client': }

    @pytest.fixture(scope="class")
    def tear_down_resources(self, shared_state: Dict[str, Any]):
        """Delete every Vertex AI resource created during test"""

        yield

        # TODO(b/218310362): Add resource deletion system tests
        # Bring all Endpoints to the front of the list
        # Ensures Models are undeployed first before we attempt deletion
>       shared_state["resources"].sort(
            key=lambda r: 1
            if isinstance(r, aiplatform.Endpoint)
            or isinstance(r, aiplatform.MatchingEngineIndexEndpoint)
            or isinstance(r, aiplatform.Experiment)
            else 2
        )
E       KeyError: 'resources'

tests/system/aiplatform/e2e_base.py:178: KeyError
flaky-bot[bot] commented 1 year ago

commit: 339593e377e3d1dccb9d58f3ad6221796d175ecd buildURL: Build Status, Sponge status: failed

Test output
self = 
shared_state = {'bucket': , 'staging_bucket_name': 'temp_ver...ation_test-c77c4272-ba08-4fcd-928f-4', 'storage_client': }

    @pytest.fixture(scope="class")
    def tear_down_resources(self, shared_state: Dict[str, Any]):
        """Delete every Vertex AI resource created during test"""

        yield

        # TODO(b/218310362): Add resource deletion system tests
        # Bring all Endpoints to the front of the list
        # Ensures Models are undeployed first before we attempt deletion
>       shared_state["resources"].sort(
            key=lambda r: 1
            if isinstance(r, aiplatform.Endpoint)
            or isinstance(r, aiplatform.MatchingEngineIndexEndpoint)
            or isinstance(r, aiplatform.Experiment)
            else 2
        )
E       KeyError: 'resources'

tests/system/aiplatform/e2e_base.py:180: KeyError
flaky-bot[bot] commented 1 year ago

commit: 61733c8120868620e1839bfae12fb90fd9a677ca buildURL: Build Status, Sponge status: failed

Test output
self = 
shared_state = {'bucket': , 'staging_bucket_name': 'temp_ver...ation_test-e8176569-ccea-4128-93a4-a', 'storage_client': }

    @pytest.fixture(scope="class")
    def tear_down_resources(self, shared_state: Dict[str, Any]):
        """Delete every Vertex AI resource created during test"""

        yield

        # TODO(b/218310362): Add resource deletion system tests
        # Bring all Endpoints to the front of the list
        # Ensures Models are undeployed first before we attempt deletion
>       shared_state["resources"].sort(
            key=lambda r: 1
            if isinstance(r, aiplatform.Endpoint)
            or isinstance(r, aiplatform.MatchingEngineIndexEndpoint)
            or isinstance(r, aiplatform.Experiment)
            else 2
        )
E       KeyError: 'resources'

tests/system/aiplatform/e2e_base.py:180: KeyError
flaky-bot[bot] commented 1 year ago

commit: 2a085354ed921485493b482c0f4e96f3f49d06f0 buildURL: Build Status, Sponge status: failed

Test output
self = 
shared_state = {'bucket': , 'staging_bucket_name': 'temp_ver...ation_test-ca86513f-5073-4c53-a3e6-8', 'storage_client': }

    @pytest.fixture(scope="class")
    def tear_down_resources(self, shared_state: Dict[str, Any]):
        """Delete every Vertex AI resource created during test"""

        yield

        # TODO(b/218310362): Add resource deletion system tests
        # Bring all Endpoints to the front of the list
        # Ensures Models are undeployed first before we attempt deletion
>       shared_state["resources"].sort(
            key=lambda r: 1
            if isinstance(r, aiplatform.Endpoint)
            or isinstance(r, aiplatform.MatchingEngineIndexEndpoint)
            or isinstance(r, aiplatform.Experiment)
            else 2
        )
E       KeyError: 'resources'

tests/system/aiplatform/e2e_base.py:180: KeyError
flaky-bot[bot] commented 1 year ago

commit: b3ac4a36c259944b5310909f5eca1f537f4d182a buildURL: Build Status, Sponge status: failed

Test output
self = 
shared_state = {'bucket': , 'staging_bucket_name': 'temp_ver...ation_test-475dc473-18b4-4d0a-b3f1-f', 'storage_client': }

    @pytest.fixture(scope="class")
    def tear_down_resources(self, shared_state: Dict[str, Any]):
        """Delete every Vertex AI resource created during test"""

        yield

        # TODO(b/218310362): Add resource deletion system tests
        # Bring all Endpoints to the front of the list
        # Ensures Models are undeployed first before we attempt deletion
>       shared_state["resources"].sort(
            key=lambda r: 1
            if isinstance(r, aiplatform.Endpoint)
            or isinstance(r, aiplatform.MatchingEngineIndexEndpoint)
            or isinstance(r, aiplatform.Experiment)
            else 2
        )
E       KeyError: 'resources'

tests/system/aiplatform/e2e_base.py:180: KeyError
flaky-bot[bot] commented 1 year ago

commit: 91176aa0e61ea23be2dc5e1b178b8db362a64ee2 buildURL: Build Status, Sponge status: failed

Test output
self = 
shared_state = {'bucket': , 'staging_bucket_name': 'temp_ver...ation_test-d205ea34-7d7f-4f96-951f-0', 'storage_client': }

    @pytest.fixture(scope="class")
    def tear_down_resources(self, shared_state: Dict[str, Any]):
        """Delete every Vertex AI resource created during test"""

        yield

        # TODO(b/218310362): Add resource deletion system tests
        # Bring all Endpoints to the front of the list
        # Ensures Models are undeployed first before we attempt deletion
>       shared_state["resources"].sort(
            key=lambda r: 1
            if isinstance(r, aiplatform.Endpoint)
            or isinstance(r, aiplatform.MatchingEngineIndexEndpoint)
            or isinstance(r, aiplatform.Experiment)
            else 2
        )
E       KeyError: 'resources'

tests/system/aiplatform/e2e_base.py:180: KeyError
flaky-bot[bot] commented 1 year ago

commit: 0fb50c7dc4e8a6ce6895ec2850d042b0a71ec93d buildURL: Build Status, Sponge status: failed

Test output
self = 
shared_state = {'bucket': , 'staging_bucket_name': 'temp_ver...ation_test-00546c51-3bb5-4c6e-957a-c', 'storage_client': }

    @pytest.fixture(scope="class")
    def tear_down_resources(self, shared_state: Dict[str, Any]):
        """Delete every Vertex AI resource created during test"""

        yield

        # TODO(b/218310362): Add resource deletion system tests
        # Bring all Endpoints to the front of the list
        # Ensures Models are undeployed first before we attempt deletion
>       shared_state["resources"].sort(
            key=lambda r: 1
            if isinstance(r, aiplatform.Endpoint)
            or isinstance(r, aiplatform.MatchingEngineIndexEndpoint)
            or isinstance(r, aiplatform.Experiment)
            else 2
        )
E       KeyError: 'resources'

tests/system/aiplatform/e2e_base.py:180: KeyError
flaky-bot[bot] commented 1 year ago

commit: 2bd494bc2359999531507f2f74f90b15458b3126 buildURL: Build Status, Sponge status: failed

Test output
self = 
shared_state = {'bucket': , 'staging_bucket_name': 'temp_ver...ation_test-51d7b423-3d39-4d3a-8212-8', 'storage_client': }

    @pytest.fixture(scope="class")
    def tear_down_resources(self, shared_state: Dict[str, Any]):
        """Delete every Vertex AI resource created during test"""

        yield

        # TODO(b/218310362): Add resource deletion system tests
        # Bring all Endpoints to the front of the list
        # Ensures Models are undeployed first before we attempt deletion
>       shared_state["resources"].sort(
            key=lambda r: 1
            if isinstance(r, aiplatform.Endpoint)
            or isinstance(r, aiplatform.MatchingEngineIndexEndpoint)
            or isinstance(r, aiplatform.Experiment)
            else 2
        )
E       KeyError: 'resources'

tests/system/aiplatform/e2e_base.py:180: KeyError
flaky-bot[bot] commented 1 year ago

commit: 50c15917e9c102241319d94efddb60d548ea98fd buildURL: Build Status, Sponge status: failed

Test output
self = 
shared_state = {'bucket': , 'staging_bucket_name': 'temp_ver...ation_test-e9081a99-52b5-416b-b18f-f', 'storage_client': }

    @pytest.fixture(scope="class")
    def tear_down_resources(self, shared_state: Dict[str, Any]):
        """Delete every Vertex AI resource created during test"""

        yield

        # TODO(b/218310362): Add resource deletion system tests
        # Bring all Endpoints to the front of the list
        # Ensures Models are undeployed first before we attempt deletion
>       shared_state["resources"].sort(
            key=lambda r: 1
            if isinstance(r, aiplatform.Endpoint)
            or isinstance(r, aiplatform.MatchingEngineIndexEndpoint)
            or isinstance(r, aiplatform.Experiment)
            else 2
        )
E       KeyError: 'resources'

tests/system/aiplatform/e2e_base.py:180: KeyError
flaky-bot[bot] commented 1 year ago

commit: a1344610f761bfac4a2f4523130e57466d177471 buildURL: Build Status, Sponge status: failed

Test output
self = 
shared_state = {'bucket': , 'staging_bucket_name': 'temp_ver...ation_test-e237f6e8-6853-448a-8eb4-6', 'storage_client': }

    @pytest.fixture(scope="class")
    def tear_down_resources(self, shared_state: Dict[str, Any]):
        """Delete every Vertex AI resource created during test"""

        yield

        # TODO(b/218310362): Add resource deletion system tests
        # Bring all Endpoints to the front of the list
        # Ensures Models are undeployed first before we attempt deletion
>       shared_state["resources"].sort(
            key=lambda r: 1
            if isinstance(r, aiplatform.Endpoint)
            or isinstance(r, aiplatform.MatchingEngineIndexEndpoint)
            or isinstance(r, aiplatform.Experiment)
            else 2
        )
E       KeyError: 'resources'

tests/system/aiplatform/e2e_base.py:180: KeyError
flaky-bot[bot] commented 1 year ago

commit: d62bb1b2d9a41e700e3564012e70735e5148bb80 buildURL: Build Status, Sponge status: failed

Test output
self = 
shared_state = {'bucket': , 'staging_bucket_name': 'temp_ver...ation_test-02f77069-ca38-490d-b2fc-a', 'storage_client': }

    @pytest.fixture(scope="class")
    def tear_down_resources(self, shared_state: Dict[str, Any]):
        """Delete every Vertex AI resource created during test"""

        yield

        # TODO(b/218310362): Add resource deletion system tests
        # Bring all Endpoints to the front of the list
        # Ensures Models are undeployed first before we attempt deletion
>       shared_state["resources"].sort(
            key=lambda r: 1
            if isinstance(r, aiplatform.Endpoint)
            or isinstance(r, aiplatform.MatchingEngineIndexEndpoint)
            or isinstance(r, aiplatform.Experiment)
            else 2
        )
E       KeyError: 'resources'

tests/system/aiplatform/e2e_base.py:180: KeyError
flaky-bot[bot] commented 1 year ago

commit: 5dba09b18d461f7e498303cd6d119efa05c96cb3 buildURL: Build Status, Sponge status: failed

Test output
self = 
shared_state = {'bucket': , 'staging_bucket_name': 'temp_ver...ation_test-39ad8391-ceca-41dd-aa0a-5', 'storage_client': }

    @pytest.fixture(scope="class")
    def tear_down_resources(self, shared_state: Dict[str, Any]):
        """Delete every Vertex AI resource created during test"""

        yield

        # TODO(b/218310362): Add resource deletion system tests
        # Bring all Endpoints to the front of the list
        # Ensures Models are undeployed first before we attempt deletion
>       shared_state["resources"].sort(
            key=lambda r: 1
            if isinstance(r, aiplatform.Endpoint)
            or isinstance(r, aiplatform.MatchingEngineIndexEndpoint)
            or isinstance(r, aiplatform.Experiment)
            else 2
        )
E       KeyError: 'resources'

tests/system/aiplatform/e2e_base.py:180: KeyError
flaky-bot[bot] commented 1 year ago

commit: e7fbecceb0a33fc5f0135bd65ee798b2236020cc buildURL: Build Status, Sponge status: failed

Test output
self = 
shared_state = {'bucket': , 'staging_bucket_name': 'temp_ver...ation_test-1a44fe40-64be-46e1-b658-3', 'storage_client': }

    @pytest.fixture(scope="class")
    def tear_down_resources(self, shared_state: Dict[str, Any]):
        """Delete every Vertex AI resource created during test"""

        yield

        # TODO(b/218310362): Add resource deletion system tests
        # Bring all Endpoints to the front of the list
        # Ensures Models are undeployed first before we attempt deletion
>       shared_state["resources"].sort(
            key=lambda r: 1
            if isinstance(r, aiplatform.Endpoint)
            or isinstance(r, aiplatform.MatchingEngineIndexEndpoint)
            or isinstance(r, aiplatform.Experiment)
            else 2
        )
E       KeyError: 'resources'

tests/system/aiplatform/e2e_base.py:180: KeyError
flaky-bot[bot] commented 1 year ago

commit: 078d9e338a28a20de4a4a9ee7d0323641fff2a51 buildURL: Build Status, Sponge status: failed

Test output
self = 
shared_state = {'bucket': , 'staging_bucket_name': 'temp_ver...ation_test-16bad7e9-05d1-44ba-9d50-a', 'storage_client': }

    @pytest.fixture(scope="class")
    def tear_down_resources(self, shared_state: Dict[str, Any]):
        """Delete every Vertex AI resource created during test"""

        yield

        # TODO(b/218310362): Add resource deletion system tests
        # Bring all Endpoints to the front of the list
        # Ensures Models are undeployed first before we attempt deletion
>       shared_state["resources"].sort(
            key=lambda r: 1
            if isinstance(r, aiplatform.Endpoint)
            or isinstance(r, aiplatform.MatchingEngineIndexEndpoint)
            or isinstance(r, aiplatform.Experiment)
            else 2
        )
E       KeyError: 'resources'

tests/system/aiplatform/e2e_base.py:180: KeyError
flaky-bot[bot] commented 1 year ago

commit: 4256361e6b154464984e586ba215b69553bd0c61 buildURL: Build Status, Sponge status: failed

Test output
self = 
shared_state = {'bucket': , 'staging_bucket_name': 'temp_ver...ation_test-92717d91-7a93-4c85-9c8e-7', 'storage_client': }

    @pytest.fixture(scope="class")
    def tear_down_resources(self, shared_state: Dict[str, Any]):
        """Delete every Vertex AI resource created during test"""

        yield

        # TODO(b/218310362): Add resource deletion system tests
        # Bring all Endpoints to the front of the list
        # Ensures Models are undeployed first before we attempt deletion
>       shared_state["resources"].sort(
            key=lambda r: 1
            if isinstance(r, aiplatform.Endpoint)
            or isinstance(r, aiplatform.MatchingEngineIndexEndpoint)
            or isinstance(r, aiplatform.Experiment)
            else 2
        )
E       KeyError: 'resources'

tests/system/aiplatform/e2e_base.py:180: KeyError
flaky-bot[bot] commented 1 year ago

commit: d51693115a32c054bf5f10ebe7fd2c52ea1ac2d7 buildURL: Build Status, Sponge status: failed

Test output
self = 
shared_state = {'bucket': , 'staging_bucket_name': 'temp_ver...ation_test-4dc8a817-f694-4356-8806-2', 'storage_client': }

    @pytest.fixture(scope="class")
    def tear_down_resources(self, shared_state: Dict[str, Any]):
        """Delete every Vertex AI resource created during test"""

        yield

        # TODO(b/218310362): Add resource deletion system tests
        # Bring all Endpoints to the front of the list
        # Ensures Models are undeployed first before we attempt deletion
>       shared_state["resources"].sort(
            key=lambda r: 1
            if isinstance(r, aiplatform.Endpoint)
            or isinstance(r, aiplatform.MatchingEngineIndexEndpoint)
            or isinstance(r, aiplatform.Experiment)
            else 2
        )
E       KeyError: 'resources'

tests/system/aiplatform/e2e_base.py:180: KeyError
flaky-bot[bot] commented 1 year ago

commit: f7feeca2161df7c12c993116364a663c4249f852 buildURL: Build Status, Sponge status: failed

Test output
self = 
shared_state = {'bucket': , 'staging_bucket_name': 'temp_ver...ation_test-c0670302-4188-4099-aedc-1', 'storage_client': }

    @pytest.fixture(scope="class")
    def tear_down_resources(self, shared_state: Dict[str, Any]):
        """Delete every Vertex AI resource created during test"""

        yield

        # TODO(b/218310362): Add resource deletion system tests
        # Bring all Endpoints to the front of the list
        # Ensures Models are undeployed first before we attempt deletion
>       shared_state["resources"].sort(
            key=lambda r: 1
            if isinstance(r, aiplatform.Endpoint)
            or isinstance(r, aiplatform.MatchingEngineIndexEndpoint)
            or isinstance(r, aiplatform.Experiment)
            else 2
        )
E       KeyError: 'resources'

tests/system/aiplatform/e2e_base.py:180: KeyError
flaky-bot[bot] commented 1 year ago

commit: 0fa47aea08b635159e9c6dc64f7d330f047dfb5d buildURL: Build Status, Sponge status: failed

Test output
self = 
shared_state = {'bucket': , 'staging_bucket_name': 'temp_ver...ation_test-c0372b81-d818-48d7-91bb-0', 'storage_client': }

    @pytest.fixture(scope="class")
    def tear_down_resources(self, shared_state: Dict[str, Any]):
        """Delete every Vertex AI resource created during test"""

        yield

        # TODO(b/218310362): Add resource deletion system tests
        # Bring all Endpoints to the front of the list
        # Ensures Models are undeployed first before we attempt deletion
>       shared_state["resources"].sort(
            key=lambda r: 1
            if isinstance(r, aiplatform.Endpoint)
            or isinstance(r, aiplatform.MatchingEngineIndexEndpoint)
            or isinstance(r, aiplatform.Experiment)
            else 2
        )
E       KeyError: 'resources'

tests/system/aiplatform/e2e_base.py:180: KeyError
flaky-bot[bot] commented 1 year ago

commit: 0743afbfd0c53f314a43cfa87255dde83bd5f465 buildURL: Build Status, Sponge status: failed

Test output
self = 
shared_state = {'bucket': , 'staging_bucket_name': 'temp_ver...ation_test-7883ad3a-b254-41ce-9cec-e', 'storage_client': }

    @pytest.fixture(scope="class")
    def tear_down_resources(self, shared_state: Dict[str, Any]):
        """Delete every Vertex AI resource created during test"""

        yield

        # TODO(b/218310362): Add resource deletion system tests
        # Bring all Endpoints to the front of the list
        # Ensures Models are undeployed first before we attempt deletion
>       shared_state["resources"].sort(
            key=lambda r: 1
            if isinstance(r, aiplatform.Endpoint)
            or isinstance(r, aiplatform.MatchingEngineIndexEndpoint)
            or isinstance(r, aiplatform.Experiment)
            else 2
        )
E       KeyError: 'resources'

tests/system/aiplatform/e2e_base.py:180: KeyError
flaky-bot[bot] commented 1 year ago

commit: 8b0add169ebd0683b56dbe3b643d533ebbd5e1ca buildURL: Build Status, Sponge status: failed

Test output
self = 
shared_state = {'bucket': , 'staging_bucket_name': 'temp_ver...ation_test-4e0a788e-61ee-44fc-b9a8-7', 'storage_client': }

    @pytest.fixture(scope="class")
    def tear_down_resources(self, shared_state: Dict[str, Any]):
        """Delete every Vertex AI resource created during test"""

        yield

        # TODO(b/218310362): Add resource deletion system tests
        # Bring all Endpoints to the front of the list
        # Ensures Models are undeployed first before we attempt deletion
>       shared_state["resources"].sort(
            key=lambda r: 1
            if isinstance(r, aiplatform.Endpoint)
            or isinstance(r, aiplatform.MatchingEngineIndexEndpoint)
            or isinstance(r, aiplatform.Experiment)
            else 2
        )
E       KeyError: 'resources'

tests/system/aiplatform/e2e_base.py:180: KeyError
flaky-bot[bot] commented 1 year ago

commit: e9eb159756dfe90c9f72818204fa74d05096aec6 buildURL: Build Status, Sponge status: failed

Test output
self = 
shared_state = {'bucket': , 'staging_bucket_name': 'temp_ver...ation_test-1b34e6f5-4159-42e4-b770-8', 'storage_client': }

    @pytest.fixture(scope="class")
    def tear_down_resources(self, shared_state: Dict[str, Any]):
        """Delete every Vertex AI resource created during test"""

        yield

        # TODO(b/218310362): Add resource deletion system tests
        # Bring all Endpoints to the front of the list
        # Ensures Models are undeployed first before we attempt deletion
>       shared_state["resources"].sort(
            key=lambda r: 1
            if isinstance(r, aiplatform.Endpoint)
            or isinstance(r, aiplatform.MatchingEngineIndexEndpoint)
            or isinstance(r, aiplatform.Experiment)
            else 2
        )
E       KeyError: 'resources'

tests/system/aiplatform/e2e_base.py:180: KeyError
flaky-bot[bot] commented 1 year ago

commit: 6fb30bc0c955c624410df8c01947e971409ddce2 buildURL: Build Status, Sponge status: failed

Test output
self = 
shared_state = {'bucket': , 'staging_bucket_name': 'temp_ver...ation_test-6906240a-a95b-428f-92c8-3', 'storage_client': }

    @pytest.fixture(scope="class")
    def tear_down_resources(self, shared_state: Dict[str, Any]):
        """Delete every Vertex AI resource created during test"""

        yield

        # TODO(b/218310362): Add resource deletion system tests
        # Bring all Endpoints to the front of the list
        # Ensures Models are undeployed first before we attempt deletion
>       shared_state["resources"].sort(
            key=lambda r: 1
            if isinstance(r, aiplatform.Endpoint)
            or isinstance(r, aiplatform.MatchingEngineIndexEndpoint)
            or isinstance(r, aiplatform.Experiment)
            else 2
        )
E       KeyError: 'resources'

tests/system/aiplatform/e2e_base.py:180: KeyError
flaky-bot[bot] commented 1 year ago

commit: 3be36e6c17ef5e335d4f12af7a7c64702b76570e buildURL: Build Status, Sponge status: failed

Test output
self = 
shared_state = {'bucket': , 'staging_bucket_name': 'temp_ver...ation_test-09301787-7f31-4068-8ede-e', 'storage_client': }

    @pytest.fixture(scope="class")
    def tear_down_resources(self, shared_state: Dict[str, Any]):
        """Delete every Vertex AI resource created during test"""

        yield

        # TODO(b/218310362): Add resource deletion system tests
        # Bring all Endpoints to the front of the list
        # Ensures Models are undeployed first before we attempt deletion
>       shared_state["resources"].sort(
            key=lambda r: 1
            if isinstance(r, aiplatform.Endpoint)
            or isinstance(r, aiplatform.MatchingEngineIndexEndpoint)
            or isinstance(r, aiplatform.Experiment)
            else 2
        )
E       KeyError: 'resources'

tests/system/aiplatform/e2e_base.py:180: KeyError
flaky-bot[bot] commented 1 year ago

commit: 7483fb42e9666811035d259d6066f23cfd2c0761 buildURL: Build Status, Sponge status: failed

Test output
self = 
shared_state = {'bucket': , 'staging_bucket_name': 'temp_ver...ation_test-17367f0e-2341-4724-b8a1-4', 'storage_client': }

    @pytest.fixture(scope="class")
    def tear_down_resources(self, shared_state: Dict[str, Any]):
        """Delete every Vertex AI resource created during test"""

        yield

        # TODO(b/218310362): Add resource deletion system tests
        # Bring all Endpoints to the front of the list
        # Ensures Models are undeployed first before we attempt deletion
>       shared_state["resources"].sort(
            key=lambda r: 1
            if isinstance(r, aiplatform.Endpoint)
            or isinstance(r, aiplatform.MatchingEngineIndexEndpoint)
            or isinstance(r, aiplatform.Experiment)
            else 2
        )
E       KeyError: 'resources'

tests/system/aiplatform/e2e_base.py:180: KeyError
flaky-bot[bot] commented 1 year ago

commit: cb2a56306029f9fcdd176c4e5210688545007c11 buildURL: Build Status, Sponge status: failed

Test output
self = 
shared_state = {'bucket': , 'staging_bucket_name': 'temp_ver...ation_test-6c5d5a5e-6e61-499f-a387-0', 'storage_client': }

    @pytest.fixture(scope="class")
    def tear_down_resources(self, shared_state: Dict[str, Any]):
        """Delete every Vertex AI resource created during test"""

        yield

        # TODO(b/218310362): Add resource deletion system tests
        # Bring all Endpoints to the front of the list
        # Ensures Models are undeployed first before we attempt deletion
>       shared_state["resources"].sort(
            key=lambda r: 1
            if isinstance(r, aiplatform.Endpoint)
            or isinstance(r, aiplatform.MatchingEngineIndexEndpoint)
            or isinstance(r, aiplatform.Experiment)
            else 2
        )
E       KeyError: 'resources'

tests/system/aiplatform/e2e_base.py:180: KeyError
flaky-bot[bot] commented 1 year ago

commit: 910c22aeb78edc88c0829a098540597bed093c45 buildURL: Build Status, Sponge status: failed

Test output
self = 
shared_state = {'bucket': , 'staging_bucket_name': 'temp_ver...ation_test-49256943-e58a-41a4-bd31-f', 'storage_client': }

    @pytest.fixture(scope="class")
    def tear_down_resources(self, shared_state: Dict[str, Any]):
        """Delete every Vertex AI resource created during test"""

        yield

        # TODO(b/218310362): Add resource deletion system tests
        # Bring all Endpoints to the front of the list
        # Ensures Models are undeployed first before we attempt deletion
>       shared_state["resources"].sort(
            key=lambda r: 1
            if isinstance(r, aiplatform.Endpoint)
            or isinstance(r, aiplatform.MatchingEngineIndexEndpoint)
            or isinstance(r, aiplatform.Experiment)
            else 2
        )
E       KeyError: 'resources'

tests/system/aiplatform/e2e_base.py:180: KeyError
flaky-bot[bot] commented 1 year ago

commit: 05c1912adceb09d63d8b51cc56ff7f52fc679594 buildURL: Build Status, Sponge status: failed

Test output
self = 
shared_state = {'bucket': , 'staging_bucket_name': 'temp_ver...ation_test-2af6e2e4-67c6-45f6-93b7-2', 'storage_client': }

    @pytest.fixture(scope="class")
    def tear_down_resources(self, shared_state: Dict[str, Any]):
        """Delete every Vertex AI resource created during test"""

        yield

        # TODO(b/218310362): Add resource deletion system tests
        # Bring all Endpoints to the front of the list
        # Ensures Models are undeployed first before we attempt deletion
>       shared_state["resources"].sort(
            key=lambda r: 1
            if isinstance(r, aiplatform.Endpoint)
            or isinstance(r, aiplatform.MatchingEngineIndexEndpoint)
            or isinstance(r, aiplatform.Experiment)
            else 2
        )
E       KeyError: 'resources'

tests/system/aiplatform/e2e_base.py:180: KeyError
flaky-bot[bot] commented 1 year ago

commit: 8271301454814b233a630d1c18ebe5e4833fcec2 buildURL: Build Status, Sponge status: failed

Test output
self = 
shared_state = {'bucket': , 'staging_bucket_name': 'temp_ver...ation_test-76b1e42b-a21b-4b86-80c6-6', 'storage_client': }

    @pytest.fixture(scope="class")
    def tear_down_resources(self, shared_state: Dict[str, Any]):
        """Delete every Vertex AI resource created during test"""

        yield

        # TODO(b/218310362): Add resource deletion system tests
        # Bring all Endpoints to the front of the list
        # Ensures Models are undeployed first before we attempt deletion
>       shared_state["resources"].sort(
            key=lambda r: 1
            if isinstance(r, aiplatform.Endpoint)
            or isinstance(r, aiplatform.MatchingEngineIndexEndpoint)
            or isinstance(r, aiplatform.Experiment)
            else 2
        )
E       KeyError: 'resources'

tests/system/aiplatform/e2e_base.py:180: KeyError
flaky-bot[bot] commented 1 year ago

commit: afd0461c99fc540f8cbdf4f806f209c5796cfc83 buildURL: Build Status, Sponge status: failed

Test output
self = 
shared_state = {'bucket': , 'staging_bucket_name': 'temp_ver...ation_test-ac4b61ab-a745-40cc-8436-1', 'storage_client': }

    @pytest.fixture(scope="class")
    def tear_down_resources(self, shared_state: Dict[str, Any]):
        """Delete every Vertex AI resource created during test"""

        yield

        # TODO(b/218310362): Add resource deletion system tests
        # Bring all Endpoints to the front of the list
        # Ensures Models are undeployed first before we attempt deletion
>       shared_state["resources"].sort(
            key=lambda r: 1
            if isinstance(r, aiplatform.Endpoint)
            or isinstance(r, aiplatform.MatchingEngineIndexEndpoint)
            or isinstance(r, aiplatform.Experiment)
            else 2
        )
E       KeyError: 'resources'

tests/system/aiplatform/e2e_base.py:180: KeyError