Test output
args = (name: "projects/ucaip-sample-tests/locations/us-central1/endpoints/8289570005524152320"
,)
kwargs = {'metadata': [('x-goog-request-params', 'name=projects/ucaip-sample-tests/locations/us-central1/endpoints/8289570005524152320'), ('x-goog-api-client', 'model-builder/1.17.1 gl-python/3.8.13 grpc/1.47.0 gax/1.32.0 gapic/1.17.1')]}
@six.wraps(callable_)
def error_remapped_callable(*args, **kwargs):
try:
return callable_(*args, **kwargs)
.nox/system-3-8/lib/python3.8/site-packages/google/api_core/grpc_helpers.py:67:
self = <grpc._channel._UnaryUnaryMultiCallable object at 0x7f16c4a25100>
request = name: "projects/ucaip-sample-tests/locations/us-central1/endpoints/8289570005524152320"
timeout = None
metadata = [('x-goog-request-params', 'name=projects/ucaip-sample-tests/locations/us-central1/endpoints/8289570005524152320'), ('x-goog-api-client', 'model-builder/1.17.1 gl-python/3.8.13 grpc/1.47.0 gax/1.32.0 gapic/1.17.1')]
credentials = None, wait_for_ready = None, compression = None
def __call__(self,
request,
timeout=None,
metadata=None,
credentials=None,
wait_for_ready=None,
compression=None):
state, call, = self._blocking(request, timeout, metadata, credentials,
wait_for_ready, compression)
return _end_unary_response_blocking(state, call, False, None)
.nox/system-3-8/lib/python3.8/site-packages/grpc/_channel.py:946:
state = <grpc._channel._RPCState object at 0x7f16c4977340>
call = <grpc._cython.cygrpc.SegregatedCall object at 0x7f16c60ffa00>
with_call = False, deadline = None
def _end_unary_response_blocking(state, call, with_call, deadline):
if state.code is grpc.StatusCode.OK:
if with_call:
rendezvous = _MultiThreadedRendezvous(state, call, None, deadline)
return state.response, rendezvous
else:
return state.response
else:
raise _InactiveRpcError(state)
E grpc._channel._InactiveRpcError: <_InactiveRpcError of RPC that terminated with:
E status = StatusCode.NOT_FOUND
E details = "Endpoint projects/ucaip-sample-tests/locations/us-central1/endpoints/8289570005524152320 is not found."
E debug_error_string = "{"created":"@1663831189.460304577","description":"Error received from peer ipv4:74.125.142.95:443","file":"src/core/lib/surface/call.cc","file_line":966,"grpc_message":"Endpoint projects/ucaip-sample-tests/locations/us-central1/endpoints/8289570005524152320 is not found.","grpc_status":5}"
E >
.nox/system-3-8/lib/python3.8/site-packages/grpc/_channel.py:849: _InactiveRpcError
The above exception was the direct cause of the following exception:
self = <tests.system.aiplatform.test_model_monitoring.TestModelDeploymentMonitoring object at 0x7f16cc9ced00>
def test_mdm_invalid_config_incorrect_model_id(self):
with pytest.raises(ValueError) as e:
aiplatform.ModelDeploymentMonitoringJob.create(
display_name=self._make_display_name(key=JOB_NAME),
logging_sampling_strategy=sampling_strategy,
schedule_config=schedule_config,
alert_config=alert_config,
objective_configs=objective_config,
create_request_timeout=3600,
project=e2e_base._PROJECT,
location=e2e_base._LOCATION,
endpoint=self.endpoint,
predict_instance_schema_uri="",
analysis_instance_schema_uri="",
deployed_model_ids=[""],
)
tests/system/aiplatform/test_model_monitoring.py:239:
google/cloud/aiplatform/jobs.py:2330: in create
mdm_objective_config_seq = cls._parse_configs(
google/cloud/aiplatform/jobs.py:2107: in _parse_configs
for model in endpoint.list_models():
google/cloud/aiplatform/models.py:1708: in list_models
self._sync_gca_resource()
google/cloud/aiplatform/base.py:643: in _sync_gca_resource
self._gca_resource = self._get_gca_resource(resource_name=self.resource_name)
google/cloud/aiplatform/base.py:673: in resource_name
self._assert_gca_resource_is_available()
google/cloud/aiplatform/models.py:231: in _assert_gca_resource_is_available
self._sync_gca_resource_if_skipped()
google/cloud/aiplatform/models.py:223: in _sync_gca_resource_if_skipped
self._gca_resource = self._get_gca_resource(
google/cloud/aiplatform/base.py:636: in _get_gca_resource
return getattr(self.api_client, self._getter_method)(
google/cloud/aiplatform_v1/services/endpoint_service/client.py:746: in get_endpoint
response = rpc(
.nox/system-3-8/lib/python3.8/site-packages/google/api_core/gapic_v1/method.py:145: in call
return wrapped_func(*args, **kwargs)
.nox/system-3-8/lib/python3.8/site-packages/google/api_core/retry.py:286: in retry_wrapped_func
return retry_target(
.nox/system-3-8/lib/python3.8/site-packages/google/api_core/retry.py:189: in retry_target
return target()
.nox/system-3-8/lib/python3.8/site-packages/google/api_core/grpc_helpers.py:69: in error_remapped_callable
six.raise_from(exceptions.from_grpc_error(exc), exc)
value = None
from_value = <_InactiveRpcError of RPC that terminated with:
status = StatusCode.NOT_FOUND
details = "Endpoint projects/ucaip-sam...oint projects/ucaip-sample-tests/locations/us-central1/endpoints/8289570005524152320 is not found.","grpc_status":5}"
???
E google.api_core.exceptions.NotFound: 404 Endpoint projects/ucaip-sample-tests/locations/us-central1/endpoints/8289570005524152320 is not found.
:3: NotFound
Note: #1584 was also for this test, but it was closed more than 10 days ago. So, I didn't mark it flaky.
commit: 1cda4b4
buildURL: Build Status, Sponge
status: failed
Test output
args = (name: "projects/ucaip-sample-tests/locations/us-central1/endpoints/8289570005524152320" ,) kwargs = {'metadata': [('x-goog-request-params', 'name=projects/ucaip-sample-tests/locations/us-central1/endpoints/8289570005524152320'), ('x-goog-api-client', 'model-builder/1.17.1 gl-python/3.8.13 grpc/1.47.0 gax/1.32.0 gapic/1.17.1')]}
.nox/system-3-8/lib/python3.8/site-packages/google/api_core/grpc_helpers.py:67:
self = <grpc._channel._UnaryUnaryMultiCallable object at 0x7f16c4a25100>
request = name: "projects/ucaip-sample-tests/locations/us-central1/endpoints/8289570005524152320"
timeout = None
metadata = [('x-goog-request-params', 'name=projects/ucaip-sample-tests/locations/us-central1/endpoints/8289570005524152320'), ('x-goog-api-client', 'model-builder/1.17.1 gl-python/3.8.13 grpc/1.47.0 gax/1.32.0 gapic/1.17.1')]
credentials = None, wait_for_ready = None, compression = None
.nox/system-3-8/lib/python3.8/site-packages/grpc/_channel.py:946:
state = <grpc._channel._RPCState object at 0x7f16c4977340>
call = <grpc._cython.cygrpc.SegregatedCall object at 0x7f16c60ffa00>
with_call = False, deadline = None
E grpc._channel._InactiveRpcError: <_InactiveRpcError of RPC that terminated with:
E status = StatusCode.NOT_FOUND
E details = "Endpoint projects/ucaip-sample-tests/locations/us-central1/endpoints/8289570005524152320 is not found."
E debug_error_string = "{"created":"@1663831189.460304577","description":"Error received from peer ipv4:74.125.142.95:443","file":"src/core/lib/surface/call.cc","file_line":966,"grpc_message":"Endpoint projects/ucaip-sample-tests/locations/us-central1/endpoints/8289570005524152320 is not found.","grpc_status":5}"
E >
.nox/system-3-8/lib/python3.8/site-packages/grpc/_channel.py:849: _InactiveRpcError
The above exception was the direct cause of the following exception:
self = <tests.system.aiplatform.test_model_monitoring.TestModelDeploymentMonitoring object at 0x7f16cc9ced00>
tests/system/aiplatform/test_model_monitoring.py:239:
google/cloud/aiplatform/jobs.py:2330: in create
mdm_objective_config_seq = cls._parse_configs(
google/cloud/aiplatform/jobs.py:2107: in _parse_configs
for model in endpoint.list_models():
google/cloud/aiplatform/models.py:1708: in list_models
self._sync_gca_resource()
google/cloud/aiplatform/base.py:643: in _sync_gca_resource
self._gca_resource = self._get_gca_resource(resource_name=self.resource_name)
google/cloud/aiplatform/base.py:673: in resource_name
self._assert_gca_resource_is_available()
google/cloud/aiplatform/models.py:231: in _assert_gca_resource_is_available
self._sync_gca_resource_if_skipped()
google/cloud/aiplatform/models.py:223: in _sync_gca_resource_if_skipped
self._gca_resource = self._get_gca_resource(
google/cloud/aiplatform/base.py:636: in _get_gca_resource
return getattr(self.api_client, self._getter_method)(
google/cloud/aiplatform_v1/services/endpoint_service/client.py:746: in get_endpoint
response = rpc(
.nox/system-3-8/lib/python3.8/site-packages/google/api_core/gapic_v1/method.py:145: in call
return wrapped_func(*args, **kwargs)
.nox/system-3-8/lib/python3.8/site-packages/google/api_core/retry.py:286: in retry_wrapped_func
return retry_target(
.nox/system-3-8/lib/python3.8/site-packages/google/api_core/retry.py:189: in retry_target
return target()
.nox/system-3-8/lib/python3.8/site-packages/google/api_core/grpc_helpers.py:69: in error_remapped_callable
six.raise_from(exceptions.from_grpc_error(exc), exc)
value = None
from_value = <_InactiveRpcError of RPC that terminated with:
status = StatusCode.NOT_FOUND
details = "Endpoint projects/ucaip-sam...oint projects/ucaip-sample-tests/locations/us-central1/endpoints/8289570005524152320 is not found.","grpc_status":5}"
:3: NotFound