googleapis / python-bigquery-storage

Apache License 2.0
116 stars 46 forks source link

tests.system.reader.test_reader_dataframe: test_read_rows_to_dataframe[v1-AVRO-avro_schema] failed #373

Closed flaky-bot[bot] closed 2 years ago

flaky-bot[bot] commented 2 years ago

Note: #318 was also for this test, but it was closed more than 10 days ago. So, I didn't mark it flaky.


commit: 03966048f4a03f8f0a10009147076043bb9ea371 buildURL: Build Status, Sponge status: failed

Test output
args = (read_stream: "projects/precise-truck-742/locations/us/sessions/CAISDGZVYjRJNW8yUTB0RRoCamQaAmlyGgJqcxoCb2oaAmpxGgJuYR...pGgJpYQ/streams/GgJqZBoCaXIaAmpzGgJvahoCanEaAm5hGgJvcxoCb3caAmpyGgJpdxoCamMaAmpmGgJweRoCcHoaAnB4GgJvdhoCamkaAmlhKAI"
,)
kwargs = {'metadata': [('x-goog-request-params', 'read_stream=projects/precise-truck-742/locations/us/sessions/CAISDGZVYjRJNW8y...JvdhoCamkaAmlhKAI'), ('x-goog-api-client', 'gl-python/3.8.12 grpc/1.43.0 gax/2.3.2 gapic/2.10.1')], 'timeout': 86400.0}
result = <_MultiThreadedRendezvous of RPC that terminated with:
    status = StatusCode.INTERNAL
    details = "there was an error op...vahoCanEaAm5hGgJvcxoCb3caAmpyGgJpdxoCamMaAmpmGgJweRoCcHoaAnB4GgJvdhoCamkaAmlhKAI': internal error","grpc_status":13}"
>
prefetch_first = True

    @functools.wraps(callable_)
    def error_remapped_callable(*args, **kwargs):
        try:
            result = callable_(*args, **kwargs)
            # Auto-fetching the first result causes PubSub client's streaming pull
            # to hang when re-opening the stream, thus we need examine the hacky
            # hidden flag to see if pre-fetching is disabled.
            # https://github.com/googleapis/python-pubsub/issues/93#issuecomment-630762257
            prefetch_first = getattr(callable_, "_prefetch_first_result_", True)
>           return _StreamingResponseIterator(
                result, prefetch_first_result=prefetch_first
            )

.nox/system-3-8/lib/python3.8/site-packages/google/api_core/grpc_helpers.py:156: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = 
wrapped = <_MultiThreadedRendezvous of RPC that terminated with:
    status = StatusCode.INTERNAL
    details = "there was an error op...vahoCanEaAm5hGgJvcxoCb3caAmpyGgJpdxoCamMaAmpmGgJweRoCcHoaAnB4GgJvdhoCamkaAmlhKAI': internal error","grpc_status":13}"
>
prefetch_first_result = True

    def __init__(self, wrapped, prefetch_first_result=True):
        self._wrapped = wrapped

        # This iterator is used in a retry context, and returned outside after init.
        # gRPC will not throw an exception until the stream is consumed, so we need
        # to retrieve the first result, in order to fail, in order to trigger a retry.
        try:
            if prefetch_first_result:
>               self._stored_first_result = next(self._wrapped)

.nox/system-3-8/lib/python3.8/site-packages/google/api_core/grpc_helpers.py:82: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = <_MultiThreadedRendezvous of RPC that terminated with:
    status = StatusCode.INTERNAL
    details = "there was an error op...vahoCanEaAm5hGgJvcxoCb3caAmpyGgJpdxoCamMaAmpmGgJweRoCcHoaAnB4GgJvdhoCamkaAmlhKAI': internal error","grpc_status":13}"
>

    def __next__(self):
>       return self._next()

.nox/system-3-8/lib/python3.8/site-packages/grpc/_channel.py:426: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = <_MultiThreadedRendezvous of RPC that terminated with:
    status = StatusCode.INTERNAL
    details = "there was an error op...vahoCanEaAm5hGgJvcxoCb3caAmpyGgJpdxoCamMaAmpmGgJweRoCcHoaAnB4GgJvdhoCamkaAmlhKAI': internal error","grpc_status":13}"
>

    def _next(self):
        with self._state.condition:
            if self._state.code is None:
                event_handler = _event_handler(self._state,
                                               self._response_deserializer)
                self._state.due.add(cygrpc.OperationType.receive_message)
                operating = self._call.operate(
                    (cygrpc.ReceiveMessageOperation(_EMPTY_FLAGS),),
                    event_handler)
                if not operating:
                    self._state.due.remove(cygrpc.OperationType.receive_message)
            elif self._state.code is grpc.StatusCode.OK:
                raise StopIteration()
            else:
                raise self

            def _response_ready():
                return (self._state.response is not None or
                        (cygrpc.OperationType.receive_message
                         not in self._state.due and
                         self._state.code is not None))

            _common.wait(self._state.condition.wait, _response_ready)
            if self._state.response is not None:
                response = self._state.response
                self._state.response = None
                return response
            elif cygrpc.OperationType.receive_message not in self._state.due:
                if self._state.code is grpc.StatusCode.OK:
                    raise StopIteration()
                elif self._state.code is not None:
>                   raise self
E                   grpc._channel._MultiThreadedRendezvous: <_MultiThreadedRendezvous of RPC that terminated with:
E                       status = StatusCode.INTERNAL
E                       details = "there was an error operating on 'projects/precise-truck-742/locations/us/sessions/CAISDGZVYjRJNW8yUTB0RRoCamQaAmlyGgJqcxoCb2oaAmpxGgJuYRoCb3MaAm93GgJqchoCaXcaAmpjGgJqZhoCcHkaAnB6GgJweBoCb3YaAmppGgJpYQ/streams/GgJqZBoCaXIaAmpzGgJvahoCanEaAm5hGgJvcxoCb3caAmpyGgJpdxoCamMaAmpmGgJweRoCcHoaAnB4GgJvdhoCamkaAmlhKAI': internal error"
E                       debug_error_string = "{"created":"@1641477312.777623144","description":"Error received from peer ipv4:74.125.195.95:443","file":"src/core/lib/surface/call.cc","file_line":1074,"grpc_message":"there was an error operating on 'projects/precise-truck-742/locations/us/sessions/CAISDGZVYjRJNW8yUTB0RRoCamQaAmlyGgJqcxoCb2oaAmpxGgJuYRoCb3MaAm93GgJqchoCaXcaAmpjGgJqZhoCcHkaAnB6GgJweBoCb3YaAmppGgJpYQ/streams/GgJqZBoCaXIaAmpzGgJvahoCanEaAm5hGgJvcxoCb3caAmpyGgJpdxoCamMaAmpmGgJweRoCcHoaAnB4GgJvdhoCamkaAmlhKAI': internal error","grpc_status":13}"
E                   >

.nox/system-3-8/lib/python3.8/site-packages/grpc/_channel.py:826: _MultiThreadedRendezvous

The above exception was the direct cause of the following exception:

client_and_types = (, )
project_id = 'precise-truck-742', data_format = 'AVRO'
expected_schema_type = 'avro_schema'

    @pytest.mark.parametrize(
        "data_format,expected_schema_type",
        (("AVRO", "avro_schema"), ("ARROW", "arrow_schema")),
    )
    def test_read_rows_to_dataframe(
        client_and_types, project_id, data_format, expected_schema_type
    ):
        client, types = client_and_types
        read_session = types.ReadSession()
        read_session.table = "projects/{}/datasets/{}/tables/{}".format(
            "bigquery-public-data", "new_york_citibike", "citibike_stations"
        )
        read_session.data_format = data_format

        session = client.create_read_session(
            request={
                "parent": "projects/{}".format(project_id),
                "read_session": read_session,
                "max_stream_count": 1,
            }
        )
        schema_type = session._pb.WhichOneof("schema")
        assert schema_type == expected_schema_type

        stream = session.streams[0].name

>       frame = client.read_rows(stream).to_dataframe(
            session, dtypes={"latitude": numpy.float16}
        )

tests/system/reader/test_reader_dataframe.py:86: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
google/cloud/bigquery_storage_v1/client.py:125: in read_rows
    stream = gapic_client.read_rows(
google/cloud/bigquery_storage_v1/services/big_query_read/client.py:606: in read_rows
    response = rpc(request, retry=retry, timeout=timeout, metadata=metadata,)
.nox/system-3-8/lib/python3.8/site-packages/google/api_core/gapic_v1/method.py:154: in __call__
    return wrapped_func(*args, **kwargs)
.nox/system-3-8/lib/python3.8/site-packages/google/api_core/retry.py:283: in retry_wrapped_func
    return retry_target(
.nox/system-3-8/lib/python3.8/site-packages/google/api_core/retry.py:190: in retry_target
    return target()
.nox/system-3-8/lib/python3.8/site-packages/google/api_core/timeout.py:99: in func_with_timeout
    return func(*args, **kwargs)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

args = (read_stream: "projects/precise-truck-742/locations/us/sessions/CAISDGZVYjRJNW8yUTB0RRoCamQaAmlyGgJqcxoCb2oaAmpxGgJuYR...pGgJpYQ/streams/GgJqZBoCaXIaAmpzGgJvahoCanEaAm5hGgJvcxoCb3caAmpyGgJpdxoCamMaAmpmGgJweRoCcHoaAnB4GgJvdhoCamkaAmlhKAI"
,)
kwargs = {'metadata': [('x-goog-request-params', 'read_stream=projects/precise-truck-742/locations/us/sessions/CAISDGZVYjRJNW8y...JvdhoCamkaAmlhKAI'), ('x-goog-api-client', 'gl-python/3.8.12 grpc/1.43.0 gax/2.3.2 gapic/2.10.1')], 'timeout': 86400.0}
result = <_MultiThreadedRendezvous of RPC that terminated with:
    status = StatusCode.INTERNAL
    details = "there was an error op...vahoCanEaAm5hGgJvcxoCb3caAmpyGgJpdxoCamMaAmpmGgJweRoCcHoaAnB4GgJvdhoCamkaAmlhKAI': internal error","grpc_status":13}"
>
prefetch_first = True

    @functools.wraps(callable_)
    def error_remapped_callable(*args, **kwargs):
        try:
            result = callable_(*args, **kwargs)
            # Auto-fetching the first result causes PubSub client's streaming pull
            # to hang when re-opening the stream, thus we need examine the hacky
            # hidden flag to see if pre-fetching is disabled.
            # https://github.com/googleapis/python-pubsub/issues/93#issuecomment-630762257
            prefetch_first = getattr(callable_, "_prefetch_first_result_", True)
            return _StreamingResponseIterator(
                result, prefetch_first_result=prefetch_first
            )
        except grpc.RpcError as exc:
>           raise exceptions.from_grpc_error(exc) from exc
E           google.api_core.exceptions.InternalServerError: 500 there was an error operating on 'projects/precise-truck-742/locations/us/sessions/CAISDGZVYjRJNW8yUTB0RRoCamQaAmlyGgJqcxoCb2oaAmpxGgJuYRoCb3MaAm93GgJqchoCaXcaAmpjGgJqZhoCcHkaAnB6GgJweBoCb3YaAmppGgJpYQ/streams/GgJqZBoCaXIaAmpzGgJvahoCanEaAm5hGgJvcxoCb3caAmpyGgJpdxoCamMaAmpmGgJweRoCcHoaAnB4GgJvdhoCamkaAmlhKAI': internal error

.nox/system-3-8/lib/python3.8/site-packages/google/api_core/grpc_helpers.py:160: InternalServerError
flaky-bot[bot] commented 2 years ago

Test passed for commit ed634f1ae5013bd44b8f070c57a12319dd3f9c13 (Build Status, Sponge)! Closing this issue.