googleapis / python-bigquery-storage

Apache License 2.0
116 stars 46 forks source link

tests.system.reader.test_reader_dataframe: test_read_rows_to_arrow[v1] failed #372

Closed flaky-bot[bot] closed 2 years ago

flaky-bot[bot] commented 2 years ago

This test failed!

To configure my behavior, see the Flaky Bot documentation.

If I'm commenting on this issue too often, add the flakybot: quiet label and I will stop commenting.


commit: 03966048f4a03f8f0a10009147076043bb9ea371 buildURL: Build Status, Sponge status: failed

Test output
args = (read_stream: "projects/precise-truck-742/locations/us/sessions/CAISDEI4c1pUQTR0ZUp1ZxoCamQaAmlyGgJqcxoCb2oaAmpxGgJuYR...pGgJpYQ/streams/GgJqZBoCaXIaAmpzGgJvahoCanEaAm5hGgJvcxoCb3caAmpyGgJpdxoCamMaAmpmGgJweRoCcHoaAnB4GgJvdhoCamkaAmlhKAI"
,)
kwargs = {'metadata': [('x-goog-request-params', 'read_stream=projects/precise-truck-742/locations/us/sessions/CAISDEI4c1pUQTR0...JvdhoCamkaAmlhKAI'), ('x-goog-api-client', 'gl-python/3.8.12 grpc/1.43.0 gax/2.3.2 gapic/2.10.1')], 'timeout': 86400.0}
result = <_MultiThreadedRendezvous of RPC that terminated with:
    status = StatusCode.INTERNAL
    details = "there was an error op...vahoCanEaAm5hGgJvcxoCb3caAmpyGgJpdxoCamMaAmpmGgJweRoCcHoaAnB4GgJvdhoCamkaAmlhKAI': internal error","grpc_status":13}"
>
prefetch_first = True

    @functools.wraps(callable_)
    def error_remapped_callable(*args, **kwargs):
        try:
            result = callable_(*args, **kwargs)
            # Auto-fetching the first result causes PubSub client's streaming pull
            # to hang when re-opening the stream, thus we need examine the hacky
            # hidden flag to see if pre-fetching is disabled.
            # https://github.com/googleapis/python-pubsub/issues/93#issuecomment-630762257
            prefetch_first = getattr(callable_, "_prefetch_first_result_", True)
>           return _StreamingResponseIterator(
                result, prefetch_first_result=prefetch_first
            )

.nox/system-3-8/lib/python3.8/site-packages/google/api_core/grpc_helpers.py:156: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = 
wrapped = <_MultiThreadedRendezvous of RPC that terminated with:
    status = StatusCode.INTERNAL
    details = "there was an error op...vahoCanEaAm5hGgJvcxoCb3caAmpyGgJpdxoCamMaAmpmGgJweRoCcHoaAnB4GgJvdhoCamkaAmlhKAI': internal error","grpc_status":13}"
>
prefetch_first_result = True

    def __init__(self, wrapped, prefetch_first_result=True):
        self._wrapped = wrapped

        # This iterator is used in a retry context, and returned outside after init.
        # gRPC will not throw an exception until the stream is consumed, so we need
        # to retrieve the first result, in order to fail, in order to trigger a retry.
        try:
            if prefetch_first_result:
>               self._stored_first_result = next(self._wrapped)

.nox/system-3-8/lib/python3.8/site-packages/google/api_core/grpc_helpers.py:82: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = <_MultiThreadedRendezvous of RPC that terminated with:
    status = StatusCode.INTERNAL
    details = "there was an error op...vahoCanEaAm5hGgJvcxoCb3caAmpyGgJpdxoCamMaAmpmGgJweRoCcHoaAnB4GgJvdhoCamkaAmlhKAI': internal error","grpc_status":13}"
>

    def __next__(self):
>       return self._next()

.nox/system-3-8/lib/python3.8/site-packages/grpc/_channel.py:426: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = <_MultiThreadedRendezvous of RPC that terminated with:
    status = StatusCode.INTERNAL
    details = "there was an error op...vahoCanEaAm5hGgJvcxoCb3caAmpyGgJpdxoCamMaAmpmGgJweRoCcHoaAnB4GgJvdhoCamkaAmlhKAI': internal error","grpc_status":13}"
>

    def _next(self):
        with self._state.condition:
            if self._state.code is None:
                event_handler = _event_handler(self._state,
                                               self._response_deserializer)
                self._state.due.add(cygrpc.OperationType.receive_message)
                operating = self._call.operate(
                    (cygrpc.ReceiveMessageOperation(_EMPTY_FLAGS),),
                    event_handler)
                if not operating:
                    self._state.due.remove(cygrpc.OperationType.receive_message)
            elif self._state.code is grpc.StatusCode.OK:
                raise StopIteration()
            else:
                raise self

            def _response_ready():
                return (self._state.response is not None or
                        (cygrpc.OperationType.receive_message
                         not in self._state.due and
                         self._state.code is not None))

            _common.wait(self._state.condition.wait, _response_ready)
            if self._state.response is not None:
                response = self._state.response
                self._state.response = None
                return response
            elif cygrpc.OperationType.receive_message not in self._state.due:
                if self._state.code is grpc.StatusCode.OK:
                    raise StopIteration()
                elif self._state.code is not None:
>                   raise self
E                   grpc._channel._MultiThreadedRendezvous: <_MultiThreadedRendezvous of RPC that terminated with:
E                       status = StatusCode.INTERNAL
E                       details = "there was an error operating on 'projects/precise-truck-742/locations/us/sessions/CAISDEI4c1pUQTR0ZUp1ZxoCamQaAmlyGgJqcxoCb2oaAmpxGgJuYRoCb3MaAm93GgJqchoCaXcaAmpjGgJqZhoCcHkaAnB6GgJweBoCb3YaAmppGgJpYQ/streams/GgJqZBoCaXIaAmpzGgJvahoCanEaAm5hGgJvcxoCb3caAmpyGgJpdxoCamMaAmpmGgJweRoCcHoaAnB4GgJvdhoCamkaAmlhKAI': internal error"
E                       debug_error_string = "{"created":"@1641477312.265476884","description":"Error received from peer ipv4:74.125.195.95:443","file":"src/core/lib/surface/call.cc","file_line":1074,"grpc_message":"there was an error operating on 'projects/precise-truck-742/locations/us/sessions/CAISDEI4c1pUQTR0ZUp1ZxoCamQaAmlyGgJqcxoCb2oaAmpxGgJuYRoCb3MaAm93GgJqchoCaXcaAmpjGgJqZhoCcHkaAnB6GgJweBoCb3YaAmppGgJpYQ/streams/GgJqZBoCaXIaAmpzGgJvahoCanEaAm5hGgJvcxoCb3caAmpyGgJpdxoCamMaAmpmGgJweRoCcHoaAnB4GgJvdhoCamkaAmlhKAI': internal error","grpc_status":13}"
E                   >

.nox/system-3-8/lib/python3.8/site-packages/grpc/_channel.py:826: _MultiThreadedRendezvous

The above exception was the direct cause of the following exception:

client_and_types = (, )
project_id = 'precise-truck-742'

    def test_read_rows_to_arrow(client_and_types, project_id):
        client, types = client_and_types
        read_session = types.ReadSession()
        read_session.table = "projects/{}/datasets/{}/tables/{}".format(
            "bigquery-public-data", "new_york_citibike", "citibike_stations"
        )

        read_session.read_options.selected_fields.append("station_id")
        read_session.read_options.selected_fields.append("latitude")
        read_session.read_options.selected_fields.append("longitude")
        read_session.read_options.selected_fields.append("name")
        read_session.data_format = types.DataFormat.ARROW

        session = client.create_read_session(
            request={
                "parent": "projects/{}".format(project_id),
                "read_session": read_session,
                "max_stream_count": 1,
            }
        )

        assert len(session.streams) == 1

        streamname = session.streams[0].name

>       tbl = client.read_rows(streamname, offset=0).to_arrow(session)

tests/system/reader/test_reader_dataframe.py:48: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
google/cloud/bigquery_storage_v1/client.py:125: in read_rows
    stream = gapic_client.read_rows(
google/cloud/bigquery_storage_v1/services/big_query_read/client.py:606: in read_rows
    response = rpc(request, retry=retry, timeout=timeout, metadata=metadata,)
.nox/system-3-8/lib/python3.8/site-packages/google/api_core/gapic_v1/method.py:154: in __call__
    return wrapped_func(*args, **kwargs)
.nox/system-3-8/lib/python3.8/site-packages/google/api_core/retry.py:283: in retry_wrapped_func
    return retry_target(
.nox/system-3-8/lib/python3.8/site-packages/google/api_core/retry.py:190: in retry_target
    return target()
.nox/system-3-8/lib/python3.8/site-packages/google/api_core/timeout.py:99: in func_with_timeout
    return func(*args, **kwargs)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

args = (read_stream: "projects/precise-truck-742/locations/us/sessions/CAISDEI4c1pUQTR0ZUp1ZxoCamQaAmlyGgJqcxoCb2oaAmpxGgJuYR...pGgJpYQ/streams/GgJqZBoCaXIaAmpzGgJvahoCanEaAm5hGgJvcxoCb3caAmpyGgJpdxoCamMaAmpmGgJweRoCcHoaAnB4GgJvdhoCamkaAmlhKAI"
,)
kwargs = {'metadata': [('x-goog-request-params', 'read_stream=projects/precise-truck-742/locations/us/sessions/CAISDEI4c1pUQTR0...JvdhoCamkaAmlhKAI'), ('x-goog-api-client', 'gl-python/3.8.12 grpc/1.43.0 gax/2.3.2 gapic/2.10.1')], 'timeout': 86400.0}
result = <_MultiThreadedRendezvous of RPC that terminated with:
    status = StatusCode.INTERNAL
    details = "there was an error op...vahoCanEaAm5hGgJvcxoCb3caAmpyGgJpdxoCamMaAmpmGgJweRoCcHoaAnB4GgJvdhoCamkaAmlhKAI': internal error","grpc_status":13}"
>
prefetch_first = True

    @functools.wraps(callable_)
    def error_remapped_callable(*args, **kwargs):
        try:
            result = callable_(*args, **kwargs)
            # Auto-fetching the first result causes PubSub client's streaming pull
            # to hang when re-opening the stream, thus we need examine the hacky
            # hidden flag to see if pre-fetching is disabled.
            # https://github.com/googleapis/python-pubsub/issues/93#issuecomment-630762257
            prefetch_first = getattr(callable_, "_prefetch_first_result_", True)
            return _StreamingResponseIterator(
                result, prefetch_first_result=prefetch_first
            )
        except grpc.RpcError as exc:
>           raise exceptions.from_grpc_error(exc) from exc
E           google.api_core.exceptions.InternalServerError: 500 there was an error operating on 'projects/precise-truck-742/locations/us/sessions/CAISDEI4c1pUQTR0ZUp1ZxoCamQaAmlyGgJqcxoCb2oaAmpxGgJuYRoCb3MaAm93GgJqchoCaXcaAmpjGgJqZhoCcHkaAnB6GgJweBoCb3YaAmppGgJpYQ/streams/GgJqZBoCaXIaAmpzGgJvahoCanEaAm5hGgJvcxoCb3caAmpyGgJpdxoCamMaAmpmGgJweRoCcHoaAnB4GgJvdhoCamkaAmlhKAI': internal error

.nox/system-3-8/lib/python3.8/site-packages/google/api_core/grpc_helpers.py:160: InternalServerError
flaky-bot[bot] commented 2 years ago

Test passed for commit ed634f1ae5013bd44b8f070c57a12319dd3f9c13 (Build Status, Sponge)! Closing this issue.