Closed flaky-bot[bot] closed 1 year ago
Note: #2948 was also for this test, but it was closed more than 10 days ago. So, I didn't mark it flaky.
commit: 8c2aacbb493d95d0acb57e8b0db1555c253676b3 buildURL: Build Status, Sponge status: failed
2023/05/19 17:54:19 Running test by using the instance config: regional-us-west1 integration_test.go:1175: deleting stale test instance projects/golang-samples-tests/instances/go-sample-49129c71-e9d0-42 integration_test.go:493: create database operation took: 54.887294746s integration_test.go:504: create backup operation took: 20m20.316960353s panic: test timed out after 1h0m0s goroutine 12973 [running]: testing.(*M).startAlarm.func1() /usr/local/go/src/testing/testing.go:2036 +0x8e created by time.goFunc /usr/local/go/src/time/sleep.go:176 +0x32 goroutine 1 [chan receive, 50 minutes]: testing.tRunner.func1() /usr/local/go/src/testing/testing.go:1412 +0x4a5 testing.tRunner(0xc000102d00, 0xc0005bfcd8) /usr/local/go/src/testing/testing.go:1452 +0x144 testing.runTests(0xc0005615e0?, {0x21e6300, 0x14, 0x14}, {0x7fa7ca9d2108?, 0x40?, 0x21fa920?}) /usr/local/go/src/testing/testing.go:1844 +0x456 testing.(*M).Run(0xc0005615e0) /usr/local/go/src/testing/testing.go:1726 +0x5d9 main.main() _testmain.go:85 +0x1aa goroutine 7 [select]: go.opencensus.io/stats/view.(*worker).start(0xc000186700) /go/pkg/mod/go.opencensus.io@v0.24.0/stats/view/worker.go:292 +0xad created by go.opencensus.io/stats/view.init.0 /go/pkg/mod/go.opencensus.io@v0.24.0/stats/view/worker.go:34 +0x8d goroutine 16 [select]: github.com/googleapis/gax-go/v2.Sleep({0x1753ac0, 0xc000b78d20}, 0xc000b78d20?) /go/pkg/mod/github.com/googleapis/gax-go/v2@v2.8.0/invoke.go:57 +0x7b cloud.google.com/go/longrunning.(*Operation).wait(0xc000cf46f0, {0x1753ac0, 0xc000b78d20}, {0x174fda8, 0xc0009cea00}, 0xc000cf46f0?, 0x14709a8, {0xc0010427b0, 0x1, 0x1}) /go/pkg/mod/cloud.google.com/go/longrunning@v0.4.2/longrunning.go:156 +0xc2 cloud.google.com/go/longrunning.(*Operation).WaitWithInterval(0x0?, {0x1753ac0?, 0xc000b78d20?}, {0x174fda8?, 0xc0009cea00?}, 0xc0008bc3c0?, {0xc0010427b0?, 0x14061ed?, 0x15?}) /go/pkg/mod/cloud.google.com/go/longrunning@v0.4.2/longrunning.go:142 +0x91 cloud.google.com/go/spanner/admin/database/apiv1.(*RestoreDatabaseOperation).Wait(0xc000cf4708, {0x1753ac0, 0xc000b78d20}, {0x0, 0x0, 0x0?}) /go/pkg/mod/cloud.google.com/go/spanner@v1.46.0/admin/database/apiv1/database_admin_client.go:3701 +0x1b0 github.com/GoogleCloudPlatform/golang-samples/spanner/spanner_snippets/spanner.restoreBackupWithCustomerManagedEncryptionKey({0x1753ac0, 0xc000b78d20}, {0x1735e00, 0xc0009ca480}, {0xc000a500e0, 0x69}, {0xc000f98080, 0x1e}, {0xc000872a80, 0x6d}) /tmpfs/src/github/golang-samples/spanner/spanner_snippets/spanner/spanner_restore_backup_with_encryption_key.go:63 +0x3f9 github.com/GoogleCloudPlatform/golang-samples/spanner/spanner_snippets/spanner.TestCustomerManagedEncryptionKeys.func1({0x1753ac0?, 0xc000b78d20?}, {0x1735e00?, 0xc0009ca480?}, {0xc000a500e0?, 0x100c000ad0120?}, {0xc0009ca480?, 0x0?}) /tmpfs/src/github/golang-samples/spanner/spanner_snippets/spanner/integration_test.go:509 +0x4e github.com/GoogleCloudPlatform/golang-samples/spanner/spanner_snippets/spanner.runBackupSampleWithRetry.func1(0xc0005be018) /tmpfs/src/github/golang-samples/spanner/spanner_snippets/spanner/integration_test.go:1100 +0x91 github.com/GoogleCloudPlatform/golang-samples/internal/testutil.Retry(0xc000103a00, 0xa, 0xc000da9d50?, 0xc00064fd48) /go/pkg/mod/github.com/!google!cloud!platform/golang-samples@v0.0.0-20230517211646-da4d8a7e0e9b/internal/testutil/retry.go:34 +0xee github.com/GoogleCloudPlatform/golang-samples/spanner/spanner_snippets/spanner.runBackupSampleWithRetry({0x1753ac0, 0xc000b78d20}, 0xc000103a00, 0xc000da9ee8, {0xc000a500e0, 0x69}, {0xc000f98080, 0x1e}, {0x14449da, 0x3f}, ...) /tmpfs/src/github/golang-samples/spanner/spanner_snippets/spanner/integration_test.go:1098 +0x14d github.com/GoogleCloudPlatform/golang-samples/spanner/spanner_snippets/spanner.TestCustomerManagedEncryptionKeys(0xc000103a00) /tmpfs/src/github/golang-samples/spanner/spanner_snippets/spanner/integration_test.go:511 +0x909 testing.tRunner(0xc000103a00, 0x1470050) /usr/local/go/src/testing/testing.go:1446 +0x10b created by testing.(*T).Run /usr/local/go/src/testing/testing.go:1493 +0x35f goroutine 863 [select, 54 minutes]: google.golang.org/grpc.(*ccBalancerWrapper).watcher(0xc000c651c0) /go/pkg/mod/google.golang.org/grpc@v1.55.0/balancer_conn_wrappers.go:115 +0x73 created by google.golang.org/grpc.newCCBalancerWrapper /go/pkg/mod/google.golang.org/grpc@v1.55.0/balancer_conn_wrappers.go:76 +0x22a goroutine 12981 [IO wait]: internal/poll.runtime_pollWait(0x7fa7a2be80e8, 0x72) /usr/local/go/src/runtime/netpoll.go:305 +0x89 internal/poll.(*pollDesc).wait(0xc000ceeb80?, 0xc00094b500?, 0x0) /usr/local/go/src/internal/poll/fd_poll_runtime.go:84 +0x32 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:89 internal/poll.(*FD).Read(0xc000ceeb80, {0xc00094b500, 0x1500, 0x1500}) /usr/local/go/src/internal/poll/fd_unix.go:167 +0x25a net.(*netFD).Read(0xc000ceeb80, {0xc00094b500?, 0xc0006903a0?, 0xc00094b505?}) /usr/local/go/src/net/fd_posix.go:55 +0x29 net.(*conn).Read(0xc00079c018, {0xc00094b500?, 0x7fa7a013be08?, 0x86b6e5?}) /usr/local/go/src/net/net.go:183 +0x45 crypto/tls.(*atLeastReader).Read(0xc000712d20, {0xc00094b500?, 0x0?, 0x1ffffffffffffff?}) /usr/local/go/src/crypto/tls/conn.go:787 +0x3d bytes.(*Buffer).ReadFrom(0xc000e86278, {0x1739d80, 0xc000712d20}) /usr/local/go/src/bytes/buffer.go:202 +0x98 crypto/tls.(*Conn).readFromUntil(0xc000e86000, {0x1745460?, 0xc00079c018}, 0x1500?) /usr/local/go/src/crypto/tls/conn.go:809 +0xe5 crypto/tls.(*Conn).readRecordOrCCS(0xc000e86000, 0x0) /usr/local/go/src/crypto/tls/conn.go:616 +0x116 crypto/tls.(*Conn).readRecord(...) /usr/local/go/src/crypto/tls/conn.go:582 crypto/tls.(*Conn).Read(0xc000e86000, {0xc0012b8000, 0x8000, 0x0?}) /usr/local/go/src/crypto/tls/conn.go:1287 +0x16f bufio.(*Reader).Read(0xc0009f4ae0, {0xc0006a2740, 0x9, 0x18?}) /usr/local/go/src/bufio/bufio.go:237 +0x1bb io.ReadAtLeast({0x1735da0, 0xc0009f4ae0}, {0xc0006a2740, 0x9, 0x9}, 0x9) /usr/local/go/src/io/io.go:332 +0x9a io.ReadFull(...) /usr/local/go/src/io/io.go:351 golang.org/x/net/http2.readFrameHeader({0xc0006a2740?, 0x9?, 0x33f2fac1ecb?}, {0x1735da0?, 0xc0009f4ae0?}) /go/pkg/mod/golang.org/x/net@v0.9.0/http2/frame.go:237 +0x6e golang.org/x/net/http2.(*Framer).ReadFrame(0xc0006a2700) /go/pkg/mod/golang.org/x/net@v0.9.0/http2/frame.go:498 +0x95 google.golang.org/grpc/internal/transport.(*http2Client).reader(0xc00077a240, 0x0?) /go/pkg/mod/google.golang.org/grpc@v1.55.0/internal/transport/http2_client.go:1595 +0x265 created by google.golang.org/grpc/internal/transport.newHTTP2Client /go/pkg/mod/google.golang.org/grpc@v1.55.0/internal/transport/http2_client.go:397 +0x1d5b goroutine 12953 [select, 37 minutes]: google.golang.org/grpc.(*ccBalancerWrapper).watcher(0xc000766500) /go/pkg/mod/google.golang.org/grpc@v1.55.0/balancer_conn_wrappers.go:115 +0x73 created by google.golang.org/grpc.newCCBalancerWrapper /go/pkg/mod/google.golang.org/grpc@v1.55.0/balancer_conn_wrappers.go:76 +0x22a goroutine 410 [select, 54 minutes]: google.golang.org/grpc.(*ccBalancerWrapper).watcher(0xc000e9c6c0) /go/pkg/mod/google.golang.org/grpc@v1.55.0/balancer_conn_wrappers.go:115 +0x73 created by google.golang.org/grpc.newCCBalancerWrapper /go/pkg/mod/google.golang.org/grpc@v1.55.0/balancer_conn_wrappers.go:76 +0x22a goroutine 12295 [select, 48 minutes]: google.golang.org/grpc.(*ccBalancerWrapper).watcher(0xc000aae140) /go/pkg/mod/google.golang.org/grpc@v1.55.0/balancer_conn_wrappers.go:115 +0x73 created by google.golang.org/grpc.newCCBalancerWrapper /go/pkg/mod/google.golang.org/grpc@v1.55.0/balancer_conn_wrappers.go:76 +0x22a goroutine 12249 [select, 48 minutes]: google.golang.org/grpc.(*ccBalancerWrapper).watcher(0xc000cf8e40) /go/pkg/mod/google.golang.org/grpc@v1.55.0/balancer_conn_wrappers.go:115 +0x73 created by google.golang.org/grpc.newCCBalancerWrapper /go/pkg/mod/google.golang.org/grpc@v1.55.0/balancer_conn_wrappers.go:76 +0x22a goroutine 12982 [select]: google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc000bf8230, 0x1) /go/pkg/mod/google.golang.org/grpc@v1.55.0/internal/transport/controlbuf.go:418 +0x115 google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc0011848c0) /go/pkg/mod/google.golang.org/grpc@v1.55.0/internal/transport/controlbuf.go:552 +0x91 google.golang.org/grpc/internal/transport.newHTTP2Client.func6() /go/pkg/mod/google.golang.org/grpc@v1.55.0/internal/transport/http2_client.go:451 +0x85 created by google.golang.org/grpc/internal/transport.newHTTP2Client /go/pkg/mod/google.golang.org/grpc@v1.55.0/internal/transport/http2_client.go:449 +0x23b3 goroutine 721 [select, 54 minutes]: google.golang.org/grpc.(*ccBalancerWrapper).watcher(0xc000d5a340) /go/pkg/mod/google.golang.org/grpc@v1.55.0/balancer_conn_wrappers.go:115 +0x73 created by google.golang.org/grpc.newCCBalancerWrapper /go/pkg/mod/google.golang.org/grpc@v1.55.0/balancer_conn_wrappers.go:76 +0x22a goroutine 865 [select, 54 minutes]: google.golang.org/grpc.(*ccBalancerWrapper).watcher(0xc000c65480) /go/pkg/mod/google.golang.org/grpc@v1.55.0/balancer_conn_wrappers.go:115 +0x73 created by google.golang.org/grpc.newCCBalancerWrapper /go/pkg/mod/google.golang.org/grpc@v1.55.0/balancer_conn_wrappers.go:76 +0x22a goroutine 12247 [select, 48 minutes]: google.golang.org/grpc.(*ccBalancerWrapper).watcher(0xc000cf8bc0) /go/pkg/mod/google.golang.org/grpc@v1.55.0/balancer_conn_wrappers.go:115 +0x73 created by google.golang.org/grpc.newCCBalancerWrapper /go/pkg/mod/google.golang.org/grpc@v1.55.0/balancer_conn_wrappers.go:76 +0x22a goroutine 12297 [select, 48 minutes]: google.golang.org/grpc.(*ccBalancerWrapper).watcher(0xc000aae440) /go/pkg/mod/google.golang.org/grpc@v1.55.0/balancer_conn_wrappers.go:115 +0x73 created by google.golang.org/grpc.newCCBalancerWrapper /go/pkg/mod/google.golang.org/grpc@v1.55.0/balancer_conn_wrappers.go:76 +0x22a goroutine 12349 [select, 48 minutes]: google.golang.org/grpc.(*ccBalancerWrapper).watcher(0xc0011f5700) /go/pkg/mod/google.golang.org/grpc@v1.55.0/balancer_conn_wrappers.go:115 +0x73 created by google.golang.org/grpc.newCCBalancerWrapper /go/pkg/mod/google.golang.org/grpc@v1.55.0/balancer_conn_wrappers.go:76 +0x22a goroutine 12351 [select, 48 minutes]: google.golang.org/grpc.(*ccBalancerWrapper).watcher(0xc0011f5a40) /go/pkg/mod/google.golang.org/grpc@v1.55.0/balancer_conn_wrappers.go:115 +0x73 created by google.golang.org/grpc.newCCBalancerWrapper /go/pkg/mod/google.golang.org/grpc@v1.55.0/balancer_conn_wrappers.go:76 +0x22a
Test passed for commit f7db003511f7a10658d8b208cce3f475bc425e4b (Build Status, Sponge)! Closing this issue.
Note: #2948 was also for this test, but it was closed more than 10 days ago. So, I didn't mark it flaky.
commit: 8c2aacbb493d95d0acb57e8b0db1555c253676b3 buildURL: Build Status, Sponge status: failed
Test output