search

redis / go-redis

Redis Go client
https://redis.uptrace.dev
BSD 2-Clause "Simplified" License
20.01k stars 2.36k forks source link

runtime_pollWait netpoll block when redis read #2247

Closed rockyrth closed 2 years ago

rockyrth commented 2 years ago

What version of Go are you using (go version)? go1.17.6

redis v6.15.8

Does this issue reproduce with the latest release? No, it's very hard to reproduce .

What operating system and processor architecture are you using (go env)? Linux (default)tencent@CQ-TH-M3103-U13-TCS81-LA25G-003:~$ cat /proc/version Linux version 4.9.0-8-amd64 (debian-kernel@lists.debian.org) (gcc version 6.3.0 20170516 (Debian 6.3.0-18+deb9u1) ) https://github.com/golang/go/issues/1 SMP PREEMPT Debian 4.9.110-3+deb9u6 (2018-10-08)

What did you do? unexpected block, many goroutings block on runtime_pollWait netpoll when redis try to get result.

========================>stack 42 @ 0x439bd6 0x432593 0x464909 0x4d6fd2 0x4d833a 0x4d8328 0x58cb29 0x59d0e5 0x549e03 0x54a9cf 0x54ac27 0x851a85 0x851f45 0x85b145 0x855c18 0x87ff3e 0x881bb4 0x868762 0x905545 0x90685e 0x9071ee 0x8ecaba 0x960fb3 0x46a121

0110x464908#011internal/poll.runtime_pollWait+0x88#011#011#011#011#011#011#011/usr/local/go1.17.6/src/runtime/netpoll.go:234

0110x4d6fd1#011internal/poll.(*pollDesc).wait+0x31#011#011#011#011#011#011#011/usr/local/go1.17.6/src/internal/poll/fd_poll_runtime.go:84

0110x4d8339#011internal/poll.(*pollDesc).waitRead+0x259#011#011#011#011#011#011/usr/local/go1.17.6/src/internal/poll/fd_poll_runtime.go:89

0110x4d8327#011internal/poll.(*FD).Read+0x247#011#011#011#011#011#011#011#011/usr/local/go1.17.6/src/internal/poll/fd_unix.go:167

0110x58cb28#011net.(*netFD).Read+0x28#011#011#011#011#011#011#011#011#011/usr/local/go1.17.6/src/net/fd_posix.go:56

0110x59d0e4#011net.(*conn).Read+0x44#011#011#011#011#011#011#011#011#011/usr/local/go1.17.6/src/net/net.go:183

0110x549e02#011bufio.(*Reader).fill+0x102#011#011#011#011#011#011#011#011/usr/local/go1.17.6/src/bufio/bufio.go:101

0110x54a9ce#011bufio.(*Reader).ReadSlice+0x2e#011#011#011#011#011#011#011#011/usr/local/go1.17.6/src/bufio/bufio.go:360

0110x54ac26#011bufio.(*Reader).ReadLine+0x26#011#011#011#011#011#011#011#011/usr/local/go1.17.6/src/bufio/bufio.go:389

0110x851a84#011github.com/go-redis/redis/internal/proto.(*Reader).ReadLine+0x24#011#011#011/home/ubuntu/devops/gopath/pkg/mod/github.com/go-redis/redis@v6.15.8+incompatible/internal/proto/reader.go:49

0110x851f44#011github.com/go-redis/redis/internal/proto.(*Reader).ReadString+0x24#011#011#011/home/ubuntu/devops/gopath/pkg/mod/github.com/go-redis/redis@v6.15.8+incompatible/internal/proto/reader.go:106

0110x85b144#011github.com/go-redis/redis.(*StringCmd).readReply+0x24#011#011#011#011#011/home/ubuntu/devops/gopath/pkg/mod/github.com/go-redis/redis@v6.15.8+incompatible/command.go:637

0110x855c17#011github.com/go-redis/redis/internal/pool.(*Conn).WithReader+0x37#011#011#011#011/home/ubuntu/devops/gopath/pkg/mod/github.com/go-redis/redis@v6.15.8+incompatible/internal/pool/conn.go:79

0110x87ff3d#011github.com/go-redis/redis.(*baseClient).defaultProcess+0x1fd#011#011#011#011/home/ubuntu/devops/gopath/pkg/mod/github.com/go-redis/redis@v6.15.8+incompatible/redis.go:207

0110x881bb3#011github.com/go-redis/redis.(*baseClient).Process+0x33#011#011#011#011#011/home/ubuntu/devops/gopath/pkg/mod/github.com/go-redis/redis@v6.15.8+incompatible/redis.go:177

0110x868761#011github.com/go-redis/redis.(*cmdable).HGet+0x121#011#011#011#011#011#011/home/ubuntu/devops/gopath/pkg/mod/github.com/go-redis/redis@v6.15.8+incompatible/commands.go:928

0110x905544#011git.woa.com/tswitch/sonic-telemetry/sonic_data_client.getValueFromTableValue+0x4e4#011/home/ubuntu/devops/sonic-telemetry/sonic_data_client/yang_get_client.go:475

0110x90685d#011git.woa.com/tswitch/sonic-telemetry/sonic_data_client.GetDbByJson+0x9fd#011#011#011/home/ubuntu/devops/sonic-telemetry/sonic_data_client/yang_get_client.go:599

0110x9071ed#011git.woa.com/tswitch/sonic-telemetry/sonic_data_client.GetDb+0xed#011#011#011/home/ubuntu/devops/sonic-telemetry/sonic_data_client/yang_get_client.go:651

0110x8ecab9#011git.woa.com/tswitch/sonic-telemetry/sonic_data_client.(*YangDbClient).Get+0x439#011#011/home/ubuntu/devops/sonic-telemetry/sonic_data_client/yang_client.go:367

0110x960fb2#011git.woa.com/tswitch/sonic-telemetry/dialout/dialout_client.publish_send+0xdf2#011#011/home/ubuntu/devops/sonic-telemetry/dialout/dialout_client/dialout_client.go:669

27 @ 0x439bd6 0x40822c 0x407c98 0x8578c7 0x46a121

0110x8578c6#011github.com/go-redis/redis/internal/pool.(*ConnPool).reaper+0x86#011/home/ubuntu/devops/gopath/pkg/mod/github.com/go-redis/redis@v6.15.8+incompatible/internal/pool/pool.go:449

17 @ 0x439bd6 0x432593 0x464909 0x4d6fd2 0x4d833a 0x4d8328 0x58cb29 0x59d0e5 0x549e03 0x54a9cf 0x54ac27 0x851a85 0x851f45 0x85b145 0x855c18 0x87ff3e 0x881bb4 0x868762 0x905309 0x90685e 0x9071ee 0x8ed33d 0x960fb3 0x46a121

0110x464908#011internal/poll.runtime_pollWait+0x88#011#011#011#011#011#011#011/usr/local/go1.17.6/src/runtime/netpoll.go:234

0110x4d6fd1#011internal/poll.(*pollDesc).wait+0x31#011#011#011#011#011#011#011/usr/local/go1.17.6/src/internal/poll/fd_poll_runtime.go:84

0110x4d8339#011internal/poll.(*pollDesc).waitRead+0x259#011#011#011#011#011#011/usr/local/go1.17.6/src/internal/poll/fd_poll_runtime.go:89

0110x4d8327#011internal/poll.(*FD).Read+0x247#011#011#011#011#011#011#011#011/usr/local/go1.17.6/src/internal/poll/fd_unix.go:167

0110x58cb28#011net.(*netFD).Read+0x28#011#011#011#011#011#011#011#011#011/usr/local/go1.17.6/src/net/fd_posix.go:56

0110x59d0e4#011net.(*conn).Read+0x44#011#011#011#011#011#011#011#011#011/usr/local/go1.17.6/src/net/net.go:183

0110x549e02#011bufio.(*Reader).fill+0x102#011#011#011#011#011#011#011#011/usr/local/go1.17.6/src/bufio/bufio.go:101

0110x54a9ce#011bufio.(*Reader).ReadSlice+0x2e#011#011#011#011#011#011#011#011/usr/local/go1.17.6/src/bufio/bufio.go:360

0110x54ac26#011bufio.(*Reader).ReadLine+0x26#011#011#011#011#011#011#011#011/usr/local/go1.17.6/src/bufio/bufio.go:389

0110x851a84#011github.com/go-redis/redis/internal/proto.(*Reader).ReadLine+0x24#011#011#011/home/ubuntu/devops/gopath/pkg/mod/github.com/go-redis/redis@v6.15.8+incompatible/internal/proto/reader.go:49

0110x851f44#011github.com/go-redis/redis/internal/proto.(*Reader).ReadString+0x24#011#011#011/home/ubuntu/devops/gopath/pkg/mod/github.com/go-redis/redis@v6.15.8+incompatible/internal/proto/reader.go:106

0110x85b144#011github.com/go-redis/redis.(*StringCmd).readReply+0x24#011#011#011#011#011/home/ubuntu/devops/gopath/pkg/mod/github.com/go-redis/redis@v6.15.8+incompatible/command.go:637

0110x855c17#011github.com/go-redis/redis/internal/pool.(*Conn).WithReader+0x37#011#011#011#011/home/ubuntu/devops/gopath/pkg/mod/github.com/go-redis/redis@v6.15.8+incompatible/internal/pool/conn.go:79

0110x87ff3d#011github.com/go-redis/redis.(*baseClient).defaultProcess+0x1fd#011#011#011#011/home/ubuntu/devops/gopath/pkg/mod/github.com/go-redis/redis@v6.15.8+incompatible/redis.go:207

0110x881bb3#011github.com/go-redis/redis.(*baseClient).Process+0x33#011#011#011#011#011/home/ubuntu/devops/gopath/pkg/mod/github.com/go-redis/redis@v6.15.8+incompatible/redis.go:177

0110x868761#011github.com/go-redis/redis.(*cmdable).HGet+0x121#011#011#011#011#011#011/home/ubuntu/devops/gopath/pkg/mod/github.com/go-redis/redis@v6.15.8+incompatible/commands.go:928

0110x905308#011git.woa.com/tswitch/sonic-telemetry/sonic_data_client.getValueFromTableValue+0x2a8#011/home/ubuntu/devops/sonic-telemetry/sonic_data_client/yang_get_client.go:489

0110x90685d#011git.woa.com/tswitch/sonic-telemetry/sonic_data_client.GetDbByJson+0x9fd#011#011#011/home/ubuntu/devops/sonic-telemetry/sonic_data_client/yang_get_client.go:599

0110x9071ed#011git.woa.com/tswitch/sonic-telemetry/sonic_data_client.GetDb+0xed#011#011#011/home/ubuntu/devops/sonic-telemetry/sonic_data_client/yang_get_client.go:651

0110x8ed33c#011git.woa.com/tswitch/sonic-telemetry/sonic_data_client.(*YangDbClient).Get+0xcbc#011#011/home/ubuntu/devops/sonic-telemetry/sonic_data_client/yang_client.go:404

0110x960fb2#011git.woa.com/tswitch/sonic-telemetry/dialout/dialout_client.publish_send+0xdf2#011#011/home/ubuntu/devops/sonic-telemetry/dialout/dialout_client/dialout_client.go:669

13 @ 0x439bd6 0x432593 0x464909 0x4d6fd2 0x4d833a 0x4d8328 0x58cb29 0x59d0e5 0x549e03 0x54a9cf 0x54ac27 0x851a85 0x851f45 0x85b145 0x855c18 0x87ff3e 0x881bb4 0x868762 0x905545 0x90685e 0x9071ee 0x8ed33d 0x960fb3 0x46a121

0110x464908#011internal/poll.runtime_pollWait+0x88#011#011#011#011#011#011#011/usr/local/go1.17.6/src/runtime/netpoll.go:234

0110x4d6fd1#011internal/poll.(*pollDesc).wait+0x31#011#011#011#011#011#011#011/usr/local/go1.17.6/src/internal/poll/fd_poll_runtime.go:84

0110x4d8339#011internal/poll.(*pollDesc).waitRead+0x259#011#011#011#011#011#011/usr/local/go1.17.6/src/internal/poll/fd_poll_runtime.go:89

0110x4d8327#011internal/poll.(*FD).Read+0x247#011#011#011#011#011#011#011#011/usr/local/go1.17.6/src/internal/poll/fd_unix.go:167

0110x58cb28#011net.(*netFD).Read+0x28#011#011#011#011#011#011#011#011#011/usr/local/go1.17.6/src/net/fd_posix.go:56

0110x59d0e4#011net.(*conn).Read+0x44#011#011#011#011#011#011#011#011#011/usr/local/go1.17.6/src/net/net.go:183

0110x549e02#011bufio.(*Reader).fill+0x102#011#011#011#011#011#011#011#011/usr/local/go1.17.6/src/bufio/bufio.go:101

0110x54a9ce#011bufio.(*Reader).ReadSlice+0x2e#011#011#011#011#011#011#011#011/usr/local/go1.17.6/src/bufio/bufio.go:360

0110x54ac26#011bufio.(*Reader).ReadLine+0x26#011#011#011#011#011#011#011#011/usr/local/go1.17.6/src/bufio/bufio.go:389

0110x851a84#011github.com/go-redis/redis/internal/proto.(*Reader).ReadLine+0x24#011#011#011/home/ubuntu/devops/gopath/pkg/mod/github.com/go-redis/redis@v6.15.8+incompatible/internal/proto/reader.go:49

0110x851f44#011github.com/go-redis/redis/internal/proto.(*Reader).ReadString+0x24#011#011#011/home/ubuntu/devops/gopath/pkg/mod/github.com/go-redis/redis@v6.15.8+incompatible/internal/proto/reader.go:106

0110x85b144#011github.com/go-redis/redis.(*StringCmd).readReply+0x24#011#011#011#011#011/home/ubuntu/devops/gopath/pkg/mod/github.com/go-redis/redis@v6.15.8+incompatible/command.go:637

0110x855c17#011github.com/go-redis/redis/internal/pool.(*Conn).WithReader+0x37#011#011#011#011/home/ubuntu/devops/gopath/pkg/mod/github.com/go-redis/redis@v6.15.8+incompatible/internal/pool/conn.go:79

0110x87ff3d#011github.com/go-redis/redis.(*baseClient).defaultProcess+0x1fd#011#011#011#011/home/ubuntu/devops/gopath/pkg/mod/github.com/go-redis/redis@v6.15.8+incompatible/redis.go:207

0110x881bb3#011github.com/go-redis/redis.(*baseClient).Process+0x33#011#011#011#011#011/home/ubuntu/devops/gopath/pkg/mod/github.com/go-redis/redis@v6.15.8+incompatible/redis.go:177

0110x868761#011github.com/go-redis/redis.(*cmdable).HGet+0x121#011#011#011#011#011#011/home/ubuntu/devops/gopath/pkg/mod/github.com/go-redis/redis@v6.15.8+incompatible/commands.go:928

0110x905544#011git.woa.com/tswitch/sonic-telemetry/sonic_data_client.getValueFromTableValue+0x4e4#011/home/ubuntu/devops/sonic-telemetry/sonic_data_client/yang_get_client.go:475

0110x90685d#011git.woa.com/tswitch/sonic-telemetry/sonic_data_client.GetDbByJson+0x9fd#011#011#011/home/ubuntu/devops/sonic-telemetry/sonic_data_client/yang_get_client.go:599

0110x9071ed#011git.woa.com/tswitch/sonic-telemetry/sonic_data_client.GetDb+0xed#011#011#011/home/ubuntu/devops/sonic-telemetry/sonic_data_client/yang_get_client.go:651

0110x8ed33c#011git.woa.com/tswitch/sonic-telemetry/sonic_data_client.(*YangDbClient).Get+0xcbc#011#011/home/ubuntu/devops/sonic-telemetry/sonic_data_client/yang_client.go:404

0110x960fb2#011git.woa.com/tswitch/sonic-telemetry/dialout/dialout_client.publish_send+0xdf2#011#011/home/ubuntu/devops/sonic-telemetry/dialout/dialout_client/dialout_client.go:669

12 @ 0x439bd6 0x449972 0x856a67 0x85682f 0x87f88e 0x87f7e5 0x87fdd7 0x881bb4 0x868762 0x905545 0x90685e 0x9071ee 0x8ecaba 0x960fb3 0x46a121

0110x856a66#011github.com/go-redis/redis/internal/pool.(*ConnPool).waitTurn+0xc6#011#011#011/home/ubuntu/devops/gopath/pkg/mod/github.com/go-redis/redis@v6.15.8+incompatible/internal/pool/pool.go:258

0110x85682e#011github.com/go-redis/redis/internal/pool.(*ConnPool).Get+0x2e#011#011#011#011/home/ubuntu/devops/gopath/pkg/mod/github.com/go-redis/redis@v6.15.8+incompatible/internal/pool/pool.go:212

0110x87f88d#011github.com/go-redis/redis.(*baseClient)._getConn+0x2d#011#011#011#011#011/home/ubuntu/devops/gopath/pkg/mod/github.com/go-redis/redis@v6.15.8+incompatible/redis.go:82

0110x87f7e4#011github.com/go-redis/redis.(*baseClient).getConn+0x44#011#011#011#011#011/home/ubuntu/devops/gopath/pkg/mod/github.com/go-redis/redis@v6.15.8+incompatible/redis.go:71

0110x87fdd6#011github.com/go-redis/redis.(*baseClient).defaultProcess+0x96#011#011#011#011/home/ubuntu/devops/gopath/pkg/mod/github.com/go-redis/redis@v6.15.8+incompatible/redis.go:186

0110x881bb3#011github.com/go-redis/redis.(*baseClient).Process+0x33#011#011#011#011#011/home/ubuntu/devops/gopath/pkg/mod/github.com/go-redis/redis@v6.15.8+incompatible/redis.go:177

0110x868761#011github.com/go-redis/redis.(*cmdable).HGet+0x121#011#011#011#011#011#011/home/ubuntu/devops/gopath/pkg/mod/github.com/go-redis/redis@v6.15.8+incompatible/commands.go:928

0110x905544#011git.woa.com/tswitch/sonic-telemetry/sonic_data_client.getValueFromTableValue+0x4e4#011/home/ubuntu/devops/sonic-telemetry/sonic_data_client/yang_get_client.go:475

0110x90685d#011git.woa.com/tswitch/sonic-telemetry/sonic_data_client.GetDbByJson+0x9fd#011#011#011/home/ubuntu/devops/sonic-telemetry/sonic_data_client/yang_get_client.go:599

0110x9071ed#011git.woa.com/tswitch/sonic-telemetry/sonic_data_client.GetDb+0xed#011#011#011/home/ubuntu/devops/sonic-telemetry/sonic_data_client/yang_get_client.go:651

0110x8ecab9#011git.woa.com/tswitch/sonic-telemetry/sonic_data_client.(*YangDbClient).Get+0x439#011#011/home/ubuntu/devops/sonic-telemetry/sonic_data_client/yang_client.go:367

0110x960fb2#011git.woa.com/tswitch/sonic-telemetry/dialout/dialout_client.publish_send+0xdf2#011#011/home/ubuntu/devops/sonic-telemetry/dialout/dialout_client/dialout_client.go:669

5 @ 0x439bd6 0x449972 0x95f88d 0x46a121

0110x95f88c#011git.woa.com/tswitch/sonic-telemetry/dialout/dialout_client.publishRun+0x158c#011/home/ubuntu/devops/sonic-telemetry/dialout/dialout_client/dialout_client.go:600

3 @ 0x439bd6 0x449972 0x856a67 0x85682f 0x87f88e 0x87f7e5 0x87fdd7 0x881bb4 0x868762 0x905545 0x90685e 0x9071ee 0x8ed33d 0x960fb3 0x46a121

0110x856a66#011github.com/go-redis/redis/internal/pool.(*ConnPool).waitTurn+0xc6#011#011#011/home/ubuntu/devops/gopath/pkg/mod/github.com/go-redis/redis@v6.15.8+incompatible/internal/pool/pool.go:258

0110x85682e#011github.com/go-redis/redis/internal/pool.(*ConnPool).Get+0x2e#011#011#011#011/home/ubuntu/devops/gopath/pkg/mod/github.com/go-redis/redis@v6.15.8+incompatible/internal/pool/pool.go:212

0110x87f88d#011github.com/go-redis/redis.(*baseClient)._getConn+0x2d#011#011#011#011#011/home/ubuntu/devops/gopath/pkg/mod/github.com/go-redis/redis@v6.15.8+incompatible/redis.go:82

0110x87f7e4#011github.com/go-redis/redis.(*baseClient).getConn+0x44#011#011#011#011#011/home/ubuntu/devops/gopath/pkg/mod/github.com/go-redis/redis@v6.15.8+incompatible/redis.go:71

0110x87fdd6#011github.com/go-redis/redis.(*baseClient).defaultProcess+0x96#011#011#011#011/home/ubuntu/devops/gopath/pkg/mod/github.com/go-redis/redis@v6.15.8+incompatible/redis.go:186

0110x881bb3#011github.com/go-redis/redis.(*baseClient).Process+0x33#011#011#011#011#011/home/ubuntu/devops/gopath/pkg/mod/github.com/go-redis/redis@v6.15.8+incompatible/redis.go:177

0110x868761#011github.com/go-redis/redis.(*cmdable).HGet+0x121#011#011#011#011#011#011/home/ubuntu/devops/gopath/pkg/mod/github.com/go-redis/redis@v6.15.8+incompatible/commands.go:928

0110x905544#011git.woa.com/tswitch/sonic-telemetry/sonic_data_client.getValueFromTableValue+0x4e4#011/home/ubuntu/devops/sonic-telemetry/sonic_data_client/yang_get_client.go:475

0110x90685d#011git.woa.com/tswitch/sonic-telemetry/sonic_data_client.GetDbByJson+0x9fd#011#011#011/home/ubuntu/devops/sonic-telemetry/sonic_data_client/yang_get_client.go:599

0110x9071ed#011git.woa.com/tswitch/sonic-telemetry/sonic_data_client.GetDb+0xed#011#011#011/home/ubuntu/devops/sonic-telemetry/sonic_data_client/yang_get_client.go:651

0110x8ed33c#011git.woa.com/tswitch/sonic-telemetry/sonic_data_client.(*YangDbClient).Get+0xcbc#011#011/home/ubuntu/devops/sonic-telemetry/sonic_data_client/yang_client.go:404

0110x960fb2#011git.woa.com/tswitch/sonic-telemetry/dialout/dialout_client.publish_send+0xdf2#011#011/home/ubuntu/devops/sonic-telemetry/dialout/dialout_client/dialout_client.go:669

2 @ 0x439bd6 0x432593 0x464909 0x4d6fd2 0x4d833a 0x4d8328 0x58cb29 0x59d0e5 0x549e03 0x54a9cf 0x54ac27 0x851a85 0x852287 0x85b48c 0x855c18 0x87ff3e 0x881bb4 0x861ed6 0x8fbafa 0x8ffc1f 0x900a5f 0x900d4a 0x8ecfbe 0x960fb3 0x46a121

0110x464908#011internal/poll.runtime_pollWait+0x88#011#011#011#011#011#011#011#011/usr/local/go1.17.6/src/runtime/netpoll.go:234

0110x4d6fd1#011internal/poll.(*pollDesc).wait+0x31#011#011#011#011#011#011#011#011/usr/local/go1.17.6/src/internal/poll/fd_poll_runtime.go:84

0110x4d8339#011internal/poll.(*pollDesc).waitRead+0x259#011#011#011#011#011#011#011/usr/local/go1.17.6/src/internal/poll/fd_poll_runtime.go:89

0110x4d8327#011internal/poll.(*FD).Read+0x247#011#011#011#011#011#011#011#011#011/usr/local/go1.17.6/src/internal/poll/fd_unix.go:167

0110x58cb28#011net.(*netFD).Read+0x28#011#011#011#011#011#011#011#011#011#011/usr/local/go1.17.6/src/net/fd_posix.go:56

0110x59d0e4#011net.(*conn).Read+0x44#011#011#011#011#011#011#011#011#011#011/usr/local/go1.17.6/src/net/net.go:183

0110x549e02#011bufio.(*Reader).fill+0x102#011#011#011#011#011#011#011#011#011/usr/local/go1.17.6/src/bufio/bufio.go:101

0110x54a9ce#011bufio.(*Reader).ReadSlice+0x2e#011#011#011#011#011#011#011#011#011/usr/local/go1.17.6/src/bufio/bufio.go:360

0110x54ac26#011bufio.(*Reader).ReadLine+0x26#011#011#011#011#011#011#011#011#011/usr/local/go1.17.6/src/bufio/bufio.go:389

0110x851a84#011github.com/go-redis/redis/internal/proto.(*Reader).ReadLine+0x24#011#011#011#011/home/ubuntu/devops/gopath/pkg/mod/github.com/go-redis/redis@v6.15.8+incompatible/internal/proto/reader.go:49

0110x852286#011github.com/go-redis/redis/internal/proto.(*Reader).ReadArrayReply+0x26#011#011#011#011/home/ubuntu/devops/gopath/pkg/mod/github.com/go-redis/redis@v6.15.8+incompatible/internal/proto/reader.go:144

0110x85b48b#011github.com/go-redis/redis.(*StringSliceCmd).readReply+0x2b#011#011#011#011#011/home/ubuntu/devops/gopath/pkg/mod/github.com/go-redis/redis@v6.15.8+incompatible/command.go:708

0110x855c17#011github.com/go-redis/redis/internal/pool.(*Conn).WithReader+0x37#011#011#011#011#011/home/ubuntu/devops/gopath/pkg/mod/github.com/go-redis/redis@v6.15.8+incompatible/internal/pool/conn.go:79

0110x87ff3d#011github.com/go-redis/redis.(*baseClient).defaultProcess+0x1fd#011#011#011#011#011/home/ubuntu/devops/gopath/pkg/mod/github.com/go-redis/redis@v6.15.8+incompatible/redis.go:207

0110x881bb3#011github.com/go-redis/redis.(*baseClient).Process+0x33#011#011#011#011#011#011/home/ubuntu/devops/gopath/pkg/mod/github.com/go-redis/redis@v6.15.8+incompatible/redis.go:177

0110x861ed5#011github.com/go-redis/redis.(*cmdable).Keys+0xd5#011#011#011#011#011#011#011/home/ubuntu/devops/gopath/pkg/mod/github.com/go-redis/redis@v6.15.8+incompatible/commands.go:430

0110x8fbaf9#011git.woa.com/tswitch/sonic-telemetry/sonic_data_client.getExtendOriginValuesFromKeyProfile+0x7f9#011/home/ubuntu/devops/sonic-telemetry/sonic_data_client/yang_extend.go:318

0110x8ffc1e#011git.woa.com/tswitch/sonic-telemetry/sonic_data_client.extendPathElemKey+0xcde#011#011#011/home/ubuntu/devops/sonic-telemetry/sonic_data_client/yang_extend.go:595

0110x900a5e#011git.woa.com/tswitch/sonic-telemetry/sonic_data_client.YangExtendPath+0x35e#011#011#011/home/ubuntu/devops/sonic-telemetry/sonic_data_client/yang_extend.go:685

0110x900d49#011git.woa.com/tswitch/sonic-telemetry/sonic_data_client.YangExtendPath+0x649

https://github.com/golang/go/issues/11#011#011/home/ubuntu/devops/sonic-telemetry/sonic_data_client/yang_extend.go:718

0110x8ecfbd#011git.woa.com/tswitch/sonic-telemetry/sonic_data_client.(*YangDbClient).Get+0x93d#011#011#011/home/ubuntu/devops/sonic-telemetry/sonic_data_client/yang_client.go:398

0110x960fb2#011git.woa.com/tswitch/sonic-telemetry/dialout/dialout_client.publish_send+0xdf2#011#011#011/home/ubuntu/devops/sonic-telemetry/dialout/dialout_client/dialout_client.go:669

1 @ 0x439bd6 0x432593 0x464909 0x4d6fd2 0x4d833a 0x4d8328 0x58cb29 0x59d0e5 0x549e03 0x54a9cf 0x54ac27 0x851a85 0x851ba7 0x85ab07 0x855c18 0x87ff3e 0x881bb4 0x869515 0x969d55 0x95f15f 0x46a121

0110x464908#011internal/poll.runtime_pollWait+0x88#011#011#011#011#011#011#011/usr/local/go1.17.6/src/runtime/netpoll.go:234

0110x4d6fd1#011internal/poll.(*pollDesc).wait+0x31#011#011#011#011#011#011#011/usr/local/go1.17.6/src/internal/poll/fd_poll_runtime.go:84

0110x4d8339#011internal/poll.(*pollDesc).waitRead+0x259#011#011#011#011#011#011/usr/local/go1.17.6/src/internal/poll/fd_poll_runtime.go:89

0110x4d8327#011internal/poll.(*FD).Read+0x247#011#011#011#011#011#011#011#011/usr/local/go1.17.6/src/internal/poll/fd_unix.go:167

0110x58cb28#011net.(*netFD).Read+0x28#011#011#011#011#011#011#011#011#011/usr/local/go1.17.6/src/net/fd_posix.go:56

0110x59d0e4#011net.(*conn).Read+0x44#011#011#011#011#011#011#011#011#011/usr/local/go1.17.6/src/net/net.go:183

0110x549e02#011bufio.(*Reader).fill+0x102#011#011#011#011#011#011#011#011/usr/local/go1.17.6/src/bufio/bufio.go:101

0110x54a9ce#011bufio.(*Reader).ReadSlice+0x2e#011#011#011#011#011#011#011#011/usr/local/go1.17.6/src/bufio/bufio.go:360

0110x54ac26#011bufio.(*Reader).ReadLine+0x26#011#011#011#011#011#011#011#011/usr/local/go1.17.6/src/bufio/bufio.go:389

0110x851a84#011github.com/go-redis/redis/internal/proto.(*Reader).ReadLine+0x24#011#011#011/home/ubuntu/devops/gopath/pkg/mod/github.com/go-redis/redis@v6.15.8+incompatible/internal/proto/reader.go:49

0110x851ba6#011github.com/go-redis/redis/internal/proto.(*Reader).ReadReply+0x26#011#011#011/home/ubuntu/devops/gopath/pkg/mod/github.com/go-redis/redis@v6.15.8+incompatible/internal/proto/reader.go:66

0110x85ab06#011github.com/go-redis/redis.(*BoolCmd).readReply+0x26#011#011#011#011#011/home/ubuntu/devops/gopath/pkg/mod/github.com/go-redis/redis@v6.15.8+incompatible/command.go:533

0110x855c17#011github.com/go-redis/redis/internal/pool.(*Conn).WithReader+0x37#011#011#011#011/home/ubuntu/devops/gopath/pkg/mod/github.com/go-redis/redis@v6.15.8+incompatible/internal/pool/conn.go:79

0110x87ff3d#011github.com/go-redis/redis.(*baseClient).defaultProcess+0x1fd#011#011#011#011/home/ubuntu/devops/gopath/pkg/mod/github.com/go-redis/redis@v6.15.8+incompatible/redis.go:207

0110x881bb3#011github.com/go-redis/redis.(*baseClient).Process+0x33#011#011#011#011#011/home/ubuntu/devops/gopath/pkg/mod/github.com/go-redis/redis@v6.15.8+incompatible/redis.go:177

0110x869514#011github.com/go-redis/redis.(*cmdable).HSet+0x154#011#011#011#011#011#011/home/ubuntu/devops/gopath/pkg/mod/github.com/go-redis/redis@v6.15.8+incompatible/commands.go:991

0110x969d54#011git.woa.com/tswitch/sonic-telemetry/dialout/dialout_client.addRunningSeverCache+0x2f4#011/home/ubuntu/devops/sonic-telemetry/dialout/dialout_client/dialout_client.go:1626

0110x95f15e#011git.woa.com/tswitch/sonic-telemetry/dialout/dialout_client.publishRun+0xe5e#011#011/home/ubuntu/devops/sonic-telemetry/dialout/dialout_client/dialout_client.go:572

1 @ 0x439bd6 0x432593 0x464909 0x4d6fd2 0x4d833a 0x4d8328 0x58cb29 0x59d0e5 0x549e03 0x54a9cf 0x54ac27 0x851a85 0x851f45 0x85b145 0x855c18 0x87ff3e 0x881bb4 0x868762 0x9602ba 0x46a121

0110x464908#011internal/poll.runtime_pollWait+0x88#011#011#011#011#011#011/usr/local/go1.17.6/src/runtime/netpoll.go:234

0110x4d6fd1#011internal/poll.(*pollDesc).wait+0x31#011#011#011#011#011#011/usr/local/go1.17.6/src/internal/poll/fd_poll_runtime.go:84

0110x4d8339#011internal/poll.(*pollDesc).waitRead+0x259#011#011#011#011#011/usr/local/go1.17.6/src/internal/poll/fd_poll_runtime.go:89

0110x4d8327#011internal/poll.(*FD).Read+0x247#011#011#011#011#011#011#011/usr/local/go1.17.6/src/internal/poll/fd_unix.go:167

0110x58cb28#011net.(*netFD).Read+0x28#011#011#011#011#011#011#011#011/usr/local/go1.17.6/src/net/fd_posix.go:56

0110x59d0e4#011net.(*conn).Read+0x44#011#011#011#011#011#011#011#011/usr/local/go1.17.6/src/net/net.go:183

0110x549e02#011bufio.(*Reader).fill+0x102#011#011#011#011#011#011#011/usr/local/go1.17.6/src/bufio/bufio.go:101

0110x54a9ce#011bufio.(*Reader).ReadSlice+0x2e#011#011#011#011#011#011#011/usr/local/go1.17.6/src/bufio/bufio.go:360

0110x54ac26#011bufio.(*Reader).ReadLine+0x26#011#011#011#011#011#011#011/usr/local/go1.17.6/src/bufio/bufio.go:389

0110x851a84#011github.com/go-redis/redis/internal/proto.(*Reader).ReadLine+0x24#011#011/home/ubuntu/devops/gopath/pkg/mod/github.com/go-redis/redis@v6.15.8+incompatible/internal/proto/reader.go:49

0110x851f44#011github.com/go-redis/redis/internal/proto.(*Reader).ReadString+0x24#011#011/home/ubuntu/devops/gopath/pkg/mod/github.com/go-redis/redis@v6.15.8+incompatible/internal/proto/reader.go:106

0110x85b144#011github.com/go-redis/redis.(*StringCmd).readReply+0x24#011#011#011#011/home/ubuntu/devops/gopath/pkg/mod/github.com/go-redis/redis@v6.15.8+incompatible/command.go:637

0110x855c17#011github.com/go-redis/redis/internal/pool.(*Conn).WithReader+0x37#011#011#011/home/ubuntu/devops/gopath/pkg/mod/github.com/go-redis/redis@v6.15.8+incompatible/internal/pool/conn.go:79

0110x87ff3d#011github.com/go-redis/redis.(*baseClient).defaultProcess+0x1fd#011#011#011/home/ubuntu/devops/gopath/pkg/mod/github.com/go-redis/redis@v6.15.8+incompatible/redis.go:207

0110x881bb3#011github.com/go-redis/redis.(*baseClient).Process+0x33#011#011#011#011/home/ubuntu/devops/gopath/pkg/mod/github.com/go-redis/redis@v6.15.8+incompatible/redis.go:177

0110x868761#011github.com/go-redis/redis.(*cmdable).HGet+0x121#011#011#011#011#011/home/ubuntu/devops/gopath/pkg/mod/github.com/go-redis/redis@v6.15.8+incompatible/commands.go:928

0110x9602b9#011git.woa.com/tswitch/sonic-telemetry/dialout/dialout_client.publish_send+0xf9#011/home/ubuntu/devops/sonic-telemetry/dialout/dialout_client/dialout_client.go:625

1 @ 0x439bd6 0x432593 0x464909 0x4d6fd2 0x4d833a 0x4d8328 0x58cb29 0x59d0e5 0x549e03 0x54a9cf 0x54ac27 0x851a85 0x852287 0x85b48c 0x855c18 0x87ff3e 0x881bb4 0x861ed6 0x8fbafa 0x8ffc1f 0x900a5f 0x8ebc1f 0x8edbe5 0x960fb3 0x46a121

0110x464908#011internal/poll.runtime_pollWait+0x88#011#011#011#011#011#011#011#011#011/usr/local/go1.17.6/src/runtime/netpoll.go:234

0110x4d6fd1#011internal/poll.(*pollDesc).wait+0x31#011#011#011#011#011#011#011#011#011/usr/local/go1.17.6/src/internal/poll/fd_poll_runtime.go:84

0110x4d8339#011internal/poll.(*pollDesc).waitRead+0x259#011#011#011#011#011#011#011#011/usr/local/go1.17.6/src/internal/poll/fd_poll_runtime.go:89

0110x4d8327#011internal/poll.(*FD).Read+0x247#011#011#011#011#011#011#011#011#011#011/usr/local/go1.17.6/src/internal/poll/fd_unix.go:167

0110x58cb28#011net.(*netFD).Read+0x28#011#011#011#011#011#011#011#011#011#011#011/usr/local/go1.17.6/src/net/fd_posix.go:56

0110x59d0e4#011net.(*conn).Read+0x44#011#011#011#011#011#011#011#011#011#011#011/usr/local/go1.17.6/src/net/net.go:183

0110x549e02#011bufio.(*Reader).fill+0x102#011#011#011#011#011#011#011#011#011#011/usr/local/go1.17.6/src/bufio/bufio.go:101

0110x54a9ce#011bufio.(*Reader).ReadSlice+0x2e#011#011#011#011#011#011#011#011#011#011/usr/local/go1.17.6/src/bufio/bufio.go:360

0110x54ac26#011bufio.(*Reader).ReadLine+0x26#011#011#011#011#011#011#011#011#011#011/usr/local/go1.17.6/src/bufio/bufio.go:389

0110x851a84#011github.com/go-redis/redis/internal/proto.(*Reader).ReadLine+0x24#011#011#011#011#011/home/ubuntu/devops/gopath/pkg/mod/github.com/go-redis/redis@v6.15.8+incompatible/internal/proto/reader.go:49

0110x852286#011github.com/go-redis/redis/internal/proto.(*Reader).ReadArrayReply+0x26#011#011#011#011#011/home/ubuntu/devops/gopath/pkg/mod/github.com/go-redis/redis@v6.15.8+incompatible/internal/proto/reader.go:144

0110x85b48b#011github.com/go-redis/redis.(*StringSliceCmd).readReply+0x2b#011#011#011#011#011#011/home/ubuntu/devops/gopath/pkg/mod/github.com/go-redis/redis@v6.15.8+incompatible/command.go:708

0110x855c17#011github.com/go-redis/redis/internal/pool.(*Conn).WithReader+0x37#011#011#011#011#011#011/home/ubuntu/devops/gopath/pkg/mod/github.com/go-redis/redis@v6.15.8+incompatible/internal/pool/conn.go:79

0110x87ff3d#011github.com/go-redis/redis.(*baseClient).defaultProcess+0x1fd#011#011#011#011#011#011/home/ubuntu/devops/gopath/pkg/mod/github.com/go-redis/redis@v6.15.8+incompatible/redis.go:207

0110x881bb3#011github.com/go-redis/redis.(*baseClient).Process+0x33#011#011#011#011#011#011#011/home/ubuntu/devops/gopath/pkg/mod/github.com/go-redis/redis@v6.15.8+incompatible/redis.go:177

0110x861ed5#011github.com/go-redis/redis.(*cmdable).Keys+0xd5#011#011#011#011#011#011#011#011/home/ubuntu/devops/gopath/pkg/mod/github.com/go-redis/redis@v6.15.8+incompatible/commands.go:430

0110x8fbaf9#011git.woa.com/tswitch/sonic-telemetry/sonic_data_client.getExtendOriginValuesFromKeyProfile+0x7f9#011#011/home/ubuntu/devops/sonic-telemetry/sonic_data_client/yang_extend.go:318

0110x8ffc1e#011git.woa.com/tswitch/sonic-telemetry/sonic_data_client.extendPathElemKey+0xcde#011#011#011#011/home/ubuntu/devops/sonic-telemetry/sonic_data_client/yang_extend.go:595

0110x900a5e#011git.woa.com/tswitch/sonic-telemetry/sonic_data_client.YangExtendPath+0x35e#011#011#011#011/home/ubuntu/devops/sonic-telemetry/sonic_data_client/yang_extend.go:685

0110x8ebc1e#011git.woa.com/tswitch/sonic-telemetry/sonic_data_client.(*YangDbClient).getExtendPathAndGetFunc+0xbe#011/home/ubuntu/devops/sonic-telemetry/sonic_data_client/yang_client.go:245

0110x8edbe4#011git.woa.com/tswitch/sonic-telemetry/sonic_data_client.(*YangDbClient).Get+0x1564#011#011#011/home/ubuntu/devops/sonic-telemetry/sonic_data_client/yang_client.go:355

0110x960fb2#011git.woa.com/tswitch/sonic-telemetry/dialout/dialout_client.publish_send+0xdf2#011#011#011#011/home/ubuntu/devops/sonic-telemetry/dialout/dialout_client/dialout_client.go:669

1 @ 0x439bd6 0x432593 0x464909 0x4d6fd2 0x4d833a 0x4d8328 0x58cb29 0x59d0e5 0x549e03 0x54a9cf 0x54ac27 0x851a85 0x852287 0x85bbcc 0x855c18 0x87ff3e 0x881bb4 0x868896 0x8d695f 0x8d82a6 0x8d2265 0x960fb3 0x46a121

0110x464908#011internal/poll.runtime_pollWait+0x88#011#011#011#011#011#011#011/usr/local/go1.17.6/src/runtime/netpoll.go:234

0110x4d6fd1#011internal/poll.(*pollDesc).wait+0x31#011#011#011#011#011#011#011/usr/local/go1.17.6/src/internal/poll/fd_poll_runtime.go:84

0110x4d8339#011internal/poll.(*pollDesc).waitRead+0x259#011#011#011#011#011#011/usr/local/go1.17.6/src/internal/poll/fd_poll_runtime.go:89

0110x4d8327#011internal/poll.(*FD).Read+0x247#011#011#011#011#011#011#011#011/usr/local/go1.17.6/src/internal/poll/fd_unix.go:167

0110x58cb28#011net.(*netFD).Read+0x28#011#011#011#011#011#011#011#011#011/usr/local/go1.17.6/src/net/fd_posix.go:56

0110x59d0e4#011net.(*conn).Read+0x44#011#011#011#011#011#011#011#011#011/usr/local/go1.17.6/src/net/net.go:183

0110x549e02#011bufio.(*Reader).fill+0x102#011#011#011#011#011#011#011#011/usr/local/go1.17.6/src/bufio/bufio.go:101

0110x54a9ce#011bufio.(*Reader).ReadSlice+0x2e#011#011#011#011#011#011#011#011/usr/local/go1.17.6/src/bufio/bufio.go:360

0110x54ac26#011bufio.(*Reader).ReadLine+0x26#011#011#011#011#011#011#011#011/usr/local/go1.17.6/src/bufio/bufio.go:389

0110x851a84#011github.com/go-redis/redis/internal/proto.(*Reader).ReadLine+0x24#011#011#011/home/ubuntu/devops/gopath/pkg/mod/github.com/go-redis/redis@v6.15.8+incompatible/internal/proto/reader.go:49

0110x852286#011github.com/go-redis/redis/internal/proto.(*Reader).ReadArrayReply+0x26#011#011#011/home/ubuntu/devops/gopath/pkg/mod/github.com/go-redis/redis@v6.15.8+incompatible/internal/proto/reader.go:144

0110x85bbcb#011github.com/go-redis/redis.(*StringStringMapCmd).readReply+0x2b#011#011#011#011/home/ubuntu/devops/gopath/pkg/mod/github.com/go-redis/redis@v6.15.8+incompatible/command.go:813

0110x855c17#011github.com/go-redis/redis/internal/pool.(*Conn).WithReader+0x37#011#011#011#011/home/ubuntu/devops/gopath/pkg/mod/github.com/go-redis/redis@v6.15.8+incompatible/internal/pool/conn.go:79

0110x87ff3d#011github.com/go-redis/redis.(*baseClient).defaultProcess+0x1fd#011#011#011#011/home/ubuntu/devops/gopath/pkg/mod/github.com/go-redis/redis@v6.15.8+incompatible/redis.go:207

0110x881bb3#011github.com/go-redis/redis.(*baseClient).Process+0x33#011#011#011#011#011/home/ubuntu/devops/gopath/pkg/mod/github.com/go-redis/redis@v6.15.8+incompatible/redis.go:177

0110x868895#011github.com/go-redis/redis.(*cmdable).HGetAll+0xd5#011#011#011#011#011/home/ubuntu/devops/gopath/pkg/mod/github.com/go-redis/redis@v6.15.8+incompatible/commands.go:934

0110x8d695e#011git.woa.com/tswitch/sonic-telemetry/sonic_data_client.tableData2MsiInBanches+0x35e#011/home/ubuntu/devops/sonic-telemetry/sonic_data_client/db_client.go:908

0110x8d82a5#011git.woa.com/tswitch/sonic-telemetry/sonic_data_client.tableData2TypedValue+0x525#011/home/ubuntu/devops/sonic-telemetry/sonic_data_client/db_client.go:1129

0110x8d2264#011git.woa.com/tswitch/sonic-telemetry/sonic_data_client.(*DbClient).Get+0x584#011#011/home/ubuntu/devops/sonic-telemetry/sonic_data_client/db_client.go:429

0110x960fb2#011git.woa.com/tswitch/sonic-telemetry/dialout/dialout_client.publish_send+0xdf2#011#011/home/ubuntu/devops/sonic-telemetry/dialout/dialout_client/dialout_client.go:669

1 @ 0x439bd6 0x432593 0x464909 0x4d6fd2 0x4d833a 0x4d8328 0x58cb29 0x59d0e5 0x549e03 0x54a9cf 0x54ac27 0x851a85 0x852287 0x85bbcc 0x855c18 0x87ff3e 0x881bb4 0x868896 0x8d754b 0x8d82d1 0x8d2265 0x960fb3 0x46a121

0110x464908#011internal/poll.runtime_pollWait+0x88#011#011#011#011#011#011#011/usr/local/go1.17.6/src/runtime/netpoll.go:234

0110x4d6fd1#011internal/poll.(*pollDesc).wait+0x31#011#011#011#011#011#011#011/usr/local/go1.17.6/src/internal/poll/fd_poll_runtime.go:84

0110x4d8339#011internal/poll.(*pollDesc).waitRead+0x259#011#011#011#011#011#011/usr/local/go1.17.6/src/internal/poll/fd_poll_runtime.go:89

0110x4d8327#011internal/poll.(*FD).Read+0x247#011#011#011#011#011#011#011#011/usr/local/go1.17.6/src/internal/poll/fd_unix.go:167

0110x58cb28#011net.(*netFD).Read+0x28#011#011#011#011#011#011#011#011#011/usr/local/go1.17.6/src/net/fd_posix.go:56

0110x59d0e4#011net.(*conn).Read+0x44#011#011#011#011#011#011#011#011#011/usr/local/go1.17.6/src/net/net.go:183

0110x549e02#011bufio.(*Reader).fill+0x102#011#011#011#011#011#011#011#011/usr/local/go1.17.6/src/bufio/bufio.go:101

0110x54a9ce#011bufio.(*Reader).ReadSlice+0x2e#011#011#011#011#011#011#011#011/usr/local/go1.17.6/src/bufio/bufio.go:360

0110x54ac26#011bufio.(*Reader).ReadLine+0x26#011#011#011#011#011#011#011#011/usr/local/go1.17.6/src/bufio/bufio.go:389

0110x851a84#011github.com/go-redis/redis/internal/proto.(*Reader).ReadLine+0x24#011#011#011/home/ubuntu/devops/gopath/pkg/mod/github.com/go-redis/redis@v6.15.8+incompatible/internal/proto/reader.go:49

0110x852286#011github.com/go-redis/redis/internal/proto.(*Reader).ReadArrayReply+0x26#011#011#011/home/ubuntu/devops/gopath/pkg/mod/github.com/go-redis/redis@v6.15.8+incompatible/internal/proto/reader.go:144

0110x85bbcb#011github.com/go-redis/redis.(*StringStringMapCmd).readReply+0x2b#011#011#011#011/home/ubuntu/devops/gopath/pkg/mod/github.com/go-redis/redis@v6.15.8+incompatible/command.go:813

0110x855c17#011github.com/go-redis/redis/internal/pool.(*Conn).WithReader+0x37#011#011#011#011/home/ubuntu/devops/gopath/pkg/mod/github.com/go-redis/redis@v6.15.8+incompatible/internal/pool/conn.go:79

0110x87ff3d#011github.com/go-redis/redis.(*baseClient).defaultProcess+0x1fd#011#011#011#011/home/ubuntu/devops/gopath/pkg/mod/github.com/go-redis/redis@v6.15.8+incompatible/redis.go:207

0110x881bb3#011github.com/go-redis/redis.(*baseClient).Process+0x33#011#011#011#011#011/home/ubuntu/devops/gopath/pkg/mod/github.com/go-redis/redis@v6.15.8+incompatible/redis.go:177

0110x868895#011github.com/go-redis/redis.(*cmdable).HGetAll+0xd5#011#011#011#011#011/home/ubuntu/devops/gopath/pkg/mod/github.com/go-redis/redis@v6.15.8+incompatible/commands.go:934

0110x8d754a#011git.woa.com/tswitch/sonic-telemetry/sonic_data_client.tableData2Msi+0x7ca#011#011/home/ubuntu/devops/sonic-telemetry/sonic_data_client/db_client.go:1010

0110x8d82d0#011git.woa.com/tswitch/sonic-telemetry/sonic_data_client.tableData2TypedValue+0x550#011/home/ubuntu/devops/sonic-telemetry/sonic_data_client/db_client.go:1131

0110x8d2264#011git.woa.com/tswitch/sonic-telemetry/sonic_data_client.(*DbClient).Get+0x584#011#011/home/ubuntu/devops/sonic-telemetry/sonic_data_client/db_client.go:429

0110x960fb2#011git.woa.com/tswitch/sonic-telemetry/dialout/dialout_client.publish_send+0xdf2#011#011/home/ubuntu/devops/sonic-telemetry/dialout/dialout_client/dialout_client.go:669

1 @ 0x439bd6 0x432593 0x464909 0x4d6fd2 0x4d833a 0x4d8328 0x58cb29 0x59d0e5 0x549e03 0x54a9cf 0x54ac27 0x851a85 0x852287 0x85bbcc 0x855c18 0x87ff3e 0x881bb4 0x868896 0x8fc8b2 0x8ffc1f 0x900a5f 0x900d4a 0x8ecfbe 0x960fb3 0x46a121

0110x464908#011internal/poll.runtime_pollWait+0x88#011#011#011#011#011#011#011#011#011/usr/local/go1.17.6/src/runtime/netpoll.go:234

0110x4d6fd1#011internal/poll.(*pollDesc).wait+0x31#011#011#011#011#011#011#011#011#011/usr/local/go1.17.6/src/internal/poll/fd_poll_runtime.go:84

0110x4d8339#011internal/poll.(*pollDesc).waitRead+0x259#011#011#011#011#011#011#011#011/usr/local/go1.17.6/src/internal/poll/fd_poll_runtime.go:89

0110x4d8327#011internal/poll.(*FD).Read+0x247#011#011#011#011#011#011#011#011#011#011/usr/local/go1.17.6/src/internal/poll/fd_unix.go:167

0110x58cb28#011net.(*netFD).Read+0x28#011#011#011#011#011#011#011#011#011#011#011/usr/local/go1.17.6/src/net/fd_posix.go:56

0110x59d0e4#011net.(*conn).Read+0x44#011#011#011#011#011#011#011#011#011#011#011/usr/local/go1.17.6/src/net/net.go:183

0110x549e02#011bufio.(*Reader).fill+0x102#011#011#011#011#011#011#011#011#011#011/usr/local/go1.17.6/src/bufio/bufio.go:101

0110x54a9ce#011bufio.(*Reader).ReadSlice+0x2e#011#011#011#011#011#011#011#011#011#011/usr/local/go1.17.6/src/bufio/bufio.go:360

0110x54ac26#011bufio.(*Reader).ReadLine+0x26#011#011#011#011#011#011#011#011#011#011/usr/local/go1.17.6/src/bufio/bufio.go:389

0110x851a84#011github.com/go-redis/redis/internal/proto.(*Reader).ReadLine+0x24#011#011#011#011#011/home/ubuntu/devops/gopath/pkg/mod/github.com/go-redis/redis@v6.15.8+incompatible/internal/proto/reader.go:49

0110x852286#011github.com/go-redis/redis/internal/proto.(*Reader).ReadArrayReply+0x26#011#011#011#011#011/home/ubuntu/devops/gopath/pkg/mod/github.com/go-redis/redis@v6.15.8+incompatible/internal/proto/reader.go:144

0110x85bbcb#011github.com/go-redis/redis.(*StringStringMapCmd).readReply+0x2b#011#011#011#011#011#011/home/ubuntu/devops/gopath/pkg/mod/github.com/go-redis/redis@v6.15.8+incompatible/command.go:813

0110x855c17#011github.com/go-redis/redis/internal/pool.(*Conn).WithReader+0x37#011#011#011#011#011#011/home/ubuntu/devops/gopath/pkg/mod/github.com/go-redis/redis@v6.15.8+incompatible/internal/pool/conn.go:79

0110x87ff3d#011github.com/go-redis/redis.(*baseClient).defaultProcess+0x1fd#011#011#011#011#011#011/home/ubuntu/devops/gopath/pkg/mod/github.com/go-redis/redis@v6.15.8+incompatible/redis.go:207

0110x881bb3#011github.com/go-redis/redis.(*baseClient).Process+0x33#011#011#011#011#011#011#011/home/ubuntu/devops/gopath/pkg/mod/github.com/go-redis/redis@v6.15.8+incompatible/redis.go:177

0110x868895#011github.com/go-redis/redis.(*cmdable).HGetAll+0xd5#011#011#011#011#011#011#011/home/ubuntu/devops/gopath/pkg/mod/github.com/go-redis/redis@v6.15.8+incompatible/commands.go:934

0110x8fc8b1#011git.woa.com/tswitch/sonic-telemetry/sonic_data_client.getExtendOriginValuesFromKeyProfile+0x15b1#011/home/ubuntu/devops/sonic-telemetry/sonic_data_client/yang_extend.go:358

0110x8ffc1e#011git.woa.com/tswitch/sonic-telemetry/sonic_data_client.extendPathElemKey+0xcde#011#011#011#011/home/ubuntu/devops/sonic-telemetry/sonic_data_client/yang_extend.go:595

0110x900a5e#011git.woa.com/tswitch/sonic-telemetry/sonic_data_client.YangExtendPath+0x35e#011#011#011#011/home/ubuntu/devops/sonic-telemetry/sonic_data_client/yang_extend.go:685

0110x900d49#011git.woa.com/tswitch/sonic-telemetry/sonic_data_client.YangExtendPath+0x649#011#011#011#011/home/ubuntu/devops/sonic-telemetry/sonic_data_client/yang_extend.go:718

0110x8ecfbd#011git.woa.com/tswitch/sonic-telemetry/sonic_data_client.(*YangDbClient).Get+0x93d#011#011#011#011/home/ubuntu/devops/sonic-telemetry/sonic_data_client/yang_client.go:398

0110x960fb2#011git.woa.com/tswitch/sonic-telemetry/dialout/dialout_client.publish_send+0xdf2#011#011#011#011/home/ubuntu/devops/sonic-telemetry/dialout/dialout_client/dialout_client.go:669

1 @ 0x4805bc 0x85219d 0x85217c 0x851fab 0x85b145 0x855c18 0x87ff3e 0x881bb4 0x868762 0x905545 0x90685e 0x9071ee 0x8ecaba 0x960fb3 0x46a121

0110x4805bb#011io.ReadAtLeast+0x19b#011#011#011#011#011#011#011#011#011/usr/local/go1.17.6/src/io/io.go:322

0110x85219c#011io.ReadFull+0xdc#011#011#011#011#011#011#011#011#011/usr/local/go1.17.6/src/io/io.go:347

0110x85217b#011github.com/go-redis/redis/internal/proto.(*Reader).readStringReply+0xbb#011#011#011/home/ubuntu/devops/gopath/pkg/mod/github.com/go-redis/redis@v6.15.8+incompatible/internal/proto/reader.go:135

0110x851faa#011github.com/go-redis/redis/internal/proto.(*Reader).ReadString+0x8a#011#011#011/home/ubuntu/devops/gopath/pkg/mod/github.com/go-redis/redis@v6.15.8+incompatible/internal/proto/reader.go:114

0110x85b144#011github.com/go-redis/redis.(*StringCmd).readReply+0x24#011#011#011#011#011/home/ubuntu/devops/gopath/pkg/mod/github.com/go-redis/redis@v6.15.8+incompatible/command.go:637

0110x855c17#011github.com/go-redis/redis/internal/pool.(*Conn).WithReader+0x37#011#011#011#011/home/ubuntu/devops/gopath/pkg/mod/github.com/go-redis/redis@v6.15.8+incompatible/internal/pool/conn.go:79

0110x87ff3d#011github.com/go-redis/redis.(*baseClient).defaultProcess+0x1fd#011#011#011#011/home/ubuntu/devops/gopath/pkg/mod/github.com/go-redis/redis@v6.15.8+incompatible/redis.go:207

0110x881bb3#011github.com/go-redis/redis.(*baseClient).Process+0x33#011#011#011#011#011/home/ubuntu/devops/gopath/pkg/mod/github.com/go-redis/redis@v6.15.8+incompatible/redis.go:177

0110x868761#011github.com/go-redis/redis.(*cmdable).HGet+0x121#011#011#011#011#011#011/home/ubuntu/devops/gopath/pkg/mod/github.com/go-redis/redis@v6.15.8+incompatible/commands.go:928

0110x905544#011git.woa.com/tswitch/sonic-telemetry/sonic_data_client.getValueFromTableValue+0x4e4#011/home/ubuntu/devops/sonic-telemetry/sonic_data_client/yang_get_client.go:475

0110x90685d#011git.woa.com/tswitch/sonic-telemetry/sonic_data_client.GetDbByJson+0x9fd#011#011#011/home/ubuntu/devops/sonic-telemetry/sonic_data_client/yang_get_client.go:599

0110x9071ed#011git.woa.com/tswitch/sonic-telemetry/sonic_data_client.GetDb+0xed#011#011#011/home/ubuntu/devops/sonic-telemetry/sonic_data_client/yang_get_client.go:651

0110x8ecab9#011git.woa.com/tswitch/sonic-telemetry/sonic_data_client.(*YangDbClient).Get+0x439#011#011/home/ubuntu/devops/sonic-telemetry/sonic_data_client/yang_client.go:367

0110x960fb2#011git.woa.com/tswitch/sonic-telemetry/dialout/dialout_client.publish_send+0xdf2#011#011/home/ubuntu/devops/sonic-telemetry/dialout/dialout_client/dialout_client.go:669

1 @ 0x4bfae5 0x4bd66d 0x4d8365 0x4d834d 0x4d8105 0x58cb29 0x59d0e5 0x549e03 0x54a9cf 0x54ac27 0x851a85 0x851f45 0x85b145 0x855c18 0x87ff3e 0x881bb4 0x868762 0x905309 0x90685e 0x9071ee 0x8ed33d 0x960fb3 0x46a121

0110x4bfae4#011syscall.Syscall+0x4#011#011#011#011#011#011#011#011#011/usr/local/go1.17.6/src/syscall/asm_linux_amd64.s:20

0110x4bd66c#011syscall.read+0x4c#011#011#011#011#011#011#011#011#011/usr/local/go1.17.6/src/syscall/zsyscall_linux_amd64.go:687

0110x4d8364#011syscall.Read+0x284#011#011#011#011#011#011#011#011#011/usr/local/go1.17.6/src/syscall/syscall_unix.go:189

0110x4d834c#011internal/poll.ignoringEINTRIO+0x26c#011#011#011#011#011#011#011/usr/local/go1.17.6/src/internal/poll/fd_unix.go:582

0110x4d8104#011internal/poll.(*FD).Read+0x24#011#011#011#011#011#011#011#011/usr/local/go1.17.6/src/internal/poll/fd_unix.go:163

0110x58cb28#011net.(*netFD).Read+0x28#011#011#011#011#011#011#011#011#011/usr/local/go1.17.6/src/net/fd_posix.go:56

0110x59d0e4#011net.(*conn).Read+0x44#011#011#011#011#011#011#011#011#011/usr/local/go1.17.6/src/net/net.go:183

0110x549e02#011bufio.(*Reader).fill+0x102#011#011#011#011#011#011#011#011/usr/local/go1.17.6/src/bufio/bufio.go:101

0110x54a9ce#011bufio.(*Reader).ReadSlice+0x2e#011#011#011#011#011#011#011#011/usr/local/go1.17.6/src/bufio/bufio.go:360

0110x54ac26#011bufio.(*Reader).ReadLine+0x26#011#011#011#011#011#011#011#011/usr/local/go1.17.6/src/bufio/bufio.go:389

0110x851a84#011github.com/go-redis/redis/internal/proto.(*Reader).ReadLine+0x24#011#011#011/home/ubuntu/devops/gopath/pkg/mod/github.com/go-redis/redis@v6.15.8+incompatible/internal/proto/reader.go:49

0110x851f44#011github.com/go-redis/redis/internal/proto.(*Reader).ReadString+0x24#011#011#011/home/ubuntu/devops/gopath/pkg/mod/github.com/go-redis/redis@v6.15.8+incompatible/internal/proto/reader.go:106

0110x85b144#011github.com/go-redis/redis.(*StringCmd).readReply+0x24#011#011#011#011#011/home/ubuntu/devops/gopath/pkg/mod/github.com/go-redis/redis@v6.15.8+incompatible/command.go:637

0110x855c17#011github.com/go-redis/redis/internal/pool.(*Conn).WithReader+0x37#011#011#011#011/home/ubuntu/devops/gopath/pkg/mod/github.com/go-redis/redis@v6.15.8+incompatible/internal/pool/conn.go:79

0110x87ff3d#011github.com/go-redis/redis.(*baseClient).defaultProcess+0x1fd#011#011#011#011/home/ubuntu/devops/gopath/pkg/mod/github.com/go-redis/redis@v6.15.8+incompatible/redis.go:207

0110x881bb3#011github.com/go-redis/redis.(*baseClient).Process+0x33#011#011#011#011#011/home/ubuntu/devops/gopath/pkg/mod/github.com/go-redis/redis@v6.15.8+incompatible/redis.go:177

0110x868761#011github.com/go-redis/redis.(*cmdable).HGet+0x121#011#011#011#011#011#011/home/ubuntu/devops/gopath/pkg/mod/github.com/go-redis/redis@v6.15.8+incompatible/commands.go:928

0110x905308#011git.woa.com/tswitch/sonic-telemetry/sonic_data_client.getValueFromTableValue+0x2a8#011/home/ubuntu/devops/sonic-telemetry/sonic_data_client/yang_get_client.go:489

0110x90685d#011git.woa.com/tswitch/sonic-telemetry/sonic_data_client.GetDbByJson+0x9fd#011#011#011/home/ubuntu/devops/sonic-telemetry/sonic_data_client/yang_get_client.go:599

0110x9071ed#011git.woa.com/tswitch/sonic-telemetry/sonic_data_client.GetDb+0xed#011#011#011/home/ubuntu/devops/sonic-telemetry/sonic_data_client/yang_get_client.go:651

0110x8ed33c#011git.woa.com/tswitch/sonic-telemetry/sonic_data_client.(*YangDbClient).Get+0xcbc#011#011/home/ubuntu/devops/sonic-telemetry/sonic_data_client/yang_client.go:404

0110x960fb2#011git.woa.com/tswitch/sonic-telemetry/dialout/dialout_client.publish_send+0xdf2#011#011/home/ubuntu/devops/sonic-telemetry/dialout/dialout_client/dialout_client.go:669

========================>stack

From the socket info , we can see the the sockets has data in Recv-Q, but it seems the netpoll couldn't work

ss -xap

sudo ss -xap | grep -v "u_str ESTAB 0 0" | grep "ESTAB" | grep "dial" Netid State Recv-Q Send-Q Local Address:Port Peer Address:Port u_str ESTAB 2591 0 -825405218 -825403172 users:(("dialoutclient",pid=6239,fd=64)) u_str ESTAB 22 0 -825758750 -825757919 users:(("dialoutclient",pid=6239,fd=45)) u_str ESTAB 14 0 -826292921 -826295482 users:(("dialoutclient",pid=6239,fd=17)) u_str ESTAB 9 0 -826648310 -826652167 users:(("dialoutclient",pid=6239,fd=36)) u_str ESTAB 240 0 -832192297 -832192908 users:(("dialoutclient",pid=6239,fd=30)) u_str ESTAB 9 0 -824537465 -824536898 users:(("dialoutclient",pid=6239,fd=89)) u_str ESTAB 4 0 -824534897 -824538277 users:(("dialoutclient",pid=6239,fd=62)) u_str ESTAB 7 0 -825405725 -825402245 users:(("dialoutclient",pid=6239,fd=46)) u_str ESTAB 19 0 -827188803 -827188040 users:(("dialoutclient",pid=6239,fd=32)) u_str ESTAB 9 0 -826827589 -826830136 users:(("dialoutclient",pid=6239,fd=80)) u_str ESTAB 7 0 -828053118 -828051377 users:(("dialoutclient",pid=6239,fd=49)) u_str ESTAB 9 0 -828222096 -828227042 users:(("dialoutclient",pid=6239,fd=24)) u_str ESTAB 9 0 -823857483 -823857482 users:(("dialoutclient",pid=6239,fd=58)) u_str ESTAB 7 0 -825576919 -825576918 users:(("dialoutclient",pid=6239,fd=68)) u_str ESTAB 5 0 -827186006 -827186002 users:(("dialoutclient",pid=6239,fd=63)) u_str ESTAB 7 0 -829104468 -829100912 users:(("dialoutclient",pid=6239,fd=53)) u_str ESTAB 7 0 -826649198 -826654768 users:(("dialoutclient",pid=6239,fd=96)) u_str ESTAB 9 0 -823852942 -823853870 users:(("dialoutclient",pid=6239,fd=79)) u_str ESTAB 9 0 -826830869 -826827571 users:(("dialoutclient",pid=6239,fd=104)) u_str ESTAB 7 0 -827188801 -827188033 users:(("dialoutclient",pid=6239,fd=21)) u_str ESTAB 7 0 -825576162 -825576921 users:(("dialoutclient",pid=6239,fd=10)) u_str ESTAB 7 0 -827186007 -827188036 users:(("dialoutclient",pid=6239,fd=54)) u_str ESTAB 43 0 -826827586 -826830133 users:(("dialoutclient",pid=6239,fd=44)) u_str ESTAB 7 0 -826293850 -826295484 users:(("dialoutclient",pid=6239,fd=15)) u_str ESTAB 7 0 -825405724 -825402244 users:(("dialoutclient",pid=6239,fd=35)) u_str ESTAB 7 0 -827011549 -827008861 users:(("dialoutclient",pid=6239,fd=33)) u_str ESTAB 7 0 -826649199 -826652166 users:(("dialoutclient",pid=6239,fd=56)) u_str ESTAB 7 0 -825761065 -825757920 users:(("dialoutclient",pid=6239,fd=20)) u_str ESTAB 7 0 -823346674 -823348379 users:(("dialoutclient",pid=6239,fd=95)) u_str ESTAB 13 0 -825936829 -825938430 users:(("dialoutclient",pid=6239,fd=42)) u_str ESTAB 7 0 -825938431 -825938428 users:(("dialoutclient",pid=6239,fd=37)) u_str ESTAB 7 0 -825943320 -825938404 users:(("dialoutclient",pid=6239,fd=101)) u_str ESTAB 839 0 -823684783 -823680972 users:(("dialoutclient",pid=6239,fd=27)) u_str ESTAB 7 0 -823681989 -823685504 users:(("dialoutclient",pid=6239,fd=14)) u_str ESTAB 7 0 -826119303 -826112903 users:(("dialoutclient",pid=6239,fd=59)) u_str ESTAB 7 0 -826648309 -826654769 users:(("dialoutclient",pid=6239,fd=72)) u_str ESTAB 7 0 -827363663 -827365865 users:(("dialoutclient",pid=6239,fd=8)) u_str ESTAB 7 0 -826829225 -826827576 users:(("dialoutclient",pid=6239,fd=85)) u_str ESTAB 7 0 -829816573 -829815413 users:(("dialoutclient",pid=6239,fd=9)) u_str ESTAB 9 0 -826827587 -826830134 users:(("dialoutclient",pid=6239,fd=51)) u_str ESTAB 14 0 -828053117 -828051374 users:(("dialoutclient",pid=6239,fd=88)) u_str ESTAB 22 0 -825405219 -825402246 users:(("dialoutclient",pid=6239,fd=38)) u_str ESTAB 7 0 -826830871 -826827575 users:(("dialoutclient",pid=6239,fd=82)) u_str ESTAB 7 0 -829999220 -830000484 users:(("dialoutclient",pid=6239,fd=39)) u_str ESTAB 7 0 -825582977 -825576916 users:(("dialoutclient",pid=6239,fd=108)) u_str ESTAB 7 0 -825405726 -825402247 users:(("dialoutclient",pid=6239,fd=23)) u_str ESTAB 19 0 -827008872 -827008867 users:(("dialoutclient",pid=6239,fd=61)) u_str ESTAB 5 0 -826649197 -826652868 users:(("dialoutclient",pid=6239,fd=16)) u_str ESTAB 5 0 -834686076 -834688187 users:(("dialoutclient",pid=6239,fd=70)) u_str ESTAB 20 0 -827186008 -827188041 users:(("dialoutclient",pid=6239,fd=7)) u_str ESTAB 14 0 -828053113 -828051362 users:(("dialoutclient",pid=6239,fd=100)) u_str ESTAB 385 0 -827189349 -827187160 users:(("dialoutclient",pid=6239,fd=92)) u_str ESTAB 7 0 -826294520 -826295481 users:(("dialoutclient",pid=6239,fd=57)) u_str ESTAB 7 0 -825225437 -825221948 users:(("dialoutclient",pid=6239,fd=90)) u_str ESTAB 112 0 -828924444 -828928141 users:(("dialoutclient",pid=6239,fd=106)) u_str ESTAB 7 0 -828055007 -828051367 users:(("dialoutclient",pid=6239,fd=76)) u_str ESTAB 14 0 -824030631 -824028623 users:(("dialoutclient",pid=6239,fd=110)) u_str ESTAB 22 0 -828051380 -828051375 users:(("dialoutclient",pid=6239,fd=81)) u_str ESTAB 13 0 -829820121 -829814778 users:(("dialoutclient",pid=6239,fd=65)) u_str ESTAB 4 0 -824537357 -824538276 users:(("dialoutclient",pid=6239,fd=111)) u_str ESTAB 7 0 -828054042 -828051368 users:(("dialoutclient",pid=6239,fd=84)) u_str ESTAB 7 0 -825223643 -825223642 users:(("dialoutclient",pid=6239,fd=74)) u_str ESTAB 20 0 -825406780 -825403878 users:(("dialoutclient",pid=6239,fd=67)) u_str ESTAB 9 0 -824031337 -824030633 users:(("dialoutclient",pid=6239,fd=71)) u_str ESTAB 7 0 -828053116 -828051369 users:(("dialoutclient",pid=6239,fd=78)) u_str ESTAB 7 0 -824027687 -824029537 users:(("dialoutclient",pid=6239,fd=26)) u_str ESTAB 7 0 -827188015 -827189341 users:(("dialoutclient",pid=6239,fd=97)) u_str ESTAB 7 0 -827011547 -827008852 users:(("dialoutclient",pid=6239,fd=83)) u_str ESTAB 9 0 -828563676 -828564829 users:(("dialoutclient",pid=6239,fd=43)) u_str ESTAB 12 0 -824026736 -824030636 users:(("dialoutclient",pid=6239,fd=73)) u_str ESTAB 5 0 -828568785 -828564828 users:(("dialoutclient",pid=6239,fd=31)) u_str ESTAB 7 0 -823855662 -823856727 users:(("dialoutclient",pid=6239,fd=55)) u_str ESTAB 5 0 -826827588 -826830135 users:(("dialoutclient",pid=6239,fd=69)) u_str ESTAB 14 0 -826829228 -826827582 users:(("dialoutclient",pid=6239,fd=102)) u_str ESTAB 43 0 -828923604 -828931115 users:(("dialoutclient",pid=6239,fd=75)) u_str ESTAB 22 0 -832726906 -832725745 users:(("dialoutclient",pid=6239,fd=40)) u_str ESTAB 7 0 -824541267 -824541265 users:(("dialoutclient",pid=6239,fd=19)) u_str ESTAB 22 0 -829280190 -829283520 users:(("dialoutclient",pid=6239,fd=86)) u_str ESTAB 9 0 -826654765 -826652866 users:(("dialoutclient",pid=6239,fd=50)) u_str ESTAB 19 0 -823854966 -823856721 users:(("dialoutclient",pid=6239,fd=60)) u_str ESTAB 13 0 -824197828 -824196660 users:(("dialoutclient",pid=6239,fd=47)) u_str ESTAB 9 0 -827011550 -827008864 users:(("dialoutclient",pid=6239,fd=77)) u_str ESTAB 7 0 -826830139 -826827581 users:(("dialoutclient",pid=6239,fd=3)) u_str ESTAB 5 0 -823348380 -823347393 users:(("dialoutclient",pid=6239,fd=105)) u_str ESTAB 7 0 -827008869 -827008857 users:(("dialoutclient",pid=6239,fd=98)) u_str ESTAB 7 0 -829281625 -829281623 users:(("dialoutclient",pid=6239,fd=48)) u_str ESTAB 7 0 -824876527 -824874751 users:(("dialoutclient",pid=6239,fd=28)) u_str ESTAB 13 0 -826291673 -826292920 users:(("dialoutclient",pid=6239,fd=22)) u_str ESTAB 5 0 -828058639 -828054039 users:(("dialoutclient",pid=6239,fd=25)) u_str ESTAB 7 0 -829997108 -830000487 users:(("dialoutclient",pid=6239,fd=41))

vmihailenco commented 2 years ago

redis v6.15.8 is too old and is not supported any more. v8 is the latest release and we are about to release v9. I suggest you to try v9.