swoole / swoole-src

🚀 Coroutine-based concurrency library for PHP
https://www.swoole.com
Apache License 2.0
18.64k stars 3.17k forks source link

求解,PHP8.4.2+Sw6.0 异步HTTP服务器,RPC场景,偶发onRequest没有触发响应问题。 #5660

Closed mdys closed 2 months ago

mdys commented 3 months ago

Please answer these questions before submitting your issue.

  1. What did you do? If possible, provide a simple script for reproducing the error. 使用PHP8.4.2+6.0,服务器主机CENTOS7.9 ,CPU 48核心,内存64G,提供HTTP 和websocket,并发10几个请求,CPU 和内存利用率都很低,偶发会出现别的服务器发来的POST/JSON请求,可以从tcpdump中看到数据,但swoole 没有响应的问题。没有触发onRequest。 配置如下:
    
    use Swoole\Runtime;
    Swoole\Runtime::enableCoroutine();  
    Co::set(['hook_flags' => SWOOLE_HOOK_ALL]);
    use function Swoole\Coroutine\run;
    use function Swoole\Coroutine\go;
    use Swoole\Coroutine\Redis;
    use Swoole\Coroutine\Http\Client;
    use Swoole\Database\RedisConfig;
    use Swoole\Database\RedisPool;
    use Swoole\Database\MysqliConfig;
    use Swoole\Database\MysqliPool;  
    use Swoole\WebSocket\Frame;
    use Swoole\WebSocket\Server;
    use Swoole\Process\Manager;
    use Swoole\Process\Pool; 
    use Swlib\SaberGM;
    SaberGM::default([
    'exception_report' => 0, 
    'use_pool' => true 
    ]);

class v_server { protected $serv; public function construct() {
$this->serv = new Swoole\Websocket\Server($this->host, $this->port,SWOOLE_PROCESS);
$this->serv->set([ 'worker_num' => swoole_cpu_num()*10, 'max_request' => 0,
'ssl_ecdh_curve' => '', 'open_http_protocol' => true, 'enable_static_handler' => true, 'open_websocket_protocol' => true, 'open_http_protocol' => true, 'log_file' =>
DIR__."/log/log.txt", 'log_level' => 'SWOOLE_LOG_ERROR',
'daemonize' => 1,
'enable_coroutine' => true, 'task_enable_coroutine'=> true,
'task_use_object' => true, 'task_worker_num' => swoole_cpu_num()4, 'task_max_request' => 100,
'aio_core_worker_num' => swoole_cpu_num(), 'aio_worker_num' => swoole_cpu_num()
100, 'reactor_num' => swoole_cpu_num()4, 'heartbeat_idle_time' => 60, 'heartbeat_check_interval' => 30, 'socket_read_timeout' => 900, 'socket_timeout' => 2, 'socket_connect_timeout' =>2, 'max_wait_time' => 900, 'package_max_length' => 1024 1024 * 100,
'open_cpu_affinity' => false, 'cpu_affinity_ignore' => [6,8,10,12,14], 'open_tcp_nodelay' => true,
'hook_flags'=> SWOOLE_HOOK_ALL,
'reload_async' => true,
'enable_preemptive_scheduler' => false, 'enable_deadlock_check' => true, 'display_errors' => true,
'open_tcp_keepalive' => true, 'tcp_keepidle' => 4, 'tcp_keepinterval' => 1, 'tcp_keepcount' => 5, ]);

$this->serv->on("Request", [$this, 'onRequest']);

public function start(){
$this -> serv->start(); }

public function onRequest($request, $response){ //偶发会出现不能触发onRequest的问题,客户端请求方响应超时 $path_info = $request->server['path_info'] ?? '/';
echo 'onRequest--'.date("H:i:s").'--'.$path_info.'--'.$request->rawContent()."\n"; }
}
$server = new v_server(); $server->start();

通过tcpdump可以收到请求,但swoole并没有给出响应。
![图片](https://github.com/user-attachments/assets/8e770763-0aef-45d3-9cbe-6654b9ad7260)

![图片](https://github.com/user-attachments/assets/33915cf3-f6ca-4a94-836c-91b54afaf137)
因为没有产生coredump,所以没法提供gdb信息,只有strace跟踪的消息

15:24:00 epoll_wait(2315, [], 4096, 999) = 0 15:24:01 epoll_wait(2315, [], 4096, 999) = 0 15:24:02 epoll_wait(2315, [{EPOLLIN, {u32=4152368256, u64=94274389548160}}], 4096, 999) = 1 15:24:02 accept4(5, {sa_family=AF_INET, sin_port=htons(16160), sin_addr=inet_addr("120.123.123.123")}, [120->16], SOCK_CLOEXEC|SOCK_NONBLOCK) = 2546 15:24:02 setsockopt(2546, SOL_TCP, TCP_NODELAY, [1], 4) = 0 15:24:02 sendto(495, "\233(\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0002\0\16\0\5\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0", 40, 0, NULL, 0) = 40 15:24:02 accept4(5, 0x55bdf7912884, [120], SOCK_CLOEXEC|SOCK_NONBLOCK) = -1 EAGAIN (资源暂时不可用) 15:24:02 epoll_wait(2315, [{EPOLLIN, {u32=4152368256, u64=94274389548160}}], 4096, 726) = 1 15:24:02 accept4(5, {sa_family=AF_INET, sin_port=htons(50610), sin_addr=inet_addr("36.123.123.123")}, [120->16], SOCK_CLOEXEC|SOCK_NONBLOCK) = 2548 15:24:02 setsockopt(2548, SOL_TCP, TCP_NODELAY, [1], 4) = 0 15:24:02 sendto(115, "\234(\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0004\0\16\0\5\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0", 40, 0, NULL, 0) = 40 15:24:02 accept4(5, 0x55bdf7913654, [120], SOCK_CLOEXEC|SOCK_NONBLOCK) = -1 EAGAIN (资源暂时不可用) 15:24:02 epoll_wait(2315, [{EPOLLIN, {u32=4152368256, u64=94274389548160}}], 4096, 706) = 1 15:24:02 accept4(5, {sa_family=AF_INET, sin_port=htons(50612), sin_addr=inet_addr("36.123.123.123")}, [120->16], SOCK_CLOEXEC|SOCK_NONBLOCK) = 2550 15:24:02 setsockopt(2550, SOL_TCP, TCP_NODELAY, [1], 4) = 0 15:24:02 sendto(503, "\235(\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0006\0\16\0\5\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0", 40, 0, NULL, 0) = 40 15:24:02 accept4(5, 0x55bdf7913764, [120], SOCK_CLOEXEC|SOCK_NONBLOCK) = -1 EAGAIN (资源暂时不可用) 15:24:02 epoll_wait(2315, [{EPOLLIN, {u32=4152368256, u64=94274389548160}}], 4096, 685) = 1 15:24:03 accept4(5, {sa_family=AF_INET, sin_port=htons(16161), sin_addr=inet_addr("120.123.123.123")}, [120->16], SOCK_CLOEXEC|SOCK_NONBLOCK) = 2519 15:24:03 setsockopt(2519, SOL_TCP, TCP_NODELAY, [1], 4) = 0 15:24:03 sendto(57, "\236(\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\27\0\16\0\5\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0", 40, 0, NULL, 0) = 40 15:24:03 accept4(5, 0x55bdf7913764, [120], SOCK_CLOEXEC|SOCK_NONBLOCK) = -1 EAGAIN (资源暂时不可用) 15:24:03 epoll_wait(2315, [], 4096, 384) = 0 15:24:03 epoll_wait(2315, [], 4096, 999) = 0 15:24:04 epoll_wait(2315, [], 4096, 999) = 0 15:24:05 epoll_wait(2315, [{EPOLLIN, {u32=4152368256, u64=94274389548160}}], 4096, 999) = 1 15:24:05 accept4(5, {sa_family=AF_INET, sin_port=htons(16162), sin_addr=inet_addr("120.123.123.123")}, [120->16], SOCK_CLOEXEC|SOCK_NONBLOCK) = 2552 15:24:05 setsockopt(2552, SOL_TCP, TCP_NODELAY, [1], 4) = 0 15:24:05 sendto(507, "\237(\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\08\0\16\0\5\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0", 40, 0, NULL, 0) = 40 15:24:05 accept4(5, 0x55bdf7913874, [120], SOCK_CLOEXEC|SOCK_NONBLOCK) = -1 EAGAIN (资源暂时不可用) 15:24:05 epoll_wait(2315, [{EPOLLIN, {u32=4152368256, u64=94274389548160}}], 4096, 879) = 1 15:24:06 accept4(5, {sa_family=AF_INET, sin_port=htons(16163), sin_addr=inet_addr("120.123.123.123")}, [120->16], SOCK_CLOEXEC|SOCK_NONBLOCK) = 2518 15:24:06 setsockopt(2518, SOL_TCP, TCP_NODELAY, [1], 4) = 0 15:24:06 sendto(55, "\240(\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\26\0\16\0\5\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0", 40, 0, NULL, 0) = 40 15:24:06 accept4(5, 0x55bdf7913874, [120], SOCK_CLOEXEC|SOCK_NONBLOCK) = -1 EAGAIN (资源暂时不可用) 15:24:06 epoll_wait(2315, [], 4096, 641) = 0 15:24:06 epoll_wait(2315, [], 4096, 999) = 0 15:24:07 epoll_wait(2315, [{EPOLLIN, {u32=4152368256, u64=94274389548160}}], 4096, 999) = 1 15:24:08 accept4(5, {sa_family=AF_INET, sin_port=htons(35758), sin_addr=inet_addr("36.123.123.123")}, [120->16], SOCK_CLOEXEC|SOCK_NONBLOCK) = 2522 15:24:08 setsockopt(2522, SOL_TCP, TCP_NODELAY, [1], 4) = 0 15:24:08 sendto(447, "\241(\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\32\0\16\0\5\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0", 40, 0, NULL, 0) = 40 15:24:08 accept4(5, {sa_family=AF_INET, sin_port=htons(35756), sin_addr=inet_addr("36.123.123.123")}, [120->16], SOCK_CLOEXEC|SOCK_NONBLOCK) = 2553 15:24:08 setsockopt(2553, SOL_TCP, TCP_NODELAY, [1], 4) = 0 15:24:08 sendto(125, "\242(\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\09\0\16\0\5\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0", 40, 0, NULL, 0) = 40 15:24:08 accept4(5, 0x55bdf7913984, [120], SOCK_CLOEXEC|SOCK_NONBLOCK) = -1 EAGAIN (资源暂时不可用) 15:24:08 epoll_wait(2315, [{EPOLLIN, {u32=4152368256, u64=94274389548160}}], 4096, 47) = 1 15:24:08 accept4(5, {sa_family=AF_INET, sin_port=htons(16164), sin_addr=inet_addr("120.123.123.123")}, [120->16], SOCK_CLOEXEC|SOCK_NONBLOCK) = 2554 15:24:08 setsockopt(2554, SOL_TCP, TCP_NODELAY, [1], 4) = 0 15:24:08 sendto(511, "\243(\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0:\0\16\0\5\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0", 40, 0, NULL, 0) = 40 15:24:08 accept4(5, 0x55bdf7913a94, [120], SOCK_CLOEXEC|SOCK_NONBLOCK) = -1 EAGAIN (资源暂时不可用) 15:24:08 epoll_wait(2315, [], 4096, 46) = 0 15:24:08 epoll_wait(2315, [{EPOLLIN, {u32=4152368256, u64=94274389548160}}], 4096, 1000) = 1 15:24:09 accept4(5, {sa_family=AF_INET, sin_port=htons(16165), sin_addr=inet_addr("120.123.123.123")}, [120->16], SOCK_CLOEXEC|SOCK_NONBLOCK) = 2562 15:24:09 setsockopt(2562, SOL_TCP, TCP_NODELAY, [1], 4) = 0 15:24:09 sendto(143, "\244(\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0B\0\16\0\5\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0", 40, 0, NULL, 0) = 40 15:24:09 accept4(5, 0x55bdf7914b94, [120], SOCK_CLOEXEC|SOCK_NONBLOCK) = -1 EAGAIN (资源暂时不可用) 15:24:09 epoll_wait(2315, [], 4096, 296) = 0 15:24:09 epoll_wait(2315, [], 4096, 1000) = 0


4. What version of Swoole are you using (show your `php --ri swoole`)?

Swoole => enabled Author => Swoole Team team@swoole.com Version => 6.0.0 Built => Jan 7 2025 04:54:46 coroutine => enabled with boost asm context epoll => enabled eventfd => enabled signalfd => enabled cpu_affinity => enabled spinlock => enabled rwlock => enabled openssl => OpenSSL 1.1.1k 25 Mar 2021 dtls => enabled http2 => enabled json => enabled curl-native => enabled pcre => enabled c-ares => 1.34.3 zlib => 1.2.7 brotli => E16777225/D16777225 mutex_timedlock => enabled pthread_barrier => enabled futex => enabled mysqlnd => enabled

Directive => Local Value => Master Value swoole.enable_library => On => On swoole.enable_fiber_mock => Off => Off swoole.enable_preemptive_scheduler => Off => Off swoole.display_errors => On => On swoole.use_shortname => On => On swoole.unixsock_buffer_size => 8388608 => 8388608

5. What is your machine environment used (show your `uname -a` & `php -v` & `gcc -v`) ?

uname -a Linux localhost.localdomain 3.10.0-1160.el7.x86_64 #1 SMP Mon Oct 19 16:18:59 UTC 2020 x86_64 x86_64 x86_64 GNU/Linux

PHP 8.4.2 (cli) (built: Jan 7 2025 04:44:04) (NTS) Copyright (c) The PHP Group Zend Engine v4.4.2, Copyright (c) Zend Technologies with Zend OPcache v8.4.2, Copyright (c), by Zend Technologies

Using built-in specs. COLLECT_GCC=gcc COLLECT_LTO_WRAPPER=/opt/rh/devtoolset-8/root/usr/libexec/gcc/x86_64-redhat-linux/8/lto-wrapper Target: x86_64-redhat-linux Configured with: ../configure --enable-bootstrap --enable-languages=c,c++,fortran,lto --prefix=/opt/rh/devtoolset-8/root/usr --mandir=/opt/rh/devtoolset-8/root/usr/share/man --infodir=/opt/rh/devtoolset-8/root/usr/share/info --with-bugurl=http://bugzilla.redhat.com/bugzilla --enable-shared --enable-threads=posix --enable-checking=release --enable-multilib --with-system-zlib --enable-__cxa_atexit --disable-libunwind-exceptions --enable-gnu-unique-object --enable-linker-build-id --with-gcc-major-version-only --with-linker-hash-style=gnu --with-default-libstdcxx-abi=gcc4-compatible --enable-plugin --enable-initfini-array --with-isl=/builddir/build/BUILD/gcc-8.3.1-20190311/obj-x86_64-redhat-linux/isl-install --disable-libmpx --enable-gnu-indirect-function --with-tune=generic --with-arch_32=x86-64 --build=x86_64-redhat-linux Thread model: posix gcc version 8.3.1 20190311 (Red Hat 8.3.1-3) (GCC)

mdys commented 3 months ago

补充php-m 如下:

[PHP Modules]
bcmath
bz2
calendar
Core
ctype
curl
date
dom
exif
FFI
fileinfo
filter
ftp
gettext
hash
iconv
json
libxml
mbstring
mysqli
mysqlnd
openssl
pcntl
pcre
PDO
pdo_mysql
Phar
posix
random
readline
redis
Reflection
session
SimpleXML
soap
sockets
SPL
standard
swoole
tokenizer
xml
xmlreader
xmlwriter
xsl
Zend OPcache
zlib

[Zend Modules]
Zend OPcache
NathanFreeman commented 3 months ago

开了协程,进程数保持和CPU核数一样就行 看看log.txt的错误日志

NathanFreeman commented 3 months ago

有个exception_report,看看是不是有异常,然后被屏蔽了 也有连接池,看看是不是连接池连接数量少了

mdys commented 3 months ago

图片 图片

mdys commented 3 months ago

log 里面只有这些错误。

mdys commented 3 months ago

只需要设置和CPU 核心一样数量就行么? 我还担心高并发时候不够用。。T_T

'worker_num'=> swoole_cpu_num(),
'task_worker_num' => swoole_cpu_num(),
 'aio_core_worker_num' => swoole_cpu_num(),
'aio_worker_num' => swoole_cpu_num()
mdys commented 3 months ago

exception_report

有个exception_report,看看是不是有异常,然后被屏蔽了 也有连接池,看看是不是连接池连接数量少了

exception_report =0 这个是 Swlib\SaberGM 库才用到的吧?其他的操作应该不会触发,目前问题是 POST 请求没有触发到OnRequest ,这个是我比较纳闷的地方 没有排查的方向了 不报错、还是偶发,我自己模拟不出这个bug

mdys commented 3 months ago

有个exception_report,看看是不是有异常,然后被屏蔽了 也有连接池,看看是不是连接池连接数量少了

连接池数量增加到500 也是会偶发这个问题。

matyhtf commented 3 months ago

@mdys 你的 strace 追踪到的信息缺失了 reactor 线程,需要使用 strace -f -p 追踪。另外你也可以试试改成 SWOOLE_BASE 模式运行,看看是否也有类似问题。

你的服务器是 SSL,那么可能 SSL 握手失败了,抓包看起来你的客户端发送了明文数据,而不是 ssl 加密的内容。未触发 onRequest 的原因很多,比如:1. http 请求不完整,2. 超过了最大协程数量,直接返回 503 错误,3. 存在异常,无法执行 PHP 函数, 4. 超过了最大并发数限制,进入排队状态 等等

mdys commented 3 months ago

@mdys 你的 strace 追踪到的信息缺失了 reactor 线程,需要使用 strace -f -p 追踪。另外你也可以试试改成 SWOOLE_BASE 模式运行,看看是否也有类似问题。

你的服务器是 SSL,那么可能 SSL 握手失败了,抓包看起来你的客户端发送了明文数据,而不是 ssl 加密的内容。未触发 onRequest 的原因很多,比如:1. http 请求不完整,2. 超过了最大协程数量,直接返回 503 错误,3. 存在异常,无法执行 PHP 函数, 4. 超过了最大并发数限制,进入排队状态 等等

感谢韩大,我改下 strace -f -p 追踪。

SWOOLE_BASE 模式 我这需要修改下代码适配下试试。 我的服务端没有使用ssl,客户主机那边是SSL。偶尔会报 和客户的ssl连接 有ssl error,但这些错误比我丢失的请求多 时间也对不上,貌似不是这个引起。 服务器主机的limit、sysctl之类的都改大了,也没有爆open many files之类的错误, 这个问题就比较诡异。。

我再跟踪一天strace -f -p 反馈 感谢帮助

mdys commented 3 months ago

@mdys 你的 strace 追踪到的信息缺失了 reactor 线程,需要使用 strace -f -p 追踪。另外你也可以试试改成 SWOOLE_BASE 模式运行,看看是否也有类似问题。

你的服务器是 SSL,那么可能 SSL 握手失败了,抓包看起来你的客户端发送了明文数据,而不是 ssl 加密的内容。未触发 onRequest 的原因很多,比如:1. http 请求不完整,2. 超过了最大协程数量,直接返回 503 错误,3. 存在异常,无法执行 PHP 函数, 4. 超过了最大并发数限制,进入排队状态 等等

max_coroutine 默认100000, 应该没超过,因为并发非常小,也就2-30个请求,全天请求7-8000,丢失了5条。 log里面没有,exceed max number of coroutine 错误,发送请求的客户那边没有收到swoole响应,没有回复503 我设置个max_coroutine 值再观察看看

matyhtf commented 3 months ago

那可能是 HTTP 请求不完整,例如 Content-Length 的长度大于实际传输的数据长度,底层会等待剩余数据发送。由于 body 没有完全接收,所以不会传递到 Worker 进程,触发 onRequest 。可以找到对应的请求,复制其 HTTP 请求报文,重现问题

mdys commented 3 months ago

那可能是 HTTP 请求不完整,例如 Content-Length 的长度大于实际传输的数据长度,底层会等待剩余数据发送。由于 body 没有完全接收,所以不会传递到 Worker 进程,触发 onRequest 。可以找到对应的请求,复制其 HTTP 请求报文,重现问题

感谢解答,昨天抓包客户端发来的post, Content-Length 和body都是186 是正常的。所以很纳闷问题在哪

图片

matyhtf commented 3 months ago

可以导出一下 HTTP 报文,保存到文件,然后使用这个工具 https://github.com/swoole/swoole-src/blob/master/tools/send-http-data.php 发送数据给服务器,测试是否可以重现

matyhtf commented 3 months ago

出现 protocol error 的次数和你出现问题的次数是否一致?建议不要设置过大的 reactor_num ,否则 strace 的日志会比较多

mdys commented 3 months ago

出现 protocol error 的次数和你出现问题的次数是否一致?建议不要设置过大的 reactor_num ,否则 strace 的日志会比较多

protocol error 的次数 和 丢失的次数是一致的 都是5次,但时间对不上。不是同时发生的。protocol error 是我收到 client post过来的json, 然后再发起POST给其他https服务端时候,其他https服务器偶发报错。 我截图 图片 图片

mdys commented 3 months ago

可以导出一下 HTTP 报文,保存到文件,然后使用这个工具 https://github.com/swoole/swoole-src/blob/master/tools/send-http-data.php 发送数据给服务器,测试是否可以重现

感谢指点,我测试下这个

mdys commented 3 months ago

出现 protocol error 的次数和你出现问题的次数是否一致?建议不要设置过大的 reactor_num ,否则 strace 的日志会比较多

韩老师,经过一天的strace,出现了丢失的情况,客户那边发来的请求时间是 16:59:14,但我这边strace-log里面没有这个时段收到这个POST的日志,只有其他正常的几条。文件比较大,我能否发您邮箱之类的帮看下,感谢 图片

mdys commented 3 months ago

可以导出一下 HTTP 报文,保存到文件,然后使用这个工具 https://github.com/swoole/swoole-src/blob/master/tools/send-http-data.php 发送数据给服务器,测试是否可以重现

send-http-data.php测试直接发给swoole端口,swoole无法触发onrequest,但可以触发onclose。 send-http-data.php经过nginx->swoole正常。但我线上服务器即使经过nginx也是会有上面偶发丢请求的情况,所以才改成直接请求swoole。 图片

传给golang服务器 可以正常响应 图片

直接发给swoole:port,log有以下错误,通过curl的话swoole是正常响应,但生产Swoole 服务器log中没有此错误。

[2025-01-12 04:40:40 #2703.11]  
TRACE   Port_onRead_http() (ERRNO 7102): Bad Request: unknown protocol from session#2 on 0.0.0.0:60001

json报文为:

POST /api/cpost HTTP/1.1
traceparent: 00-f3849148d4d46de95a58aea99bedcc47-d0b8b675d2fd2b75-01
elastic-apm-traceparent: 00-f3849148d4d46de95a58aea99bedcc47-d0b8b675d2fd2b75-01
Accept: application/json;charset=UTF-8
Content-Type: application/json;charset=UTF-8
Content-Length: 186
Host: 127.0.0.1:60001
Connection: Keep-Alive
User-Agent: Apache-HttpClient/4.5.3 (Java/1.8.0_192)
Accept-Encoding: gzip,deflate

{"ts":"1736493782","sign":"123424ccd6472860c172b40951426a1c","partner_id":"ABCDE_F_GHI","partner_post_id":"123456787636380336","postee_show_num":"12345678901","poster_num":"12345678901"}
NathanFreeman commented 3 months ago

试试用用wireshark抓包的时候看看原始的报文是不是格式不对,例如不是通过\r\n分割的 微信截图_20250112103124

mdys commented 3 months ago

试试用用wireshark抓包的时候看看原始的报文是不是格式不对,例如不是通过\r\n分割的 ![微信截图_20250112103124]

感谢帮助,从抓包看源消息是没问题的,但swoole没有响应,不知道是什么情况 囧。不知道怎么排查了。。 图片

LIngMax commented 3 months ago

概率性丢失 提前关闭连接导致丢失也有可能 discard_timeout_request 配置默认为 true,表示如果 worker 进程收到了已关闭连接的数据请求,将自动丢弃。 discard_timeout_request 如果设置为 false,表示无论连接是否关闭 Worker 进程都会处理数据请求。

mdys commented 3 months ago

概率性丢失 提前关闭连接导致丢失也有可能 discard_timeout_request 配置默认为 true,表示如果 worker 进程收到了已关闭连接的数据请求,将自动丢弃。 discard_timeout_request 如果设置为 false,表示无论连接是否关闭 Worker 进程都会处理数据请求。

感谢 ,我改下参数试试!

mdys commented 3 months ago

图片 出现了个超时,查看htop有个别核心cpu100%,目前设置亲和性 'open_cpu_affinity' => false,

mdys commented 3 months ago

试试用用wireshark抓包的时候看看原始的报文是不是格式不对,例如不是通过\r\n分割的 微信截图_20250112103124

感谢,可以再帮看看么?strace抓包中出现了post ,但没有在request中响应处理,上面说的个别核心100%也不是必然导致onrequest不响应,还是偶发。 图片

mdys commented 3 months ago

看着出现onrequest无响应的时候,有出现如下错误log,但不是1:1同步出的 图片

NathanFreeman commented 3 months ago

Accept-Encoding那里换行了看起来怪怪的

mdys commented 3 months ago

Accept-Encoding那里换行了看起来怪怪的

Accept-Encoding: gzip,deflate\r\n\r\n 是有两个换行,但正常处理的也是一样的数据。没看出问题 图片

NathanFreeman commented 3 months ago

加上enable_reuse_port => true试试,均衡一下每个进程的请求处理压力

mdys commented 3 months ago

加上enable_reuse_port => true试试,均衡一下每个进程的请求处理压力

感谢指点, 晚上改下,现在线上不能重启。我现在是没有排查方向了。。

NathanFreeman commented 3 months ago

@mdys 怎么样,今天这个问题有发生吗

mdys commented 3 months ago

@mdys 怎么样,今天这个问题有发生吗

感谢指点,今天请求的量少,还没出现无响应现象,CPU100%进程的现象也没发生。明天再观察下。 不过我昨晚也重新安装了curl8.2.1-ssl 1.1.1k、swoole6.0-ssl 1.1.1k、php8.4.2-ssl 1.1.1k、openssl 1.1.1k的版本,ssl统一改为 1.1.1k,昨天之前curl 和swoole中的ssl版本不一致。 我看这个帖子,和我的现象差不多,cpu100%和ReactorEpoll::del() (ERRNO 800), 我照着改了下自己的版本

[QUESTION] 大并发的情况下,部分Worker,CPU一直占满100%,进程死循环

https://github.com/hyperf/hyperf/issues/6959

mdys commented 3 months ago

@mdys 怎么样,今天这个问题有发生吗

额,今天还是出现了无响应的问题, 看来也不是ssl版本问题。全天才几千个请求。CPU没有100%,也没有高负载,负载总体在1以下。

$this->serv->set([
    'worker_num'      => swoole_cpu_num()*2,
    'max_request'     => 0,

    'ssl_ecdh_curve' => '',

    'open_http_protocol' => true,
    'enable_static_handler' => true,
    'open_websocket_protocol' => true,
    'open_http_protocol' => true,

    'log_file'  => __DIR__."/log/swoole_log.txt",
    'log_rotation' =>'SWOOLE_LOG_ROTATION_EVERY_MINUTE',                        
    'log_date_format' => '%Y-%m-%d %H:%M:%S', 
    'log_level' => 'SWOOLE_LOG_ERROR',         
    'daemonize' => 1,

    'enable_coroutine' => true,
    'task_enable_coroutine'=> true,  
    'task_use_object' => true, 
    'task_worker_num' => swoole_cpu_num()*2,
    'task_max_request' => 100, #默认0
    'aio_core_worker_num' => swoole_cpu_num(),
    'aio_worker_num' => swoole_cpu_num()*8,
    'reactor_num' => swoole_cpu_num()*2,

    'heartbeat_idle_time'      => 60,
    'heartbeat_check_interval' => 30,
    'socket_read_timeout' => 900,
    'socket_timeout' => 2, 
    'socket_connect_timeout' =>2,

    'package_max_length' => 1024 * 1024 * 100,

    'open_cpu_affinity' => true, 
    'cpu_affinity_ignore' => [6,8,10,12,14], 

    'open_tcp_nodelay' => true,

    'hook_flags'=> SWOOLE_HOOK_ALL,

    'reload_async' => true,

    'enable_preemptive_scheduler' => false,
    'enable_deadlock_check' => true,
    'display_errors' => true,

    'open_tcp_keepalive' => true,
    'tcp_keepidle' => 4,
    'tcp_keepinterval' => 1, 
    'tcp_keepcount' => 5,

  'enable_reuse_port'=>true       
]);
mdys commented 3 months ago

@matyhtf @NathanFreeman 感谢两位帮忙,今天出现了次cpu100%的进程 图片

执行了perf top -g -p 860760 图片 难道是opcache 的问题?

mdys commented 3 months ago

lsof -p 860760

COMMAND    PID USER   FD      TYPE             DEVICE  SIZE/OFF       NODE NAME
php     860760 root  cwd       DIR              253,0      4096         64 /
php     860760 root  rtd       DIR              253,0      4096         64 /
php     860760 root  txt       REG              253,0  31000400  268445999 /usr/local/php/bin/php
php     860760 root  DEL       REG                0,4             12106403 /dev/zero
php     860760 root  DEL       REG                0,4             12106431 /dev/zero
php     860760 root  DEL       REG                0,4             12538095 /dev/zero
php     860760 root  DEL       REG                0,4             12538093 /dev/zero
php     860760 root  DEL       REG                0,4             12538092 /dev/zero
php     860760 root  DEL       REG                0,4             12538091 /dev/zero
php     860760 root  DEL       REG                0,4             12538090 /dev/zero
php     860760 root  DEL       REG                0,4             12538089 /dev/zero
php     860760 root  DEL       REG                0,4             12538088 /dev/zero
php     860760 root  DEL       REG                0,4             12538087 /dev/zero
php     860760 root  DEL       REG                0,4             12538086 /dev/zero
php     860760 root  DEL       REG                0,4             12538085 /dev/zero
php     860760 root  DEL       REG                0,4             12538084 /dev/zero
php     860760 root  DEL       REG                0,4             12538083 /dev/zero
php     860760 root  DEL       REG                0,4             12538082 /dev/zero
php     860760 root  DEL       REG                0,4             12538081 /dev/zero
php     860760 root  DEL       REG                0,4             12538080 /dev/zero
php     860760 root  DEL       REG                0,4             12538079 /dev/zero
php     860760 root  DEL       REG                0,4             12538078 /dev/zero
php     860760 root  DEL       REG                0,4             12538077 /dev/zero
php     860760 root  DEL       REG                0,4             12538076 /dev/zero
php     860760 root  DEL       REG                0,4             12538075 /dev/zero
php     860760 root  DEL       REG                0,4             12538074 /dev/zero
php     860760 root  DEL       REG                0,4             12538073 /dev/zero
php     860760 root  DEL       REG                0,4             12538072 /dev/zero
php     860760 root  DEL       REG                0,4             12538071 /dev/zero
php     860760 root  DEL       REG                0,4             12538070 /dev/zero
php     860760 root  DEL       REG                0,4             12538069 /dev/zero
php     860760 root  DEL       REG                0,4             12538068 /dev/zero
php     860760 root  DEL       REG                0,4             12538067 /dev/zero
php     860760 root  DEL       REG                0,4             12538066 /dev/zero
php     860760 root  DEL       REG                0,4             12538065 /dev/zero
php     860760 root  DEL       REG                0,4             12538064 /dev/zero
php     860760 root  DEL       REG                0,4             12538063 /dev/zero
php     860760 root  DEL       REG                0,4             12538062 /dev/zero
php     860760 root  DEL       REG                0,4             12538061 /dev/zero
php     860760 root  DEL       REG                0,4             12538060 /dev/zero
php     860760 root  DEL       REG                0,4             12538059 /dev/zero
php     860760 root  DEL       REG                0,4             12538058 /dev/zero
php     860760 root  DEL       REG                0,4             12538057 /dev/zero
php     860760 root  DEL       REG                0,4             12538056 /dev/zero
php     860760 root  DEL       REG                0,4             12538055 /dev/zero
php     860760 root  DEL       REG                0,4             12538054 /dev/zero
php     860760 root  DEL       REG                0,4             12538053 /dev/zero
php     860760 root  DEL       REG                0,4             12538052 /dev/zero
php     860760 root  DEL       REG                0,4             12538051 /dev/zero
php     860760 root  DEL       REG                0,4             12538050 /dev/zero
php     860760 root  DEL       REG                0,4             12538049 /dev/zero
php     860760 root  DEL       REG                0,4             12538048 /dev/zero
php     860760 root  DEL       REG                0,4             12538047 /dev/zero
php     860760 root  DEL       REG                0,4             12538046 /dev/zero
php     860760 root  DEL       REG                0,4             12538045 /dev/zero
php     860760 root  DEL       REG                0,4             12538044 /dev/zero
php     860760 root  DEL       REG                0,4             12538043 /dev/zero
php     860760 root  DEL       REG                0,4             12538042 /dev/zero
php     860760 root  DEL       REG                0,4             12538041 /dev/zero
php     860760 root  DEL       REG                0,4             12538040 /dev/zero
php     860760 root  DEL       REG                0,4             12538039 /dev/zero
php     860760 root  DEL       REG                0,4             12538038 /dev/zero
php     860760 root  DEL       REG                0,4             12538037 /dev/zero
php     860760 root  DEL       REG                0,4             12538036 /dev/zero
php     860760 root  DEL       REG                0,4             12538035 /dev/zero
php     860760 root  DEL       REG                0,4             12538034 /dev/zero
php     860760 root  DEL       REG                0,4             12538033 /dev/zero
php     860760 root  DEL       REG                0,4             12538032 /dev/zero
php     860760 root  DEL       REG                0,4             12538031 /dev/zero
php     860760 root  DEL       REG                0,4             12538030 /dev/zero
php     860760 root  DEL       REG                0,4             12538029 /dev/zero
php     860760 root  DEL       REG                0,4             12538028 /dev/zero
php     860760 root  DEL       REG                0,4             12538027 /dev/zero
php     860760 root  DEL       REG                0,4             12538026 /dev/zero
php     860760 root  DEL       REG                0,4             12538025 /dev/zero
php     860760 root  DEL       REG                0,4             12538024 /dev/zero
php     860760 root  DEL       REG                0,4             12538023 /dev/zero
php     860760 root  DEL       REG                0,4             12538022 /dev/zero
php     860760 root  DEL       REG                0,4             12538021 /dev/zero
php     860760 root  DEL       REG                0,4             12538020 /dev/zero
php     860760 root  DEL       REG                0,4             12538019 /dev/zero
php     860760 root  DEL       REG                0,4             12538018 /dev/zero
php     860760 root  DEL       REG                0,4             12538017 /dev/zero
php     860760 root  DEL       REG                0,4             12538016 /dev/zero
php     860760 root  DEL       REG                0,4             12538015 /dev/zero
php     860760 root  DEL       REG                0,4             12538014 /dev/zero
php     860760 root  DEL       REG                0,4             12538013 /dev/zero
php     860760 root  DEL       REG                0,4             12538012 /dev/zero
php     860760 root  DEL       REG                0,4             12538011 /dev/zero
php     860760 root  DEL       REG                0,4             12538010 /dev/zero
php     860760 root  DEL       REG                0,4             12538009 /dev/zero
php     860760 root  DEL       REG                0,4             12538008 /dev/zero
php     860760 root  DEL       REG                0,4             12538007 /dev/zero
php     860760 root  DEL       REG                0,4             12538006 /dev/zero
php     860760 root  DEL       REG                0,4             12538005 /dev/zero
php     860760 root  DEL       REG                0,4             12538004 /dev/zero
php     860760 root  DEL       REG                0,4             12538003 /dev/zero
php     860760 root  DEL       REG                0,4             12538002 /dev/zero
php     860760 root  DEL       REG                0,4             12538001 /dev/zero
php     860760 root  DEL       REG                0,4             12538000 /dev/zero
php     860760 root  DEL       REG                0,4             12537999 /dev/zero
php     860760 root  DEL       REG                0,4             12537998 /dev/zero
php     860760 root  DEL       REG                0,4             12534636 /dev/zero
php     860760 root  DEL       REG                0,4             12534634 /dev/zero
php     860760 root  DEL       REG                0,4             12534633 /dev/zero
php     860760 root  DEL       REG                0,4             12534631 /dev/zero
php     860760 root  DEL       REG                0,4             12534630 /dev/zero
php     860760 root  DEL       REG                0,4             12534629 /dev/zero
php     860760 root  DEL       REG                0,4             12534628 /dev/zero
php     860760 root  DEL       REG                0,4             12534627 /dev/zero
php     860760 root  DEL       REG                0,4             12534626 /dev/zero
php     860760 root  DEL       REG                0,4             12534625 /dev/zero
php     860760 root  DEL       REG                0,4             12534624 /dev/zero
php     860760 root  DEL       REG                0,4             12534623 /dev/zero
php     860760 root  DEL       REG                0,4             12534622 /dev/zero
php     860760 root  DEL       REG                0,4             12534621 /dev/zero
php     860760 root  DEL       REG                0,4             12534620 /dev/zero
php     860760 root  DEL       REG                0,4             12534619 /dev/zero
php     860760 root  DEL       REG                0,4             12534618 /dev/zero
php     860760 root  DEL       REG                0,4             12534617 /dev/zero
php     860760 root  DEL       REG                0,4             12534616 /dev/zero
php     860760 root  DEL       REG                0,4             12534615 /dev/zero
php     860760 root  DEL       REG                0,4             12534614 /dev/zero
php     860760 root  DEL       REG                0,4             12534613 /dev/zero
php     860760 root  DEL       REG                0,4             12534612 /dev/zero
php     860760 root  DEL       REG                0,4             12534611 /dev/zero
php     860760 root  DEL       REG                0,4             12534610 /dev/zero
php     860760 root  DEL       REG                0,4             12534609 /dev/zero
php     860760 root  DEL       REG                0,4             12534608 /dev/zero
php     860760 root  DEL       REG                0,4             12534607 /dev/zero
php     860760 root  DEL       REG                0,4             12534606 /dev/zero
php     860760 root  DEL       REG                0,4             12534605 /dev/zero
php     860760 root  DEL       REG                0,4             12534604 /dev/zero
php     860760 root  DEL       REG                0,4             12534603 /dev/zero
php     860760 root  DEL       REG                0,4             12534602 /dev/zero
php     860760 root  DEL       REG                0,4             12534601 /dev/zero
php     860760 root  DEL       REG                0,4             12534600 /dev/zero
php     860760 root  DEL       REG                0,4             12534599 /dev/zero
php     860760 root  DEL       REG                0,4             12534598 /dev/zero
php     860760 root  DEL       REG                0,4             12534597 /dev/zero
php     860760 root  DEL       REG                0,4             12534596 /dev/zero
php     860760 root  DEL       REG                0,4             12534595 /dev/zero
php     860760 root  DEL       REG                0,4             12534594 /dev/zero
php     860760 root  DEL       REG                0,4             12534593 /dev/zero
php     860760 root  DEL       REG                0,4             12534592 /dev/zero
php     860760 root  DEL       REG                0,4             12534591 /dev/zero
php     860760 root  DEL       REG                0,4             12534590 /dev/zero
php     860760 root  DEL       REG                0,4             12534589 /dev/zero
php     860760 root  DEL       REG                0,4             12534588 /dev/zero
php     860760 root  DEL       REG                0,4             12534587 /dev/zero
php     860760 root  DEL       REG                0,4             12534586 /dev/zero
php     860760 root  DEL       REG                0,4             12534585 /dev/zero
php     860760 root  DEL       REG                0,4             12534584 /dev/zero
php     860760 root  DEL       REG                0,4             12534583 /dev/zero
php     860760 root  DEL       REG                0,4             12534582 /dev/zero
php     860760 root  DEL       REG                0,4             12534581 /dev/zero
php     860760 root  DEL       REG                0,4             12534580 /dev/zero
php     860760 root  DEL       REG                0,4             12534579 /dev/zero
php     860760 root  DEL       REG                0,4             12534578 /dev/zero
php     860760 root  DEL       REG                0,4             12534577 /dev/zero
php     860760 root  DEL       REG                0,4             12534576 /dev/zero
php     860760 root  DEL       REG                0,4             12534575 /dev/zero
php     860760 root  DEL       REG                0,4             12534574 /dev/zero
php     860760 root  DEL       REG                0,4             12534573 /dev/zero
php     860760 root  DEL       REG                0,4             12534572 /dev/zero
php     860760 root  DEL       REG                0,4             12534571 /dev/zero
php     860760 root  DEL       REG                0,4             12534570 /dev/zero
php     860760 root  DEL       REG                0,4             12534569 /dev/zero
php     860760 root  DEL       REG                0,4             12534568 /dev/zero
php     860760 root  DEL       REG                0,4             12534567 /dev/zero
php     860760 root  DEL       REG                0,4             12534566 /dev/zero
php     860760 root  DEL       REG                0,4             12534565 /dev/zero
php     860760 root  DEL       REG                0,4             12534564 /dev/zero
php     860760 root  DEL       REG                0,4             12534563 /dev/zero
php     860760 root  DEL       REG                0,4             12534562 /dev/zero
php     860760 root  DEL       REG                0,4             12534561 /dev/zero
php     860760 root  DEL       REG                0,4             12534560 /dev/zero
php     860760 root  DEL       REG                0,4             12534559 /dev/zero
php     860760 root  DEL       REG                0,4             12534558 /dev/zero
php     860760 root  DEL       REG                0,4             12534557 /dev/zero
php     860760 root  DEL       REG                0,4             12534556 /dev/zero
php     860760 root  DEL       REG                0,4             12534555 /dev/zero
php     860760 root  DEL       REG                0,4             12534554 /dev/zero
php     860760 root  DEL       REG                0,4             12534553 /dev/zero
php     860760 root  DEL       REG                0,4             12534552 /dev/zero
php     860760 root  DEL       REG                0,4             12534551 /dev/zero
php     860760 root  DEL       REG                0,4             12534550 /dev/zero
php     860760 root  DEL       REG                0,4             12534549 /dev/zero
php     860760 root  DEL       REG                0,4             12534548 /dev/zero
php     860760 root  DEL       REG                0,4             12534547 /dev/zero
php     860760 root  DEL       REG                0,4             12534546 /dev/zero
php     860760 root  DEL       REG                0,4             12534545 /dev/zero
php     860760 root  DEL       REG                0,4             12534544 /dev/zero
php     860760 root  DEL       REG                0,4             12534543 /dev/zero
php     860760 root  DEL       REG                0,4             12534542 /dev/zero
php     860760 root  DEL       REG                0,4             12534541 /dev/zero
php     860760 root  DEL       REG                0,4             12534540 /dev/zero
php     860760 root  DEL       REG                0,4             12534539 /dev/zero
php     860760 root  DEL       REG                0,4             12534538 /dev/zero
php     860760 root  DEL       REG                0,4             12534537 /dev/zero
php     860760 root  DEL       REG                0,4             12534536 /dev/zero
php     860760 root  DEL       REG                0,4             12322691 /dev/zero
php     860760 root  DEL       REG                0,4             12322688 /dev/zero
php     860760 root  DEL       REG                0,4             12322684 /dev/zero
php     860760 root  DEL       REG                0,4             12322683 /dev/zero
php     860760 root  DEL       REG                0,4             12322682 /dev/zero
php     860760 root  DEL       REG                0,4             12322681 /dev/zero
php     860760 root  DEL       REG                0,4             12537901 /dev/zero
php     860760 root  DEL       REG                0,4             12106399 /dev/zero
php     860760 root  mem       REG              253,0    179328   33624133 /usr/lib64/libpng15.so.15.13.0
php     860760 root  mem       REG              253,0   2197344  237832478 /usr/local/php/lib/php/extensions/no-debug-non-zts-20240924/gd.so
php     860760 root  mem       REG              253,0    995840   33588287 /usr/lib64/libstdc++.so.6.0.19
php     860760 root  mem       REG              253,0   1547400      42842 /usr/local/lib/libcares.so.2.19.2
php     860760 root  mem       REG              253,0    602960   33974001 /usr/lib64/libbrotlienc.so.1.0.9
php     860760 root  mem       REG              253,0  48107616  235060595 /usr/local/php/lib/php/extensions/no-debug-non-zts-20240924/swoole.so
php     860760 root  mem       REG              253,0   4121192  237832479 /usr/local/php/lib/php/extensions/no-debug-non-zts-20240924/redis.so
php     860760 root  mem       REG              253,0     88720   33554508 /usr/lib64/libgcc_s-4.8.5-20150702.so.1
php     860760 root  mem       REG              253,0     43712   33588258 /usr/lib64/librt-2.17.so
php     860760 root  mem       REG              253,0   1928992  237832467 /usr/local/php/lib/php/extensions/no-debug-non-zts-20240924/opcache.so
php     860760 root  mem       REG              253,0 106172832  100768666 /usr/lib/locale/locale-archive
php     860760 root  mem       REG              253,0    548032    1937817 /usr/local/lib/libpcre.so.1.2.7
php     860760 root  mem       REG              253,0    155744   33588332 /usr/lib64/libselinux.so.1
php     860760 root  mem       REG              253,0     15688   33594184 /usr/lib64/libkeyutils.so.1.5
php     860760 root  mem       REG              253,0     67104   34208514 /usr/lib64/libkrb5support.so.0.1
php     860760 root  mem       REG              253,0    210784   33654784 /usr/lib64/libk5crypto.so.3.1
php     860760 root  mem       REG              253,0     15856   33588342 /usr/lib64/libcom_err.so.2.1
php     860760 root  mem       REG              253,0    967776   34208512 /usr/lib64/libkrb5.so.3.3
php     860760 root  mem       REG              253,0    320720   33651196 /usr/lib64/libgssapi_krb5.so.2.2
php     860760 root  mem       REG              253,0   2521224   33654801 /usr/lib64/libcrypto.so.1.0.2k
php     860760 root  mem       REG              253,0    470328   33654803 /usr/lib64/libssl.so.1.0.2k
php     860760 root  mem       REG              253,0    133976   33973997 /usr/lib64/libbrotlicommon.so.1.0.9
php     860760 root  mem       REG              253,0    274280   33973984 /usr/lib64/libssh2.so.1.0.1
php     860760 root  mem       REG              253,0    142144   33588220 /usr/lib64/libpthread-2.17.so
php     860760 root  mem       REG              253,0   2156592   33588187 /usr/lib64/libc-2.17.so
php     860760 root  mem       REG              253,0    157440   33588315 /usr/lib64/liblzma.so.5.2.2
php     860760 root  mem       REG              253,0   5973360    1665817 /usr/local/lib/libxml2.so.2.9.10
php     860760 root  mem       REG              253,0     19384   33588458 /usr/lib64/libgpg-error.so.0.10.0
php     860760 root  mem       REG              253,0    535064   33588467 /usr/lib64/libgcrypt.so.11.8.2
php     860760 root  mem       REG              253,0     87408   34073727 /usr/lib64/libexslt.so.0.8.17
php     860760 root  mem       REG              253,0    258400   34073729 /usr/lib64/libxslt.so.1.1.28
php     860760 root  mem       REG              253,0    539344   34114182 /usr/lib64/libonig.so.5.0.0
php     860760 root  mem       REG              253,0     32328   33588461 /usr/lib64/libffi.so.6.0.1
php     860760 root  mem       REG              253,0     48480   33973999 /usr/lib64/libbrotlidec.so.1.0.9
php     860760 root  mem       REG              253,0    728608     334762 /usr/local/lib/libcurl.so.4.8.0
php     860760 root  mem       REG              253,0    121760 1284612359 /usr/local/zlib/lib/libz.so.1.3.1
php     860760 root  mem       REG              253,0   3370192    1953533 /usr/local/openssl/lib/libcrypto.so.1.1
php     860760 root  mem       REG              253,0    685720    1953534 /usr/local/openssl/lib/libssl.so.1.1
php     860760 root  mem       REG              253,0     19248   33588193 /usr/lib64/libdl-2.17.so
php     860760 root  mem       REG              253,0   1136944   33588195 /usr/lib64/libm-2.17.so
php     860760 root  mem       REG              253,0     14424   33588262 /usr/lib64/libutil-2.17.so
php     860760 root  mem       REG              253,0     68192   33588366 /usr/lib64/libbz2.so.1.0.6
php     860760 root  mem       REG              253,0   1505808  976511005 /usr/local/libiconv/lib/libiconv.so.2.7.0
php     860760 root  mem       REG              253,0    174576   33588313 /usr/lib64/libtinfo.so.5.9
php     860760 root  mem       REG              253,0    163696   33588303 /usr/lib64/libncurses.so.5.9
php     860760 root  mem       REG              253,0    285136   33588419 /usr/lib64/libreadline.so.6.2
php     860760 root  mem       REG              253,0    109976   33588223 /usr/lib64/libresolv-2.17.so
php     860760 root  mem       REG              253,0    163312   33588177 /usr/lib64/ld-2.17.so
php     860760 root  DEL       REG                0,4             12534635 /dev/zero
php     860760 root  DEL       REG                0,4             12534632 /dev/zero
php     860760 root  DEL       REG                0,4             12322690 /dev/zero
php     860760 root  DEL       REG                0,4             12538094 /dev/zero
php     860760 root  DEL       REG                0,4             12322689 /dev/zero
php     860760 root  DEL       REG                0,4             12322685 /dev/zero
php     860760 root  DEL       REG                0,4             12106404 /dev/zero
php     860760 root    0u      CHR              136,1       0t0          4 /dev/pts/1 (deleted)
php     860760 root    1u      REG              253,0  29109641  604222720 /home/wwwroot/html_80001/log/swoole_log.txt
php     860760 root    2u      REG              253,0  29109641  604222720 /home/wwwroot/html_80001/log/swoole_log.txt
php     860760 root    3u      REG              253,0         0   68243988 /tmp/#68243988 (deleted)
php     860760 root    4r      REG              253,0    127171 1107365954 /home/wwwroot/html_80001/vos_server_o_c.php
php     860760 root    5u     IPv4           12106405       0t0        TCP localhost.localdomain:61127 (LISTEN)
php     860760 root    6u      REG              253,0  29109641  604222720 /home/wwwroot/html_80001/log/swoole_log.txt
php     860760 root    7u     unix 0xffff94801e0e7b40       0t0   12322686 socket
php     860760 root    8u     unix 0xffff94801e0e6a40       0t0   12322687 socket
php     860760 root    9u      CHR              136,1       0t0          4 /dev/pts/1 (deleted)
php     860760 root   10u      CHR              136,1       0t0          4 /dev/pts/1 (deleted)
php     860760 root   11u     unix 0xffff94881aa42a80       0t0   12534344 socket
php     860760 root   12u     unix 0xffff94881aa42ec0       0t0   12534345 socket
php     860760 root   13u     unix 0xffff94881aa43300       0t0   12534346 socket
php     860760 root   14u     unix 0xffff94881aa43740       0t0   12534347 socket
php     860760 root   15u     unix 0xffff94881aa43b80       0t0   12534348 socket
php     860760 root   16u     unix 0xffff94881aa43fc0       0t0   12534349 socket
php     860760 root   17u     unix 0xffff94881aa44400       0t0   12534350 socket
php     860760 root   18u     unix 0xffff94881aa44840       0t0   12534351 socket
php     860760 root   19u     unix 0xffff94881aa44c80       0t0   12534352 socket
php     860760 root   20u     unix 0xffff94881aa450c0       0t0   12534353 socket
php     860760 root   21u     unix 0xffff94881aa45500       0t0   12534354 socket
php     860760 root   22u     unix 0xffff94881aa45940       0t0   12534355 socket
php     860760 root   23u     unix 0xffff94881aa45d80       0t0   12534356 socket
php     860760 root   24u     unix 0xffff94881aa461c0       0t0   12534357 socket
php     860760 root   25u     unix 0xffff94881aa46600       0t0   12534358 socket
php     860760 root   26u     unix 0xffff94881aa46a40       0t0   12534359 socket
php     860760 root   27u     unix 0xffff94881aa46e80       0t0   12534360 socket
php     860760 root   28u     unix 0xffff94881aa472c0       0t0   12534361 socket
php     860760 root   29u     unix 0xffff94881aa47700       0t0   12534362 socket
php     860760 root   30u     unix 0xffff94881aa47b40       0t0   12534363 socket
php     860760 root   31u     unix 0xffff94881aa42640       0t0   12534364 socket
php     860760 root   32u     unix 0xffff94881aa42200       0t0   12534365 socket
php     860760 root   33u     unix 0xffff94881aa41dc0       0t0   12534366 socket
php     860760 root   34u     unix 0xffff94881aa41980       0t0   12534367 socket
php     860760 root   35u     unix 0xffff94881aa41540       0t0   12534368 socket
php     860760 root   36u     unix 0xffff94881aa41100       0t0   12534369 socket
php     860760 root   37u     unix 0xffff94881aa40cc0       0t0   12534370 socket
php     860760 root   38u     unix 0xffff94881aa40880       0t0   12534371 socket
php     860760 root   39u     unix 0xffff94881aa40440       0t0   12534372 socket
php     860760 root   40u     unix 0xffff94881aa40000       0t0   12534373 socket
php     860760 root   41u     unix 0xffff948798918000       0t0   12534374 socket
php     860760 root   42u     unix 0xffff948798918440       0t0   12534375 socket
php     860760 root   43u     unix 0xffff948798918880       0t0   12534376 socket
php     860760 root   44u     unix 0xffff948798918cc0       0t0   12534377 socket
php     860760 root   45u     unix 0xffff948798919100       0t0   12534378 socket
php     860760 root   46u     unix 0xffff948798919540       0t0   12534379 socket
php     860760 root   47u     unix 0xffff948798919980       0t0   12534380 socket
php     860760 root   48u     unix 0xffff948798919dc0       0t0   12534381 socket
php     860760 root   49u     unix 0xffff94879891a200       0t0   12534382 socket
php     860760 root   50u     unix 0xffff94879891a640       0t0   12534383 socket
php     860760 root   51u     unix 0xffff94879891aa80       0t0   12534384 socket
php     860760 root   52u     unix 0xffff94879891aec0       0t0   12534385 socket
php     860760 root   53u     unix 0xffff94879891b300       0t0   12534386 socket
php     860760 root   54u     unix 0xffff94879891b740       0t0   12534387 socket
php     860760 root   55u     unix 0xffff94879891bb80       0t0   12534388 socket
php     860760 root   56u     unix 0xffff94879891bfc0       0t0   12534389 socket
php     860760 root   57u     unix 0xffff94879891c400       0t0   12534390 socket
php     860760 root   58u     unix 0xffff94879891c840       0t0   12534391 socket
php     860760 root   59u     unix 0xffff94879891cc80       0t0   12534392 socket
php     860760 root   60u     unix 0xffff94879891d0c0       0t0   12534393 socket
php     860760 root   61u     unix 0xffff94879891d500       0t0   12534394 socket
php     860760 root   62u     unix 0xffff94879891d940       0t0   12534395 socket
php     860760 root   63u     unix 0xffff94879891dd80       0t0   12534396 socket
php     860760 root   64u     unix 0xffff94879891e1c0       0t0   12534397 socket
php     860760 root   65u     unix 0xffff94879891e600       0t0   12534398 socket
php     860760 root   66u     unix 0xffff94879891ea40       0t0   12534399 socket
php     860760 root   67u     unix 0xffff94879891ee80       0t0   12534400 socket
php     860760 root   68u     unix 0xffff94879891f2c0       0t0   12534401 socket
php     860760 root   69u     unix 0xffff94879891f700       0t0   12534402 socket
php     860760 root   70u     unix 0xffff94879891fb40       0t0   12534403 socket
php     860760 root   71u     unix 0xffff9487bc5c8000       0t0   12534404 socket
php     860760 root   72u     unix 0xffff9487bc5c8440       0t0   12534405 socket
php     860760 root   73u     unix 0xffff9487bc5c8880       0t0   12534406 socket
php     860760 root   74u     unix 0xffff9487bc5c8cc0       0t0   12534407 socket
php     860760 root   75u     unix 0xffff9487bc5c9100       0t0   12534408 socket
php     860760 root   76u     unix 0xffff9487bc5c9540       0t0   12534409 socket
php     860760 root   77u     unix 0xffff9487bc5c9980       0t0   12534410 socket
php     860760 root   78u     unix 0xffff9487bc5c9dc0       0t0   12534411 socket
php     860760 root   79u     unix 0xffff9487bc5ca200       0t0   12534412 socket
php     860760 root   80u     unix 0xffff9487bc5ca640       0t0   12534413 socket
php     860760 root   81u     unix 0xffff9487bc5caa80       0t0   12534414 socket
php     860760 root   82u     unix 0xffff9487bc5caec0       0t0   12534415 socket
php     860760 root   83u     unix 0xffff9487bc5cb300       0t0   12534416 socket
php     860760 root   84u     unix 0xffff9487bc5cb740       0t0   12534417 socket
php     860760 root   85u     unix 0xffff9487bc5cbb80       0t0   12534418 socket
php     860760 root   86u     unix 0xffff9487bc5cbfc0       0t0   12534419 socket
php     860760 root   87u     unix 0xffff9487bc5cc400       0t0   12534420 socket
php     860760 root   88u     unix 0xffff9487bc5cc840       0t0   12534421 socket
php     860760 root   89u     unix 0xffff9487bc5ccc80       0t0   12534422 socket
php     860760 root   90u     unix 0xffff9487bc5cd0c0       0t0   12534423 socket
php     860760 root   91u     unix 0xffff9487bc5cd500       0t0   12534424 socket
php     860760 root   92u     unix 0xffff9487bc5cd940       0t0   12534425 socket
php     860760 root   93u     unix 0xffff9487bc5cdd80       0t0   12534426 socket
php     860760 root   94u     unix 0xffff9487bc5ce1c0       0t0   12534427 socket
php     860760 root   95u     unix 0xffff9487bc5ce600       0t0   12534428 socket
php     860760 root   96u     unix 0xffff9487bc5cea40       0t0   12534429 socket
php     860760 root   97u     unix 0xffff9487bc5cee80       0t0   12534430 socket
php     860760 root   98u     unix 0xffff9487bc5cf2c0       0t0   12534431 socket
php     860760 root   99u     unix 0xffff9487bc5cf700       0t0   12534432 socket
php     860760 root  100u     unix 0xffff9487bc5cfb40       0t0   12534433 socket
php     860760 root  101u     unix 0xffff94880ff58000       0t0   12534434 socket
php     860760 root  102u     unix 0xffff94880ff58440       0t0   12534435 socket
php     860760 root  103u     unix 0xffff94880ff58880       0t0   12534436 socket
php     860760 root  104u     unix 0xffff94880ff58cc0       0t0   12534437 socket
php     860760 root  105u     unix 0xffff94880ff59100       0t0   12534438 socket
php     860760 root  106u     unix 0xffff94880ff59540       0t0   12534439 socket
php     860760 root  107u     unix 0xffff94880ff59980       0t0   12534440 socket
php     860760 root  108u     unix 0xffff94880ff59dc0       0t0   12534441 socket
php     860760 root  109u     unix 0xffff94880ff5a200       0t0   12534442 socket
php     860760 root  110u     unix 0xffff94880ff5a640       0t0   12534443 socket
php     860760 root  111u     unix 0xffff94880ff5aa80       0t0   12534444 socket
php     860760 root  112u     unix 0xffff94880ff5aec0       0t0   12534445 socket
php     860760 root  113u     unix 0xffff94880ff5b300       0t0   12534446 socket
php     860760 root  114u     unix 0xffff94880ff5b740       0t0   12534447 socket
php     860760 root  115u     unix 0xffff94880ff5bb80       0t0   12534448 socket
php     860760 root  116u     unix 0xffff94880ff5bfc0       0t0   12534449 socket
php     860760 root  117u     unix 0xffff94880ff5c400       0t0   12534450 socket
php     860760 root  118u     unix 0xffff94880ff5c840       0t0   12534451 socket
php     860760 root  119u     unix 0xffff94880ff5cc80       0t0   12534452 socket
php     860760 root  120u     unix 0xffff94880ff5d0c0       0t0   12534453 socket
php     860760 root  121u     unix 0xffff94880ff5d500       0t0   12534454 socket
php     860760 root  122u     unix 0xffff94880ff5d940       0t0   12534455 socket
php     860760 root  123u     unix 0xffff94880ff5dd80       0t0   12534456 socket
php     860760 root  124u     unix 0xffff94880ff5e1c0       0t0   12534457 socket
php     860760 root  125u     unix 0xffff94880ff5e600       0t0   12534458 socket
php     860760 root  126u     unix 0xffff94880ff5ea40       0t0   12534459 socket
php     860760 root  127u     unix 0xffff94880ff5ee80       0t0   12534460 socket
php     860760 root  128u     unix 0xffff94880ff5f2c0       0t0   12534461 socket
php     860760 root  129u     unix 0xffff94880ff5f700       0t0   12534462 socket
php     860760 root  130u     unix 0xffff94880ff5fb40       0t0   12534463 socket
php     860760 root  131u     unix 0xffff948509590000       0t0   12534464 socket
php     860760 root  132u     unix 0xffff948509590440       0t0   12534465 socket
php     860760 root  133u     unix 0xffff948509590880       0t0   12534466 socket
php     860760 root  134u     unix 0xffff948509590cc0       0t0   12534467 socket
php     860760 root  135u     unix 0xffff948509591100       0t0   12534468 socket
php     860760 root  136u     unix 0xffff948509591540       0t0   12534469 socket
php     860760 root  137u     unix 0xffff948509591980       0t0   12534470 socket
php     860760 root  138u     unix 0xffff948509591dc0       0t0   12534471 socket
php     860760 root  139u     unix 0xffff948509592200       0t0   12534472 socket
php     860760 root  140u     unix 0xffff948509592640       0t0   12534473 socket
php     860760 root  141u     unix 0xffff948509592a80       0t0   12534474 socket
php     860760 root  142u     unix 0xffff948509592ec0       0t0   12534475 socket
php     860760 root  143u     unix 0xffff948509593300       0t0   12534476 socket
php     860760 root  144u     unix 0xffff948509593740       0t0   12534477 socket
php     860760 root  145u     unix 0xffff948509593b80       0t0   12534478 socket
php     860760 root  146u     unix 0xffff948509593fc0       0t0   12534479 socket
php     860760 root  147u     unix 0xffff948509594400       0t0   12534480 socket
php     860760 root  148u     unix 0xffff948509594840       0t0   12534481 socket
php     860760 root  149u     unix 0xffff948509594c80       0t0   12534482 socket
php     860760 root  150u     unix 0xffff9485095950c0       0t0   12534483 socket
php     860760 root  151u     unix 0xffff948509595500       0t0   12534484 socket
php     860760 root  152u     unix 0xffff948509595940       0t0   12534485 socket
php     860760 root  153u     unix 0xffff948509595d80       0t0   12534486 socket
php     860760 root  154u     unix 0xffff9485095961c0       0t0   12534487 socket
php     860760 root  155u     unix 0xffff948509596600       0t0   12534488 socket
php     860760 root  156u     unix 0xffff948509596a40       0t0   12534489 socket
php     860760 root  157u     unix 0xffff948509596e80       0t0   12534490 socket
php     860760 root  158u     unix 0xffff9485095972c0       0t0   12534491 socket
php     860760 root  159u     unix 0xffff948509597700       0t0   12534492 socket
php     860760 root  160u     unix 0xffff948509597b40       0t0   12534493 socket
php     860760 root  161u     unix 0xffff9488106df700       0t0   12534494 socket
php     860760 root  162u     unix 0xffff9488106dfb40       0t0   12534495 socket
php     860760 root  163u     unix 0xffff9488106db740       0t0   12534496 socket
php     860760 root  164u     unix 0xffff9488106d9540       0t0   12534497 socket
php     860760 root  165u     unix 0xffff9488106df2c0       0t0   12534498 socket
php     860760 root  166u     unix 0xffff9488106dee80       0t0   12534499 socket
php     860760 root  167u     unix 0xffff9488106dea40       0t0   12534500 socket
php     860760 root  168u     unix 0xffff9488106de600       0t0   12534501 socket
php     860760 root  169u     unix 0xffff9488106de1c0       0t0   12534502 socket
php     860760 root  170u     unix 0xffff9488106ddd80       0t0   12534503 socket
php     860760 root  171u     unix 0xffff9488106dd940       0t0   12534504 socket
php     860760 root  172u     unix 0xffff9488106dd500       0t0   12534505 socket
php     860760 root  173u     unix 0xffff9488106dd0c0       0t0   12534506 socket
php     860760 root  174u     unix 0xffff9488106dcc80       0t0   12534507 socket
php     860760 root  175u     unix 0xffff9488106dc840       0t0   12534508 socket
php     860760 root  176u     unix 0xffff9488106dc400       0t0   12534509 socket
php     860760 root  177u     unix 0xffff9488106dbfc0       0t0   12534510 socket
php     860760 root  178u     unix 0xffff9488106da640       0t0   12534511 socket
php     860760 root  179u     unix 0xffff9488106da200       0t0   12534512 socket
php     860760 root  180u     unix 0xffff9488106d9dc0       0t0   12534513 socket
php     860760 root  181u     unix 0xffff9488106d9980       0t0   12534514 socket
php     860760 root  182u     unix 0xffff9488106d9100       0t0   12534515 socket
php     860760 root  183u     unix 0xffff9488106d8cc0       0t0   12534516 socket
php     860760 root  184u     unix 0xffff9488106dbb80       0t0   12534517 socket
php     860760 root  185u     unix 0xffff9488106d8880       0t0   12534518 socket
php     860760 root  186u     unix 0xffff9488106d8440       0t0   12534519 socket
php     860760 root  187u     unix 0xffff9488106d8000       0t0   12534520 socket
php     860760 root  188u     unix 0xffff9488106db300       0t0   12534521 socket
php     860760 root  189u     unix 0xffff9488106daec0       0t0   12534522 socket
php     860760 root  190u     unix 0xffff9488106daa80       0t0   12534523 socket
php     860760 root  191u     unix 0xffff9485697cfb40       0t0   12534524 socket
php     860760 root  192u     unix 0xffff9485697cf700       0t0   12534525 socket
php     860760 root  193u     unix 0xffff9485697cf2c0       0t0   12534526 socket
php     860760 root  194u     unix 0xffff9485697cee80       0t0   12534527 socket
php     860760 root  195u     unix 0xffff9485697cea40       0t0   12534528 socket
php     860760 root  196u     unix 0xffff9485697ce600       0t0   12534529 socket
php     860760 root  197u     unix 0xffff9485697ce1c0       0t0   12534530 socket
php     860760 root  198u     unix 0xffff9485697cdd80       0t0   12534531 socket
php     860760 root  199u     unix 0xffff9485697cd940       0t0   12534532 socket
php     860760 root  200u     unix 0xffff9485697cd500       0t0   12534533 socket
php     860760 root  201u     unix 0xffff9485697cd0c0       0t0   12534534 socket
php     860760 root  202u     unix 0xffff9485697ccc80       0t0   12534535 socket
php     860760 root  203u     unix 0xffff9485697cc840       0t0   12534637 socket
php     860760 root  204u     unix 0xffff9485697cc400       0t0   12534638 socket
php     860760 root  205u     unix 0xffff9485697cbfc0       0t0   12534639 socket
php     860760 root  206u     unix 0xffff9485697cbb80       0t0   12534640 socket
php     860760 root  207u     unix 0xffff9485697cb740       0t0   12534641 socket
php     860760 root  208u     unix 0xffff9485697cb300       0t0   12534642 socket
php     860760 root  209u     unix 0xffff9485697caec0       0t0   12534643 socket
php     860760 root  210u     unix 0xffff9485697caa80       0t0   12534644 socket
php     860760 root  211u     unix 0xffff9485697ca640       0t0   12534645 socket
php     860760 root  212u     unix 0xffff9485697ca200       0t0   12534646 socket
php     860760 root  213u     unix 0xffff9485697c9dc0       0t0   12534647 socket
php     860760 root  214u     unix 0xffff9485697c9980       0t0   12534648 socket
php     860760 root  215u     unix 0xffff9485697c9540       0t0   12534649 socket
php     860760 root  216u     unix 0xffff9485697c9100       0t0   12534650 socket
php     860760 root  217u     unix 0xffff9485697c8cc0       0t0   12534651 socket
php     860760 root  218u     unix 0xffff9485697c8880       0t0   12534652 socket
php     860760 root  219u     unix 0xffff9485697c8440       0t0   12534653 socket
php     860760 root  220u     unix 0xffff9485697c8000       0t0   12534654 socket
php     860760 root  221u     unix 0xffff9484df328000       0t0   12534655 socket
php     860760 root  222u     unix 0xffff9484df328440       0t0   12534656 socket
php     860760 root  223u     unix 0xffff9484df328880       0t0   12534657 socket
php     860760 root  224u     unix 0xffff9484df328cc0       0t0   12534658 socket
php     860760 root  225u     unix 0xffff9484df329100       0t0   12534659 socket
php     860760 root  226u     unix 0xffff9484df329540       0t0   12534660 socket
php     860760 root  227u     unix 0xffff9484df329980       0t0   12534661 socket
php     860760 root  228u     unix 0xffff9484df329dc0       0t0   12534662 socket
php     860760 root  229u     unix 0xffff9484df32a200       0t0   12534663 socket
php     860760 root  230u     unix 0xffff9484df32a640       0t0   12534664 socket
php     860760 root  231u     unix 0xffff9484df32aa80       0t0   12534665 socket
php     860760 root  232u     unix 0xffff9484df32aec0       0t0   12534666 socket
php     860760 root  233u     unix 0xffff9484df32b300       0t0   12534667 socket
php     860760 root  234u     unix 0xffff9484df32b740       0t0   12534668 socket
php     860760 root  235u     unix 0xffff9484df32bb80       0t0   12534669 socket
php     860760 root  236u     unix 0xffff9484df32bfc0       0t0   12534670 socket
php     860760 root  237u     unix 0xffff9484df32c400       0t0   12534671 socket
php     860760 root  238u     unix 0xffff9484df32c840       0t0   12534672 socket
php     860760 root  239u     unix 0xffff9484df32cc80       0t0   12534673 socket
php     860760 root  240u     unix 0xffff9484df32d0c0       0t0   12534674 socket
php     860760 root  241u     unix 0xffff9484df32d500       0t0   12534675 socket
php     860760 root  242u     unix 0xffff9484df32d940       0t0   12534676 socket
php     860760 root  243u     unix 0xffff9484df32dd80       0t0   12534677 socket
php     860760 root  244u     unix 0xffff9484df32e1c0       0t0   12534678 socket
php     860760 root  245u     unix 0xffff9484df32e600       0t0   12534679 socket
php     860760 root  246u     unix 0xffff9484df32ea40       0t0   12534680 socket
php     860760 root  247u     unix 0xffff9484df32ee80       0t0   12534681 socket
php     860760 root  248u     unix 0xffff9484df32f2c0       0t0   12534682 socket
php     860760 root  249u     unix 0xffff9484df32f700       0t0   12534683 socket
php     860760 root  250u     unix 0xffff9484df32fb40       0t0   12534684 socket
php     860760 root  251u     unix 0xffff948785848000       0t0   12534685 socket
php     860760 root  252u     unix 0xffff948785848440       0t0   12534686 socket
php     860760 root  253u     unix 0xffff948785848880       0t0   12534687 socket
php     860760 root  254u     unix 0xffff948785848cc0       0t0   12534688 socket
php     860760 root  255u     unix 0xffff948785849100       0t0   12534689 socket
php     860760 root  256u     unix 0xffff948785849540       0t0   12534690 socket
php     860760 root  257u     unix 0xffff948785849980       0t0   12534691 socket
php     860760 root  258u     unix 0xffff948785849dc0       0t0   12534692 socket
php     860760 root  259u     unix 0xffff94878584a200       0t0   12534693 socket
php     860760 root  260u     unix 0xffff94878584a640       0t0   12534694 socket
php     860760 root  261u     unix 0xffff94878584aa80       0t0   12534695 socket
php     860760 root  262u     unix 0xffff94878584aec0       0t0   12534696 socket
php     860760 root  263u     unix 0xffff94878584b300       0t0   12534697 socket
php     860760 root  264u     unix 0xffff94878584b740       0t0   12534698 socket
php     860760 root  265u     unix 0xffff94878584bb80       0t0   12534699 socket
php     860760 root  266u     unix 0xffff94878584bfc0       0t0   12534700 socket
php     860760 root  267u     unix 0xffff94878584c400       0t0   12534701 socket
php     860760 root  268u     unix 0xffff94878584c840       0t0   12534702 socket
php     860760 root  269u     unix 0xffff94878584cc80       0t0   12534703 socket
php     860760 root  270u     unix 0xffff94878584d0c0       0t0   12534704 socket
php     860760 root  271u     unix 0xffff94878584d500       0t0   12534705 socket
php     860760 root  272u     unix 0xffff94878584d940       0t0   12534706 socket
php     860760 root  273u     unix 0xffff94878584dd80       0t0   12534707 socket
php     860760 root  274u     unix 0xffff94878584e1c0       0t0   12534708 socket
php     860760 root  275u     unix 0xffff94878584e600       0t0   12534709 socket
php     860760 root  276u     unix 0xffff94878584ea40       0t0   12534710 socket
php     860760 root  277u     unix 0xffff94878584ee80       0t0   12534711 socket
php     860760 root  278u     unix 0xffff94878584f2c0       0t0   12534712 socket
php     860760 root  279u     unix 0xffff94878584f700       0t0   12534713 socket
php     860760 root  280u     unix 0xffff94878584fb40       0t0   12534714 socket
php     860760 root  281u     unix 0xffff9485d8ae8000       0t0   12534715 socket
php     860760 root  282u     unix 0xffff9485d8ae8440       0t0   12534716 socket
php     860760 root  283u     unix 0xffff9485d8ae8880       0t0   12534717 socket
php     860760 root  284u     unix 0xffff9485d8ae8cc0       0t0   12534718 socket
php     860760 root  285u     unix 0xffff9485d8ae9100       0t0   12534719 socket
php     860760 root  286u     unix 0xffff9485d8ae9540       0t0   12534720 socket
php     860760 root  287u     unix 0xffff9485d8ae9980       0t0   12534721 socket
php     860760 root  288u     unix 0xffff9485d8ae9dc0       0t0   12534722 socket
php     860760 root  289u     unix 0xffff9485d8aea200       0t0   12534723 socket
php     860760 root  290u     unix 0xffff9485d8aea640       0t0   12534724 socket
php     860760 root  291u     unix 0xffff9485d8aeaa80       0t0   12534725 socket
php     860760 root  292u     unix 0xffff9485d8aeaec0       0t0   12534726 socket
php     860760 root  293u     unix 0xffff9485d8aeb300       0t0   12534727 socket
php     860760 root  294u     unix 0xffff9485d8aeb740       0t0   12534728 socket
php     860760 root  295u     unix 0xffff9485d8aebb80       0t0   12534729 socket
php     860760 root  296u     unix 0xffff9485d8aebfc0       0t0   12534730 socket
php     860760 root  297u     unix 0xffff9485d8aec400       0t0   12534731 socket
php     860760 root  298u     unix 0xffff9485d8aec840       0t0   12534732 socket
php     860760 root  299u     unix 0xffff9485d8aecc80       0t0   12534733 socket
php     860760 root  300u     unix 0xffff9485d8aed0c0       0t0   12534734 socket
php     860760 root  301u     unix 0xffff9485d8aed500       0t0   12534735 socket
php     860760 root  302u     unix 0xffff9485d8aed940       0t0   12534736 socket
php     860760 root  303u     unix 0xffff9485d8aedd80       0t0   12534737 socket
php     860760 root  304u     unix 0xffff9485d8aee1c0       0t0   12534738 socket
php     860760 root  305u     unix 0xffff9485d8aee600       0t0   12534739 socket
php     860760 root  306u     unix 0xffff9485d8aeea40       0t0   12534740 socket
php     860760 root  307u     unix 0xffff9485d8aeee80       0t0   12534741 socket
php     860760 root  308u     unix 0xffff9485d8aef2c0       0t0   12534742 socket
php     860760 root  309u     unix 0xffff9485d8aef700       0t0   12534743 socket
php     860760 root  310u     unix 0xffff9485d8aefb40       0t0   12534744 socket
php     860760 root  311u     unix 0xffff94862b948000       0t0   12534745 socket
php     860760 root  312u     unix 0xffff94862b948440       0t0   12534746 socket
php     860760 root  313u     unix 0xffff94862b948880       0t0   12534747 socket
php     860760 root  314u     unix 0xffff94862b948cc0       0t0   12534748 socket
php     860760 root  315u     unix 0xffff94862b949100       0t0   12534749 socket
php     860760 root  316u     unix 0xffff94862b949540       0t0   12534750 socket
php     860760 root  317u     unix 0xffff94862b949980       0t0   12534751 socket
php     860760 root  318u     unix 0xffff94862b949dc0       0t0   12534752 socket
php     860760 root  319u     unix 0xffff94862b94a200       0t0   12534753 socket
php     860760 root  320u     unix 0xffff94862b94a640       0t0   12534754 socket
php     860760 root  321u     unix 0xffff94862b94aa80       0t0   12534755 socket
php     860760 root  322u     unix 0xffff94862b94aec0       0t0   12534756 socket
php     860760 root  323u     unix 0xffff94862b94b300       0t0   12534757 socket
php     860760 root  324u     unix 0xffff94862b94b740       0t0   12534758 socket
php     860760 root  325u     unix 0xffff94862b94bb80       0t0   12534759 socket
php     860760 root  326u     unix 0xffff94862b94bfc0       0t0   12534760 socket
php     860760 root  327u     unix 0xffff94862b94c400       0t0   12534761 socket
php     860760 root  328u     unix 0xffff94862b94c840       0t0   12534762 socket
php     860760 root  329u     unix 0xffff94862b94cc80       0t0   12534763 socket
php     860760 root  330u     unix 0xffff94862b94d0c0       0t0   12534764 socket
php     860760 root  331u     unix 0xffff94862b94d500       0t0   12534765 socket
php     860760 root  332u     unix 0xffff94862b94d940       0t0   12534766 socket
php     860760 root  333u     unix 0xffff94862b94dd80       0t0   12534767 socket
php     860760 root  334u     unix 0xffff94862b94e1c0       0t0   12534768 socket
php     860760 root  335u     unix 0xffff94862b94e600       0t0   12534769 socket
php     860760 root  336u     unix 0xffff94862b94ea40       0t0   12534770 socket
php     860760 root  337u     unix 0xffff94862b94ee80       0t0   12534771 socket
php     860760 root  338u     unix 0xffff94862b94f2c0       0t0   12534772 socket
php     860760 root  339u     unix 0xffff94862b94f700       0t0   12534773 socket
php     860760 root  340u     unix 0xffff94862b94fb40       0t0   12534774 socket
php     860760 root  341u     unix 0xffff94855e5f8000       0t0   12534775 socket
php     860760 root  342u     unix 0xffff94855e5f8440       0t0   12534776 socket
php     860760 root  343u     unix 0xffff94855e5f8880       0t0   12534777 socket
php     860760 root  344u     unix 0xffff94855e5f8cc0       0t0   12534778 socket
php     860760 root  345u     unix 0xffff94855e5f9100       0t0   12534779 socket
php     860760 root  346u     unix 0xffff94855e5f9540       0t0   12534780 socket
php     860760 root  347u     unix 0xffff94855e5f9980       0t0   12534781 socket
php     860760 root  348u     unix 0xffff94855e5f9dc0       0t0   12534782 socket
php     860760 root  349u     unix 0xffff94855e5fa200       0t0   12534783 socket
php     860760 root  350u     unix 0xffff94855e5fa640       0t0   12534784 socket
php     860760 root  351u     unix 0xffff94855e5faa80       0t0   12537857 socket
php     860760 root  352u     unix 0xffff94855e5faec0       0t0   12537858 socket
php     860760 root  353u     unix 0xffff94855e5fb300       0t0   12537859 socket
php     860760 root  354u     unix 0xffff94855e5fb740       0t0   12537860 socket
php     860760 root  355u     unix 0xffff94855e5fbb80       0t0   12537861 socket
php     860760 root  356u     unix 0xffff94855e5fbfc0       0t0   12537862 socket
php     860760 root  357u     unix 0xffff94855e5fc400       0t0   12537863 socket
php     860760 root  358u     unix 0xffff94855e5fc840       0t0   12537864 socket
php     860760 root  359u     unix 0xffff94855e5fcc80       0t0   12537865 socket
php     860760 root  360u     unix 0xffff94855e5fd0c0       0t0   12537866 socket
php     860760 root  361u     unix 0xffff94855e5fd500       0t0   12537867 socket
php     860760 root  362u     unix 0xffff94855e5fd940       0t0   12537868 socket
php     860760 root  363u     unix 0xffff94855e5fdd80       0t0   12537869 socket
php     860760 root  364u     unix 0xffff94855e5fe1c0       0t0   12537870 socket
php     860760 root  365u     unix 0xffff94855e5fe600       0t0   12537871 socket
php     860760 root  366u     unix 0xffff94855e5fea40       0t0   12537872 socket
php     860760 root  367u     unix 0xffff94855e5fee80       0t0   12537873 socket
php     860760 root  368u     unix 0xffff94855e5ff2c0       0t0   12537874 socket
php     860760 root  369u     unix 0xffff94855e5ff700       0t0   12537875 socket
php     860760 root  370u     unix 0xffff94855e5ffb40       0t0   12537876 socket
php     860760 root  371u     unix 0xffff948710d60000       0t0   12537877 socket
php     860760 root  372u     unix 0xffff948710d60440       0t0   12537878 socket
php     860760 root  373u     unix 0xffff948710d60880       0t0   12537879 socket
php     860760 root  374u     unix 0xffff948710d60cc0       0t0   12537880 socket
php     860760 root  375u     unix 0xffff948710d61100       0t0   12537881 socket
php     860760 root  376u     unix 0xffff948710d61540       0t0   12537882 socket
php     860760 root  377u     unix 0xffff948710d61980       0t0   12537883 socket
php     860760 root  378u     unix 0xffff948710d61dc0       0t0   12537884 socket
php     860760 root  379u     unix 0xffff948710d62200       0t0   12537885 socket
php     860760 root  380u     unix 0xffff948710d62640       0t0   12537886 socket
php     860760 root  381u     unix 0xffff948710d62a80       0t0   12537887 socket
php     860760 root  382u     unix 0xffff948710d62ec0       0t0   12537888 socket
php     860760 root  383u     unix 0xffff948710d63300       0t0   12537889 socket
php     860760 root  384u     unix 0xffff948710d63740       0t0   12537890 socket
php     860760 root  385u     unix 0xffff948710d63b80       0t0   12537891 socket
php     860760 root  386u     unix 0xffff948710d63fc0       0t0   12537892 socket
php     860760 root  387u     unix 0xffff948710d64400       0t0   12537893 socket
php     860760 root  388u     unix 0xffff948710d64840       0t0   12537894 socket
php     860760 root  389u     unix 0xffff948710d64c80       0t0   12537895 socket
php     860760 root  390u     unix 0xffff948710d650c0       0t0   12537896 socket
php     860760 root  391u     unix 0xffff948710d65500       0t0   12537897 socket
php     860760 root  392u     unix 0xffff948710d65940       0t0   12537898 socket
php     860760 root  393u     unix 0xffff948710d65d80       0t0   12537899 socket
php     860760 root  394u     unix 0xffff948710d661c0       0t0   12537900 socket
php     860760 root  395r     FIFO                0,9       0t0   12537902 pipe
php     860760 root  396w     FIFO                0,9       0t0   12537902 pipe
php     860760 root  397r     FIFO                0,9       0t0   12537903 pipe
php     860760 root  398w     FIFO                0,9       0t0   12537903 pipe
php     860760 root  399r     FIFO                0,9       0t0   12537904 pipe
php     860760 root  400w     FIFO                0,9       0t0   12537904 pipe
php     860760 root  401r     FIFO                0,9       0t0   12537905 pipe
php     860760 root  402w     FIFO                0,9       0t0   12537905 pipe
php     860760 root  403r     FIFO                0,9       0t0   12537906 pipe
php     860760 root  404w     FIFO                0,9       0t0   12537906 pipe
php     860760 root  405r     FIFO                0,9       0t0   12537907 pipe
php     860760 root  406w     FIFO                0,9       0t0   12537907 pipe
php     860760 root  407r     FIFO                0,9       0t0   12537908 pipe
php     860760 root  408w     FIFO                0,9       0t0   12537908 pipe
php     860760 root  409r     FIFO                0,9       0t0   12537909 pipe
php     860760 root  410w     FIFO                0,9       0t0   12537909 pipe
php     860760 root  411r     FIFO                0,9       0t0   12537910 pipe
php     860760 root  412w     FIFO                0,9       0t0   12537910 pipe
php     860760 root  413r     FIFO                0,9       0t0   12537911 pipe
php     860760 root  414w     FIFO                0,9       0t0   12537911 pipe
php     860760 root  415r     FIFO                0,9       0t0   12537912 pipe
php     860760 root  416w     FIFO                0,9       0t0   12537912 pipe
php     860760 root  417r     FIFO                0,9       0t0   12537913 pipe
php     860760 root  418w     FIFO                0,9       0t0   12537913 pipe
php     860760 root  419r     FIFO                0,9       0t0   12537914 pipe
php     860760 root  420w     FIFO                0,9       0t0   12537914 pipe
php     860760 root  421r     FIFO                0,9       0t0   12537915 pipe
php     860760 root  422w     FIFO                0,9       0t0   12537915 pipe
php     860760 root  423r     FIFO                0,9       0t0   12537916 pipe
php     860760 root  424w     FIFO                0,9       0t0   12537916 pipe
php     860760 root  425r     FIFO                0,9       0t0   12537917 pipe
php     860760 root  426w     FIFO                0,9       0t0   12537917 pipe
php     860760 root  427r     FIFO                0,9       0t0   12537918 pipe
php     860760 root  428w     FIFO                0,9       0t0   12537918 pipe
php     860760 root  429r     FIFO                0,9       0t0   12537919 pipe
php     860760 root  430w     FIFO                0,9       0t0   12537919 pipe
php     860760 root  431r     FIFO                0,9       0t0   12537920 pipe
php     860760 root  432w     FIFO                0,9       0t0   12537920 pipe
php     860760 root  433r     FIFO                0,9       0t0   12537921 pipe
php     860760 root  434w     FIFO                0,9       0t0   12537921 pipe
php     860760 root  435r     FIFO                0,9       0t0   12537922 pipe
php     860760 root  436w     FIFO                0,9       0t0   12537922 pipe
php     860760 root  437r     FIFO                0,9       0t0   12537923 pipe
php     860760 root  438w     FIFO                0,9       0t0   12537923 pipe
php     860760 root  439r     FIFO                0,9       0t0   12537924 pipe
php     860760 root  440w     FIFO                0,9       0t0   12537924 pipe
php     860760 root  441r     FIFO                0,9       0t0   12537925 pipe
php     860760 root  442w     FIFO                0,9       0t0   12537925 pipe
php     860760 root  443r     FIFO                0,9       0t0   12537926 pipe
php     860760 root  444w     FIFO                0,9       0t0   12537926 pipe
php     860760 root  445r     FIFO                0,9       0t0   12537927 pipe
php     860760 root  446w     FIFO                0,9       0t0   12537927 pipe
php     860760 root  447r     FIFO                0,9       0t0   12537928 pipe
php     860760 root  448w     FIFO                0,9       0t0   12537928 pipe
php     860760 root  449r     FIFO                0,9       0t0   12537929 pipe
php     860760 root  450w     FIFO                0,9       0t0   12537929 pipe
php     860760 root  451r     FIFO                0,9       0t0   12537930 pipe
php     860760 root  452w     FIFO                0,9       0t0   12537930 pipe
php     860760 root  453r     FIFO                0,9       0t0   12537931 pipe
php     860760 root  454w     FIFO                0,9       0t0   12537931 pipe
php     860760 root  455r     FIFO                0,9       0t0   12537932 pipe
php     860760 root  456w     FIFO                0,9       0t0   12537932 pipe
php     860760 root  457r     FIFO                0,9       0t0   12537933 pipe
php     860760 root  458w     FIFO                0,9       0t0   12537933 pipe
php     860760 root  459r     FIFO                0,9       0t0   12537934 pipe
php     860760 root  460w     FIFO                0,9       0t0   12537934 pipe
php     860760 root  461r     FIFO                0,9       0t0   12537935 pipe
php     860760 root  462w     FIFO                0,9       0t0   12537935 pipe
php     860760 root  463r     FIFO                0,9       0t0   12537936 pipe
php     860760 root  464w     FIFO                0,9       0t0   12537936 pipe
php     860760 root  465r     FIFO                0,9       0t0   12537937 pipe
php     860760 root  466w     FIFO                0,9       0t0   12537937 pipe
php     860760 root  467r     FIFO                0,9       0t0   12537938 pipe
php     860760 root  468w     FIFO                0,9       0t0   12537938 pipe
php     860760 root  469r     FIFO                0,9       0t0   12537939 pipe
php     860760 root  470w     FIFO                0,9       0t0   12537939 pipe
php     860760 root  471r     FIFO                0,9       0t0   12537940 pipe
php     860760 root  472w     FIFO                0,9       0t0   12537940 pipe
php     860760 root  473r     FIFO                0,9       0t0   12537941 pipe
php     860760 root  474w     FIFO                0,9       0t0   12537941 pipe
php     860760 root  475r     FIFO                0,9       0t0   12537942 pipe
php     860760 root  476w     FIFO                0,9       0t0   12537942 pipe
php     860760 root  477r     FIFO                0,9       0t0   12537943 pipe
php     860760 root  478w     FIFO                0,9       0t0   12537943 pipe
php     860760 root  479r     FIFO                0,9       0t0   12537944 pipe
php     860760 root  480w     FIFO                0,9       0t0   12537944 pipe
php     860760 root  481r     FIFO                0,9       0t0   12537945 pipe
php     860760 root  482w     FIFO                0,9       0t0   12537945 pipe
php     860760 root  483r     FIFO                0,9       0t0   12537946 pipe
php     860760 root  484w     FIFO                0,9       0t0   12537946 pipe
php     860760 root  485r     FIFO                0,9       0t0   12537947 pipe
php     860760 root  486w     FIFO                0,9       0t0   12537947 pipe
php     860760 root  487r     FIFO                0,9       0t0   12537948 pipe
php     860760 root  488w     FIFO                0,9       0t0   12537948 pipe
php     860760 root  489r     FIFO                0,9       0t0   12537949 pipe
php     860760 root  490w     FIFO                0,9       0t0   12537949 pipe
php     860760 root  491r     FIFO                0,9       0t0   12537950 pipe
php     860760 root  492w     FIFO                0,9       0t0   12537950 pipe
php     860760 root  493r     FIFO                0,9       0t0   12537951 pipe
php     860760 root  494w     FIFO                0,9       0t0   12537951 pipe
php     860760 root  495r     FIFO                0,9       0t0   12537952 pipe
php     860760 root  496w     FIFO                0,9       0t0   12537952 pipe
php     860760 root  497r     FIFO                0,9       0t0   12537953 pipe
php     860760 root  498w     FIFO                0,9       0t0   12537953 pipe
php     860760 root  499r     FIFO                0,9       0t0   12537954 pipe
php     860760 root  500w     FIFO                0,9       0t0   12537954 pipe
php     860760 root  501r     FIFO                0,9       0t0   12537955 pipe
php     860760 root  502w     FIFO                0,9       0t0   12537955 pipe
php     860760 root  503r     FIFO                0,9       0t0   12537956 pipe
php     860760 root  504w     FIFO                0,9       0t0   12537956 pipe
php     860760 root  505r     FIFO                0,9       0t0   12537957 pipe
php     860760 root  506w     FIFO                0,9       0t0   12537957 pipe
php     860760 root  507r     FIFO                0,9       0t0   12537958 pipe
php     860760 root  508w     FIFO                0,9       0t0   12537958 pipe
php     860760 root  509r     FIFO                0,9       0t0   12537959 pipe
php     860760 root  510w     FIFO                0,9       0t0   12537959 pipe
php     860760 root  511r     FIFO                0,9       0t0   12537960 pipe
php     860760 root  512w     FIFO                0,9       0t0   12537960 pipe
php     860760 root  513r     FIFO                0,9       0t0   12537961 pipe
php     860760 root  514w     FIFO                0,9       0t0   12537961 pipe
php     860760 root  515r     FIFO                0,9       0t0   12537962 pipe
php     860760 root  516w     FIFO                0,9       0t0   12537962 pipe
php     860760 root  517r     FIFO                0,9       0t0   12537963 pipe
php     860760 root  518w     FIFO                0,9       0t0   12537963 pipe
php     860760 root  519r     FIFO                0,9       0t0   12537964 pipe
php     860760 root  520w     FIFO                0,9       0t0   12537964 pipe
php     860760 root  521r     FIFO                0,9       0t0   12537965 pipe
php     860760 root  522w     FIFO                0,9       0t0   12537965 pipe
php     860760 root  523r     FIFO                0,9       0t0   12537966 pipe
php     860760 root  524w     FIFO                0,9       0t0   12537966 pipe
php     860760 root  525r     FIFO                0,9       0t0   12537967 pipe
php     860760 root  526w     FIFO                0,9       0t0   12537967 pipe
php     860760 root  527r     FIFO                0,9       0t0   12537968 pipe
php     860760 root  528w     FIFO                0,9       0t0   12537968 pipe
php     860760 root  529r     FIFO                0,9       0t0   12537969 pipe
php     860760 root  530w     FIFO                0,9       0t0   12537969 pipe
php     860760 root  531r     FIFO                0,9       0t0   12537970 pipe
php     860760 root  532w     FIFO                0,9       0t0   12537970 pipe
php     860760 root  533r     FIFO                0,9       0t0   12537971 pipe
php     860760 root  534w     FIFO                0,9       0t0   12537971 pipe
php     860760 root  535r     FIFO                0,9       0t0   12537972 pipe
php     860760 root  536w     FIFO                0,9       0t0   12537972 pipe
php     860760 root  537r     FIFO                0,9       0t0   12537973 pipe
php     860760 root  538w     FIFO                0,9       0t0   12537973 pipe
php     860760 root  539r     FIFO                0,9       0t0   12537974 pipe
php     860760 root  540w     FIFO                0,9       0t0   12537974 pipe
php     860760 root  541r     FIFO                0,9       0t0   12537975 pipe
php     860760 root  542w     FIFO                0,9       0t0   12537975 pipe
php     860760 root  543r     FIFO                0,9       0t0   12537976 pipe
php     860760 root  544w     FIFO                0,9       0t0   12537976 pipe
php     860760 root  545r     FIFO                0,9       0t0   12537977 pipe
php     860760 root  546w     FIFO                0,9       0t0   12537977 pipe
php     860760 root  547r     FIFO                0,9       0t0   12537978 pipe
php     860760 root  548w     FIFO                0,9       0t0   12537978 pipe
php     860760 root  549r     FIFO                0,9       0t0   12537979 pipe
php     860760 root  550w     FIFO                0,9       0t0   12537979 pipe
php     860760 root  551r     FIFO                0,9       0t0   12537980 pipe
php     860760 root  552w     FIFO                0,9       0t0   12537980 pipe
php     860760 root  553r     FIFO                0,9       0t0   12537981 pipe
php     860760 root  554w     FIFO                0,9       0t0   12537981 pipe
php     860760 root  555r     FIFO                0,9       0t0   12537982 pipe
php     860760 root  556w     FIFO                0,9       0t0   12537982 pipe
php     860760 root  557r     FIFO                0,9       0t0   12537983 pipe
php     860760 root  558w     FIFO                0,9       0t0   12537983 pipe
php     860760 root  559r     FIFO                0,9       0t0   12537984 pipe
php     860760 root  560w     FIFO                0,9       0t0   12537984 pipe
php     860760 root  561r     FIFO                0,9       0t0   12537985 pipe
php     860760 root  562w     FIFO                0,9       0t0   12537985 pipe
php     860760 root  563r     FIFO                0,9       0t0   12537986 pipe
php     860760 root  564w     FIFO                0,9       0t0   12537986 pipe
php     860760 root  565r     FIFO                0,9       0t0   12537987 pipe
php     860760 root  566w     FIFO                0,9       0t0   12537987 pipe
php     860760 root  567r     FIFO                0,9       0t0   12537988 pipe
php     860760 root  568w     FIFO                0,9       0t0   12537988 pipe
php     860760 root  569r     FIFO                0,9       0t0   12537989 pipe
php     860760 root  570w     FIFO                0,9       0t0   12537989 pipe
php     860760 root  571r     FIFO                0,9       0t0   12537990 pipe
php     860760 root  572w     FIFO                0,9       0t0   12537990 pipe
php     860760 root  573r     FIFO                0,9       0t0   12537991 pipe
php     860760 root  574w     FIFO                0,9       0t0   12537991 pipe
php     860760 root  575r     FIFO                0,9       0t0   12537992 pipe
php     860760 root  576w     FIFO                0,9       0t0   12537992 pipe
php     860760 root  577r     FIFO                0,9       0t0   12537993 pipe
php     860760 root  578w     FIFO                0,9       0t0   12537993 pipe
php     860760 root  579r     FIFO                0,9       0t0   12537994 pipe
php     860760 root  580w     FIFO                0,9       0t0   12537994 pipe
php     860760 root  581r     FIFO                0,9       0t0   12537995 pipe
php     860760 root  582w     FIFO                0,9       0t0   12537995 pipe
php     860760 root  583r     FIFO                0,9       0t0   12537996 pipe
php     860760 root  584w     FIFO                0,9       0t0   12537996 pipe
php     860760 root  585r     FIFO                0,9       0t0   12537997 pipe
php     860760 root  586w     FIFO                0,9       0t0   12537997 pipe
php     860760 root  587u  a_inode               0,10         0       7834 [eventpoll]
php     860760 root  588u  a_inode               0,10         0       7834 [signalfd]
php     860760 root  589r     FIFO                0,9       0t0   12106452 pipe
php     860760 root  590w     FIFO                0,9       0t0   12106452 pipe
php     860760 root  591u     IPv4           12661523       0t0        TCP localhost.localdomain:62004->123.123.123:https (CLOSE_WAIT)
php     860760 root  592u     IPv4           12532195       0t0        TCP localhost:47710->localhost:6379 (ESTABLISHED)
php     860760 root  593u     IPv4           12678435       0t0        TCP localhost.localdomain:37660->103.12.123.123:https (CLOSE_WAIT)
php     860760 root  595u     IPv4           12688993       0t0        TCP localhost.localdomain:36650->123.123.123.123:https (CLOSE_WAIT)
php     860760 root  597r      REG              253,0     90848  909740522 /home/pcm/20250116/15/12313919.pcm
php     860760 root  598u     IPv4           10439474       0t0        TCP localhost.localdomain:37912->103.12.123.123:https (CLOSE_WAIT)
mdys commented 3 months ago

opcache 配置如下

auto_globals_jit => On => On
pcre.jit => Off => Off
opcache.jit => 1255 => 1255
opcache.jit_bisect_limit => 0 => 0
opcache.jit_blacklist_root_trace => 16 => 16
opcache.jit_blacklist_side_trace => 8 => 8
opcache.jit_buffer_size => 256M => 256M
opcache.jit_debug => 0 => 0
opcache.jit_hot_func => 127 => 127
opcache.jit_hot_loop => 64 => 64
opcache.jit_hot_return => 8 => 8
opcache.jit_hot_side_exit => 8 => 8
opcache.jit_max_exit_counters => 8192 => 8192
opcache.jit_max_loop_unrolls => 8 => 8
opcache.jit_max_polymorphic_calls => 2 => 2
opcache.jit_max_recursive_calls => 2 => 2
opcache.jit_max_recursive_returns => 2 => 2
opcache.jit_max_root_traces => 1024 => 1024
opcache.jit_max_side_traces => 128 => 128
opcache.jit_max_trace_length => 1024 => 1024
opcache.jit_prof_threshold => 0.005 => 0.005
mdys commented 3 months ago

strace -tt -p 860760 没有消息输出 改成 strace -tt -p 860760 -k sleep 0.2

strace: attach: ptrace(PTRACE_SEIZE, 860760): 不允许的操作
16:07:57.212317 execve("/usr/bin/sleep", ["sleep", "0.2"], 0x7ffcd8e08b18 /* 28 vars */) = 0
 > /usr/lib64/libc-2.17.so(execve+0x7) [0xc5dd7]
 > /usr/bin/strace(exec_or_die+0x126) [0x4032db]
 > /usr/bin/strace(init+0x1430) [0x430e00]
 > /usr/bin/strace(main+0x39) [0x403359]
 > /usr/lib64/libc-2.17.so(__libc_start_main+0xf4) [0x22554]
 > /usr/bin/strace(_start+0x28) [0x403478]
16:07:57.213230 brk(NULL)               = 0x1565000
 > /usr/lib64/ld-2.17.so(__brk+0xc) [0x18aac]
 > /usr/lib64/ld-2.17.so(_dl_sysdep_start+0x147) [0x17f97]
 > /usr/lib64/ld-2.17.so(_dl_start+0x380) [0x1bd0]
 > /usr/lib64/ld-2.17.so(_start+0x7) [0x1147]
 > No DWARF information found
16:07:57.214064 mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) = 0x7fe76bc30000
 > /usr/lib64/ld-2.17.so(__mmap+0x3a) [0x197da]
 > /usr/lib64/ld-2.17.so(__libc_memalign+0x83) [0x185f3]
 > /usr/lib64/ld-2.17.so(_dl_init_paths+0x90) [0x8020]
 > /usr/lib64/ld-2.17.so(dl_main+0x1597) [0x3497]
 > /usr/lib64/ld-2.17.so(_dl_sysdep_start+0x1bd) [0x1800d]
 > /usr/lib64/ld-2.17.so(_dl_start+0x380) [0x1bd0]
 > /usr/lib64/ld-2.17.so(_start+0x7) [0x1147]
 > No DWARF information found
16:07:57.214744 access("/etc/ld.so.preload", R_OK) = -1 ENOENT (没有那个文件或目录)
 > /usr/lib64/ld-2.17.so(access+0x7) [0x196d7]
 > /usr/lib64/ld-2.17.so(dl_main+0x174c) [0x364c]
 > /usr/lib64/ld-2.17.so(_dl_sysdep_start+0x1bd) [0x1800d]
 > /usr/lib64/ld-2.17.so(_dl_start+0x380) [0x1bd0]
 > /usr/lib64/ld-2.17.so(_start+0x7) [0x1147]
 > No DWARF information found
16:07:57.215189 open("/opt/rh/devtoolset-8/root/usr/lib64/tls/x86_64/libc.so.6", O_RDONLY|O_CLOEXEC) = -1 ENOENT (没有那个文件或目录)
 > /usr/lib64/ld-2.17.so(__open+0x7) [0x19677]
 > /usr/lib64/ld-2.17.so(open_verify+0x42) [0x50e2]
 > /usr/lib64/ld-2.17.so(open_path+0x20c) [0x596c]
 > /usr/lib64/ld-2.17.so(_dl_map_object+0x296) [0x8776]
 > /usr/lib64/ld-2.17.so(openaux+0x31) [0xcc61]
 > /usr/lib64/ld-2.17.so(_dl_catch_error+0x63) [0xf7d3]
 > /usr/lib64/ld-2.17.so(_dl_map_object_deps+0x34c) [0xd46c]
 > /usr/lib64/ld-2.17.so(dl_main+0x1792) [0x3692]
 > /usr/lib64/ld-2.17.so(_dl_sysdep_start+0x1bd) [0x1800d]
 > /usr/lib64/ld-2.17.so(_dl_start+0x380) [0x1bd0]
 > /usr/lib64/ld-2.17.so(_start+0x7) [0x1147]
 > No DWARF information found
16:07:57.215896 stat("/opt/rh/devtoolset-8/root/usr/lib64/tls/x86_64", 0x7fff9d04d0b0) = -1 ENOENT (没有那个文件或目录)
 > /usr/lib64/ld-2.17.so(_xstat+0x15) [0x195c5]
 > /usr/lib64/ld-2.17.so(open_path+0x2ac) [0x5a0c]
 > /usr/lib64/ld-2.17.so(_dl_map_object+0x296) [0x8776]
 > /usr/lib64/ld-2.17.so(openaux+0x31) [0xcc61]
 > /usr/lib64/ld-2.17.so(_dl_catch_error+0x63) [0xf7d3]
 > /usr/lib64/ld-2.17.so(_dl_map_object_deps+0x34c) [0xd46c]
 > /usr/lib64/ld-2.17.so(dl_main+0x1792) [0x3692]
 > /usr/lib64/ld-2.17.so(_dl_sysdep_start+0x1bd) [0x1800d]
 > /usr/lib64/ld-2.17.so(_dl_start+0x380) [0x1bd0]
 > /usr/lib64/ld-2.17.so(_start+0x7) [0x1147]
 > No DWARF information found
16:07:57.216572 open("/opt/rh/devtoolset-8/root/usr/lib64/tls/libc.so.6", O_RDONLY|O_CLOEXEC) = -1 ENOENT (没有那个文件或目录)
 > /usr/lib64/ld-2.17.so(__open+0x7) [0x19677]
 > /usr/lib64/ld-2.17.so(open_verify+0x42) [0x50e2]
 > /usr/lib64/ld-2.17.so(open_path+0x20c) [0x596c]
 > /usr/lib64/ld-2.17.so(_dl_map_object+0x296) [0x8776]
 > /usr/lib64/ld-2.17.so(openaux+0x31) [0xcc61]
 > /usr/lib64/ld-2.17.so(_dl_catch_error+0x63) [0xf7d3]
 > /usr/lib64/ld-2.17.so(_dl_map_object_deps+0x34c) [0xd46c]
 > /usr/lib64/ld-2.17.so(dl_main+0x1792) [0x3692]
 > /usr/lib64/ld-2.17.so(_dl_sysdep_start+0x1bd) [0x1800d]
 > /usr/lib64/ld-2.17.so(_dl_start+0x380) [0x1bd0]
 > /usr/lib64/ld-2.17.so(_start+0x7) [0x1147]
 > No DWARF information found
16:07:57.217308 stat("/opt/rh/devtoolset-8/root/usr/lib64/tls", {st_mode=S_IFDIR|0555, st_size=6, ...}) = 0
 > /usr/lib64/ld-2.17.so(_xstat+0x15) [0x195c5]
 > /usr/lib64/ld-2.17.so(open_path+0x2ac) [0x5a0c]
 > /usr/lib64/ld-2.17.so(_dl_map_object+0x296) [0x8776]
 > /usr/lib64/ld-2.17.so(openaux+0x31) [0xcc61]
 > /usr/lib64/ld-2.17.so(_dl_catch_error+0x63) [0xf7d3]
 > /usr/lib64/ld-2.17.so(_dl_map_object_deps+0x34c) [0xd46c]
 > /usr/lib64/ld-2.17.so(dl_main+0x1792) [0x3692]
 > /usr/lib64/ld-2.17.so(_dl_sysdep_start+0x1bd) [0x1800d]
 > /usr/lib64/ld-2.17.so(_dl_start+0x380) [0x1bd0]
 > /usr/lib64/ld-2.17.so(_start+0x7) [0x1147]
 > No DWARF information found
16:07:57.217974 open("/opt/rh/devtoolset-8/root/usr/lib64/x86_64/libc.so.6", O_RDONLY|O_CLOEXEC) = -1 ENOENT (没有那个文件或目录)
 > /usr/lib64/ld-2.17.so(__open+0x7) [0x19677]
 > /usr/lib64/ld-2.17.so(open_verify+0x42) [0x50e2]
 > /usr/lib64/ld-2.17.so(open_path+0x20c) [0x596c]
 > /usr/lib64/ld-2.17.so(_dl_map_object+0x296) [0x8776]
 > /usr/lib64/ld-2.17.so(openaux+0x31) [0xcc61]
 > /usr/lib64/ld-2.17.so(_dl_catch_error+0x63) [0xf7d3]
 > /usr/lib64/ld-2.17.so(_dl_map_object_deps+0x34c) [0xd46c]
 > /usr/lib64/ld-2.17.so(dl_main+0x1792) [0x3692]
 > /usr/lib64/ld-2.17.so(_dl_sysdep_start+0x1bd) [0x1800d]
 > /usr/lib64/ld-2.17.so(_dl_start+0x380) [0x1bd0]
 > /usr/lib64/ld-2.17.so(_start+0x7) [0x1147]
 > No DWARF information found
16:07:57.218633 stat("/opt/rh/devtoolset-8/root/usr/lib64/x86_64", 0x7fff9d04d0b0) = -1 ENOENT (没有那个文件或目录)
 > /usr/lib64/ld-2.17.so(_xstat+0x15) [0x195c5]
 > /usr/lib64/ld-2.17.so(open_path+0x2ac) [0x5a0c]
 > /usr/lib64/ld-2.17.so(_dl_map_object+0x296) [0x8776]
 > /usr/lib64/ld-2.17.so(openaux+0x31) [0xcc61]
 > /usr/lib64/ld-2.17.so(_dl_catch_error+0x63) [0xf7d3]
 > /usr/lib64/ld-2.17.so(_dl_map_object_deps+0x34c) [0xd46c]
 > /usr/lib64/ld-2.17.so(dl_main+0x1792) [0x3692]
 > /usr/lib64/ld-2.17.so(_dl_sysdep_start+0x1bd) [0x1800d]
 > /usr/lib64/ld-2.17.so(_dl_start+0x380) [0x1bd0]
 > /usr/lib64/ld-2.17.so(_start+0x7) [0x1147]
 > No DWARF information found
16:07:57.219325 open("/opt/rh/devtoolset-8/root/usr/lib64/libc.so.6", O_RDONLY|O_CLOEXEC) = -1 ENOENT (没有那个文件或目录)
 > /usr/lib64/ld-2.17.so(__open+0x7) [0x19677]
 > /usr/lib64/ld-2.17.so(open_verify+0x42) [0x50e2]
 > /usr/lib64/ld-2.17.so(open_path+0x20c) [0x596c]
 > /usr/lib64/ld-2.17.so(_dl_map_object+0x296) [0x8776]
 > /usr/lib64/ld-2.17.so(openaux+0x31) [0xcc61]
 > /usr/lib64/ld-2.17.so(_dl_catch_error+0x63) [0xf7d3]
 > /usr/lib64/ld-2.17.so(_dl_map_object_deps+0x34c) [0xd46c]
 > /usr/lib64/ld-2.17.so(dl_main+0x1792) [0x3692]
 > /usr/lib64/ld-2.17.so(_dl_sysdep_start+0x1bd) [0x1800d]
 > /usr/lib64/ld-2.17.so(_dl_start+0x380) [0x1bd0]
 > /usr/lib64/ld-2.17.so(_start+0x7) [0x1147]
 > No DWARF information found
16:07:57.220107 stat("/opt/rh/devtoolset-8/root/usr/lib64", {st_mode=S_IFDIR|0555, st_size=148, ...}) = 0
 > /usr/lib64/ld-2.17.so(_xstat+0x15) [0x195c5]
 > /usr/lib64/ld-2.17.so(open_path+0x2ac) [0x5a0c]
 > /usr/lib64/ld-2.17.so(_dl_map_object+0x296) [0x8776]
 > /usr/lib64/ld-2.17.so(openaux+0x31) [0xcc61]
 > /usr/lib64/ld-2.17.so(_dl_catch_error+0x63) [0xf7d3]
 > /usr/lib64/ld-2.17.so(_dl_map_object_deps+0x34c) [0xd46c]
 > /usr/lib64/ld-2.17.so(dl_main+0x1792) [0x3692]
 > /usr/lib64/ld-2.17.so(_dl_sysdep_start+0x1bd) [0x1800d]
 > /usr/lib64/ld-2.17.so(_dl_start+0x380) [0x1bd0]
 > /usr/lib64/ld-2.17.so(_start+0x7) [0x1147]
 > No DWARF information found
16:07:57.220792 open("/opt/rh/devtoolset-8/root/usr/lib/tls/x86_64/libc.so.6", O_RDONLY|O_CLOEXEC) = -1 ENOENT (没有那个文件或目录)
 > /usr/lib64/ld-2.17.so(__open+0x7) [0x19677]
 > /usr/lib64/ld-2.17.so(open_verify+0x42) [0x50e2]
 > /usr/lib64/ld-2.17.so(open_path+0x20c) [0x596c]
 > /usr/lib64/ld-2.17.so(_dl_map_object+0x296) [0x8776]
 > /usr/lib64/ld-2.17.so(openaux+0x31) [0xcc61]
 > /usr/lib64/ld-2.17.so(_dl_catch_error+0x63) [0xf7d3]
 > /usr/lib64/ld-2.17.so(_dl_map_object_deps+0x34c) [0xd46c]
 > /usr/lib64/ld-2.17.so(dl_main+0x1792) [0x3692]
 > /usr/lib64/ld-2.17.so(_dl_sysdep_start+0x1bd) [0x1800d]
 > /usr/lib64/ld-2.17.so(_dl_start+0x380) [0x1bd0]
 > /usr/lib64/ld-2.17.so(_start+0x7) [0x1147]
 > No DWARF information found
16:07:57.221531 stat("/opt/rh/devtoolset-8/root/usr/lib/tls/x86_64", 0x7fff9d04d0b0) = -1 ENOENT (没有那个文件或目录)
 > /usr/lib64/ld-2.17.so(_xstat+0x15) [0x195c5]
 > /usr/lib64/ld-2.17.so(open_path+0x2ac) [0x5a0c]
 > /usr/lib64/ld-2.17.so(_dl_map_object+0x296) [0x8776]
 > /usr/lib64/ld-2.17.so(openaux+0x31) [0xcc61]
 > /usr/lib64/ld-2.17.so(_dl_catch_error+0x63) [0xf7d3]
 > /usr/lib64/ld-2.17.so(_dl_map_object_deps+0x34c) [0xd46c]
 > /usr/lib64/ld-2.17.so(dl_main+0x1792) [0x3692]
 > /usr/lib64/ld-2.17.so(_dl_sysdep_start+0x1bd) [0x1800d]
 > /usr/lib64/ld-2.17.so(_dl_start+0x380) [0x1bd0]
 > /usr/lib64/ld-2.17.so(_start+0x7) [0x1147]
 > No DWARF information found
16:07:57.222189 open("/opt/rh/devtoolset-8/root/usr/lib/tls/libc.so.6", O_RDONLY|O_CLOEXEC) = -1 ENOENT (没有那个文件或目录)
 > /usr/lib64/ld-2.17.so(__open+0x7) [0x19677]
 > /usr/lib64/ld-2.17.so(open_verify+0x42) [0x50e2]
 > /usr/lib64/ld-2.17.so(open_path+0x20c) [0x596c]
 > /usr/lib64/ld-2.17.so(_dl_map_object+0x296) [0x8776]
 > /usr/lib64/ld-2.17.so(openaux+0x31) [0xcc61]
 > /usr/lib64/ld-2.17.so(_dl_catch_error+0x63) [0xf7d3]
 > /usr/lib64/ld-2.17.so(_dl_map_object_deps+0x34c) [0xd46c]
 > /usr/lib64/ld-2.17.so(dl_main+0x1792) [0x3692]
 > /usr/lib64/ld-2.17.so(_dl_sysdep_start+0x1bd) [0x1800d]
 > /usr/lib64/ld-2.17.so(_dl_start+0x380) [0x1bd0]
 > /usr/lib64/ld-2.17.so(_start+0x7) [0x1147]
 > No DWARF information found
16:07:57.222894 stat("/opt/rh/devtoolset-8/root/usr/lib/tls", 0x7fff9d04d0b0) = -1 ENOENT (没有那个文件或目录)
 > /usr/lib64/ld-2.17.so(_xstat+0x15) [0x195c5]
 > /usr/lib64/ld-2.17.so(open_path+0x2ac) [0x5a0c]
 > /usr/lib64/ld-2.17.so(_dl_map_object+0x296) [0x8776]
 > /usr/lib64/ld-2.17.so(openaux+0x31) [0xcc61]
 > /usr/lib64/ld-2.17.so(_dl_catch_error+0x63) [0xf7d3]
 > /usr/lib64/ld-2.17.so(_dl_map_object_deps+0x34c) [0xd46c]
 > /usr/lib64/ld-2.17.so(dl_main+0x1792) [0x3692]
 > /usr/lib64/ld-2.17.so(_dl_sysdep_start+0x1bd) [0x1800d]
 > /usr/lib64/ld-2.17.so(_dl_start+0x380) [0x1bd0]
 > /usr/lib64/ld-2.17.so(_start+0x7) [0x1147]
 > No DWARF information found
16:07:57.223567 open("/opt/rh/devtoolset-8/root/usr/lib/x86_64/libc.so.6", O_RDONLY|O_CLOEXEC) = -1 ENOENT (没有那个文件或目录)
 > /usr/lib64/ld-2.17.so(__open+0x7) [0x19677]
 > /usr/lib64/ld-2.17.so(open_verify+0x42) [0x50e2]
 > /usr/lib64/ld-2.17.so(open_path+0x20c) [0x596c]
 > /usr/lib64/ld-2.17.so(_dl_map_object+0x296) [0x8776]
 > /usr/lib64/ld-2.17.so(openaux+0x31) [0xcc61]
 > /usr/lib64/ld-2.17.so(_dl_catch_error+0x63) [0xf7d3]
 > /usr/lib64/ld-2.17.so(_dl_map_object_deps+0x34c) [0xd46c]
 > /usr/lib64/ld-2.17.so(dl_main+0x1792) [0x3692]
 > /usr/lib64/ld-2.17.so(_dl_sysdep_start+0x1bd) [0x1800d]
 > /usr/lib64/ld-2.17.so(_dl_start+0x380) [0x1bd0]
 > /usr/lib64/ld-2.17.so(_start+0x7) [0x1147]
 > No DWARF information found
16:07:57.224311 stat("/opt/rh/devtoolset-8/root/usr/lib/x86_64", 0x7fff9d04d0b0) = -1 ENOENT (没有那个文件或目录)
 > /usr/lib64/ld-2.17.so(_xstat+0x15) [0x195c5]
 > /usr/lib64/ld-2.17.so(open_path+0x2ac) [0x5a0c]
 > /usr/lib64/ld-2.17.so(_dl_map_object+0x296) [0x8776]
 > /usr/lib64/ld-2.17.so(openaux+0x31) [0xcc61]
 > /usr/lib64/ld-2.17.so(_dl_catch_error+0x63) [0xf7d3]
 > /usr/lib64/ld-2.17.so(_dl_map_object_deps+0x34c) [0xd46c]
 > /usr/lib64/ld-2.17.so(dl_main+0x1792) [0x3692]
 > /usr/lib64/ld-2.17.so(_dl_sysdep_start+0x1bd) [0x1800d]
 > /usr/lib64/ld-2.17.so(_dl_start+0x380) [0x1bd0]
 > /usr/lib64/ld-2.17.so(_start+0x7) [0x1147]
 > No DWARF information found
16:07:57.224970 open("/opt/rh/devtoolset-8/root/usr/lib/libc.so.6", O_RDONLY|O_CLOEXEC) = -1 ENOENT (没有那个文件或目录)
 > /usr/lib64/ld-2.17.so(__open+0x7) [0x19677]
 > /usr/lib64/ld-2.17.so(open_verify+0x42) [0x50e2]
 > /usr/lib64/ld-2.17.so(open_path+0x20c) [0x596c]
 > /usr/lib64/ld-2.17.so(_dl_map_object+0x296) [0x8776]
 > /usr/lib64/ld-2.17.so(openaux+0x31) [0xcc61]
 > /usr/lib64/ld-2.17.so(_dl_catch_error+0x63) [0xf7d3]
 > /usr/lib64/ld-2.17.so(_dl_map_object_deps+0x34c) [0xd46c]
 > /usr/lib64/ld-2.17.so(dl_main+0x1792) [0x3692]
 > /usr/lib64/ld-2.17.so(_dl_sysdep_start+0x1bd) [0x1800d]
 > /usr/lib64/ld-2.17.so(_dl_start+0x380) [0x1bd0]
 > /usr/lib64/ld-2.17.so(_start+0x7) [0x1147]
 > No DWARF information found
16:07:57.225638 stat("/opt/rh/devtoolset-8/root/usr/lib", {st_mode=S_IFDIR|0555, st_size=17, ...}) = 0
 > /usr/lib64/ld-2.17.so(_xstat+0x15) [0x195c5]
 > /usr/lib64/ld-2.17.so(open_path+0x2ac) [0x5a0c]
 > /usr/lib64/ld-2.17.so(_dl_map_object+0x296) [0x8776]
 > /usr/lib64/ld-2.17.so(openaux+0x31) [0xcc61]
 > /usr/lib64/ld-2.17.so(_dl_catch_error+0x63) [0xf7d3]
 > /usr/lib64/ld-2.17.so(_dl_map_object_deps+0x34c) [0xd46c]
 > /usr/lib64/ld-2.17.so(dl_main+0x1792) [0x3692]
 > /usr/lib64/ld-2.17.so(_dl_sysdep_start+0x1bd) [0x1800d]
 > /usr/lib64/ld-2.17.so(_dl_start+0x380) [0x1bd0]
 > /usr/lib64/ld-2.17.so(_start+0x7) [0x1147]
 > No DWARF information found
16:07:57.226311 open("/opt/rh/devtoolset-8/root/usr/lib64/dyninst/tls/x86_64/libc.so.6", O_RDONLY|O_CLOEXEC) = -1 ENOENT (没有那个文件或目录)
 > /usr/lib64/ld-2.17.so(__open+0x7) [0x19677]
 > /usr/lib64/ld-2.17.so(open_verify+0x42) [0x50e2]
 > /usr/lib64/ld-2.17.so(open_path+0x20c) [0x596c]
 > /usr/lib64/ld-2.17.so(_dl_map_object+0x296) [0x8776]
 > /usr/lib64/ld-2.17.so(openaux+0x31) [0xcc61]
 > /usr/lib64/ld-2.17.so(_dl_catch_error+0x63) [0xf7d3]
 > /usr/lib64/ld-2.17.so(_dl_map_object_deps+0x34c) [0xd46c]
 > /usr/lib64/ld-2.17.so(dl_main+0x1792) [0x3692]
 > /usr/lib64/ld-2.17.so(_dl_sysdep_start+0x1bd) [0x1800d]
 > /usr/lib64/ld-2.17.so(_dl_start+0x380) [0x1bd0]
 > /usr/lib64/ld-2.17.so(_start+0x7) [0x1147]
 > No DWARF information found
16:07:57.227011 stat("/opt/rh/devtoolset-8/root/usr/lib64/dyninst/tls/x86_64", 0x7fff9d04d0b0) = -1 ENOENT (没有那个文件或目录)
 > /usr/lib64/ld-2.17.so(_xstat+0x15) [0x195c5]
 > /usr/lib64/ld-2.17.so(open_path+0x2ac) [0x5a0c]
 > /usr/lib64/ld-2.17.so(_dl_map_object+0x296) [0x8776]
 > /usr/lib64/ld-2.17.so(openaux+0x31) [0xcc61]
 > /usr/lib64/ld-2.17.so(_dl_catch_error+0x63) [0xf7d3]
 > /usr/lib64/ld-2.17.so(_dl_map_object_deps+0x34c) [0xd46c]
 > /usr/lib64/ld-2.17.so(dl_main+0x1792) [0x3692]
 > /usr/lib64/ld-2.17.so(_dl_sysdep_start+0x1bd) [0x1800d]
 > /usr/lib64/ld-2.17.so(_dl_start+0x380) [0x1bd0]
 > /usr/lib64/ld-2.17.so(_start+0x7) [0x1147]
 > No DWARF information found
16:07:57.227702 open("/opt/rh/devtoolset-8/root/usr/lib64/dyninst/tls/libc.so.6", O_RDONLY|O_CLOEXEC) = -1 ENOENT (没有那个文件或目录)
 > /usr/lib64/ld-2.17.so(__open+0x7) [0x19677]
 > /usr/lib64/ld-2.17.so(open_verify+0x42) [0x50e2]
 > /usr/lib64/ld-2.17.so(open_path+0x20c) [0x596c]
 > /usr/lib64/ld-2.17.so(_dl_map_object+0x296) [0x8776]
 > /usr/lib64/ld-2.17.so(openaux+0x31) [0xcc61]
 > /usr/lib64/ld-2.17.so(_dl_catch_error+0x63) [0xf7d3]
 > /usr/lib64/ld-2.17.so(_dl_map_object_deps+0x34c) [0xd46c]
 > /usr/lib64/ld-2.17.so(dl_main+0x1792) [0x3692]
 > /usr/lib64/ld-2.17.so(_dl_sysdep_start+0x1bd) [0x1800d]
 > /usr/lib64/ld-2.17.so(_dl_start+0x380) [0x1bd0]
 > /usr/lib64/ld-2.17.so(_start+0x7) [0x1147]
 > No DWARF information found
16:07:57.228427 stat("/opt/rh/devtoolset-8/root/usr/lib64/dyninst/tls", 0x7fff9d04d0b0) = -1 ENOENT (没有那个文件或目录)
 > /usr/lib64/ld-2.17.so(_xstat+0x15) [0x195c5]
 > /usr/lib64/ld-2.17.so(open_path+0x2ac) [0x5a0c]
 > /usr/lib64/ld-2.17.so(_dl_map_object+0x296) [0x8776]
 > /usr/lib64/ld-2.17.so(openaux+0x31) [0xcc61]
 > /usr/lib64/ld-2.17.so(_dl_catch_error+0x63) [0xf7d3]
 > /usr/lib64/ld-2.17.so(_dl_map_object_deps+0x34c) [0xd46c]
 > /usr/lib64/ld-2.17.so(dl_main+0x1792) [0x3692]
 > /usr/lib64/ld-2.17.so(_dl_sysdep_start+0x1bd) [0x1800d]
 > /usr/lib64/ld-2.17.so(_dl_start+0x380) [0x1bd0]
 > /usr/lib64/ld-2.17.so(_start+0x7) [0x1147]
 > No DWARF information found
16:07:57.229069 open("/opt/rh/devtoolset-8/root/usr/lib64/dyninst/x86_64/libc.so.6", O_RDONLY|O_CLOEXEC) = -1 ENOENT (没有那个文件或目录)
 > /usr/lib64/ld-2.17.so(__open+0x7) [0x19677]
 > /usr/lib64/ld-2.17.so(open_verify+0x42) [0x50e2]
 > /usr/lib64/ld-2.17.so(open_path+0x20c) [0x596c]
 > /usr/lib64/ld-2.17.so(_dl_map_object+0x296) [0x8776]
 > /usr/lib64/ld-2.17.so(openaux+0x31) [0xcc61]
 > /usr/lib64/ld-2.17.so(_dl_catch_error+0x63) [0xf7d3]
 > /usr/lib64/ld-2.17.so(_dl_map_object_deps+0x34c) [0xd46c]
 > /usr/lib64/ld-2.17.so(dl_main+0x1792) [0x3692]
 > /usr/lib64/ld-2.17.so(_dl_sysdep_start+0x1bd) [0x1800d]
 > /usr/lib64/ld-2.17.so(_dl_start+0x380) [0x1bd0]
 > /usr/lib64/ld-2.17.so(_start+0x7) [0x1147]
 > No DWARF information found
16:07:57.229739 stat("/opt/rh/devtoolset-8/root/usr/lib64/dyninst/x86_64", 0x7fff9d04d0b0) = -1 ENOENT (没有那个文件或目录)
 > /usr/lib64/ld-2.17.so(_xstat+0x15) [0x195c5]
 > /usr/lib64/ld-2.17.so(open_path+0x2ac) [0x5a0c]
 > /usr/lib64/ld-2.17.so(_dl_map_object+0x296) [0x8776]
 > /usr/lib64/ld-2.17.so(openaux+0x31) [0xcc61]
 > /usr/lib64/ld-2.17.so(_dl_catch_error+0x63) [0xf7d3]
 > /usr/lib64/ld-2.17.so(_dl_map_object_deps+0x34c) [0xd46c]
 > /usr/lib64/ld-2.17.so(dl_main+0x1792) [0x3692]
 > /usr/lib64/ld-2.17.so(_dl_sysdep_start+0x1bd) [0x1800d]
 > /usr/lib64/ld-2.17.so(_dl_start+0x380) [0x1bd0]
 > /usr/lib64/ld-2.17.so(_start+0x7) [0x1147]
 > No DWARF information found
16:07:57.230358 open("/opt/rh/devtoolset-8/root/usr/lib64/dyninst/libc.so.6", O_RDONLY|O_CLOEXEC) = -1 ENOENT (没有那个文件或目录)
 > /usr/lib64/ld-2.17.so(__open+0x7) [0x19677]
 > /usr/lib64/ld-2.17.so(open_verify+0x42) [0x50e2]
 > /usr/lib64/ld-2.17.so(open_path+0x20c) [0x596c]
 > /usr/lib64/ld-2.17.so(_dl_map_object+0x296) [0x8776]
 > /usr/lib64/ld-2.17.so(openaux+0x31) [0xcc61]
 > /usr/lib64/ld-2.17.so(_dl_catch_error+0x63) [0xf7d3]
 > /usr/lib64/ld-2.17.so(_dl_map_object_deps+0x34c) [0xd46c]
 > /usr/lib64/ld-2.17.so(dl_main+0x1792) [0x3692]
 > /usr/lib64/ld-2.17.so(_dl_sysdep_start+0x1bd) [0x1800d]
 > /usr/lib64/ld-2.17.so(_dl_start+0x380) [0x1bd0]
 > /usr/lib64/ld-2.17.so(_start+0x7) [0x1147]
 > No DWARF information found
16:07:57.231012 stat("/opt/rh/devtoolset-8/root/usr/lib64/dyninst", 0x7fff9d04d0b0) = -1 ENOENT (没有那个文件或目录)
 > /usr/lib64/ld-2.17.so(_xstat+0x15) [0x195c5]
 > /usr/lib64/ld-2.17.so(open_path+0x2ac) [0x5a0c]
 > /usr/lib64/ld-2.17.so(_dl_map_object+0x296) [0x8776]
 > /usr/lib64/ld-2.17.so(openaux+0x31) [0xcc61]
 > /usr/lib64/ld-2.17.so(_dl_catch_error+0x63) [0xf7d3]
 > /usr/lib64/ld-2.17.so(_dl_map_object_deps+0x34c) [0xd46c]
 > /usr/lib64/ld-2.17.so(dl_main+0x1792) [0x3692]
 > /usr/lib64/ld-2.17.so(_dl_sysdep_start+0x1bd) [0x1800d]
 > /usr/lib64/ld-2.17.so(_dl_start+0x380) [0x1bd0]
 > /usr/lib64/ld-2.17.so(_start+0x7) [0x1147]
 > No DWARF information found
16:07:57.231613 open("/opt/rh/devtoolset-8/root/usr/lib/dyninst/tls/x86_64/libc.so.6", O_RDONLY|O_CLOEXEC) = -1 ENOENT (没有那个文件或目录)
 > /usr/lib64/ld-2.17.so(__open+0x7) [0x19677]
 > /usr/lib64/ld-2.17.so(open_verify+0x42) [0x50e2]
 > /usr/lib64/ld-2.17.so(open_path+0x20c) [0x596c]
 > /usr/lib64/ld-2.17.so(_dl_map_object+0x296) [0x8776]
 > /usr/lib64/ld-2.17.so(openaux+0x31) [0xcc61]
 > /usr/lib64/ld-2.17.so(_dl_catch_error+0x63) [0xf7d3]
 > /usr/lib64/ld-2.17.so(_dl_map_object_deps+0x34c) [0xd46c]
 > /usr/lib64/ld-2.17.so(dl_main+0x1792) [0x3692]
 > /usr/lib64/ld-2.17.so(_dl_sysdep_start+0x1bd) [0x1800d]
 > /usr/lib64/ld-2.17.so(_dl_start+0x380) [0x1bd0]
 > /usr/lib64/ld-2.17.so(_start+0x7) [0x1147]
 > No DWARF information found
16:07:57.232302 stat("/opt/rh/devtoolset-8/root/usr/lib/dyninst/tls/x86_64", 0x7fff9d04d0b0) = -1 ENOENT (没有那个文件或目录)
 > /usr/lib64/ld-2.17.so(_xstat+0x15) [0x195c5]
 > /usr/lib64/ld-2.17.so(open_path+0x2ac) [0x5a0c]
 > /usr/lib64/ld-2.17.so(_dl_map_object+0x296) [0x8776]
 > /usr/lib64/ld-2.17.so(openaux+0x31) [0xcc61]
 > /usr/lib64/ld-2.17.so(_dl_catch_error+0x63) [0xf7d3]
 > /usr/lib64/ld-2.17.so(_dl_map_object_deps+0x34c) [0xd46c]
 > /usr/lib64/ld-2.17.so(dl_main+0x1792) [0x3692]
 > /usr/lib64/ld-2.17.so(_dl_sysdep_start+0x1bd) [0x1800d]
 > /usr/lib64/ld-2.17.so(_dl_start+0x380) [0x1bd0]
 > /usr/lib64/ld-2.17.so(_start+0x7) [0x1147]
 > No DWARF information found
16:07:57.232913 open("/opt/rh/devtoolset-8/root/usr/lib/dyninst/tls/libc.so.6", O_RDONLY|O_CLOEXEC) = -1 ENOENT (没有那个文件或目录)
 > /usr/lib64/ld-2.17.so(__open+0x7) [0x19677]
 > /usr/lib64/ld-2.17.so(open_verify+0x42) [0x50e2]
 > /usr/lib64/ld-2.17.so(open_path+0x20c) [0x596c]
 > /usr/lib64/ld-2.17.so(_dl_map_object+0x296) [0x8776]
 > /usr/lib64/ld-2.17.so(openaux+0x31) [0xcc61]
 > /usr/lib64/ld-2.17.so(_dl_catch_error+0x63) [0xf7d3]
 > /usr/lib64/ld-2.17.so(_dl_map_object_deps+0x34c) [0xd46c]
 > /usr/lib64/ld-2.17.so(dl_main+0x1792) [0x3692]
 > /usr/lib64/ld-2.17.so(_dl_sysdep_start+0x1bd) [0x1800d]
 > /usr/lib64/ld-2.17.so(_dl_start+0x380) [0x1bd0]
 > /usr/lib64/ld-2.17.so(_start+0x7) [0x1147]
 > No DWARF information found
16:07:57.233575 stat("/opt/rh/devtoolset-8/root/usr/lib/dyninst/tls", 0x7fff9d04d0b0) = -1 ENOENT (没有那个文件或目录)
 > /usr/lib64/ld-2.17.so(_xstat+0x15) [0x195c5]
 > /usr/lib64/ld-2.17.so(open_path+0x2ac) [0x5a0c]
 > /usr/lib64/ld-2.17.so(_dl_map_object+0x296) [0x8776]
 > /usr/lib64/ld-2.17.so(openaux+0x31) [0xcc61]
 > /usr/lib64/ld-2.17.so(_dl_catch_error+0x63) [0xf7d3]
 > /usr/lib64/ld-2.17.so(_dl_map_object_deps+0x34c) [0xd46c]
 > /usr/lib64/ld-2.17.so(dl_main+0x1792) [0x3692]
 > /usr/lib64/ld-2.17.so(_dl_sysdep_start+0x1bd) [0x1800d]
 > /usr/lib64/ld-2.17.so(_dl_start+0x380) [0x1bd0]
 > /usr/lib64/ld-2.17.so(_start+0x7) [0x1147]
 > No DWARF information found
16:07:57.234165 open("/opt/rh/devtoolset-8/root/usr/lib/dyninst/x86_64/libc.so.6", O_RDONLY|O_CLOEXEC) = -1 ENOENT (没有那个文件或目录)
 > /usr/lib64/ld-2.17.so(__open+0x7) [0x19677]
 > /usr/lib64/ld-2.17.so(open_verify+0x42) [0x50e2]
 > /usr/lib64/ld-2.17.so(open_path+0x20c) [0x596c]
 > /usr/lib64/ld-2.17.so(_dl_map_object+0x296) [0x8776]
 > /usr/lib64/ld-2.17.so(openaux+0x31) [0xcc61]
 > /usr/lib64/ld-2.17.so(_dl_catch_error+0x63) [0xf7d3]
 > /usr/lib64/ld-2.17.so(_dl_map_object_deps+0x34c) [0xd46c]
 > /usr/lib64/ld-2.17.so(dl_main+0x1792) [0x3692]
 > /usr/lib64/ld-2.17.so(_dl_sysdep_start+0x1bd) [0x1800d]
 > /usr/lib64/ld-2.17.so(_dl_start+0x380) [0x1bd0]
 > /usr/lib64/ld-2.17.so(_start+0x7) [0x1147]
 > No DWARF information found
16:07:57.234810 stat("/opt/rh/devtoolset-8/root/usr/lib/dyninst/x86_64", 0x7fff9d04d0b0) = -1 ENOENT (没有那个文件或目录)
 > /usr/lib64/ld-2.17.so(_xstat+0x15) [0x195c5]
 > /usr/lib64/ld-2.17.so(open_path+0x2ac) [0x5a0c]
 > /usr/lib64/ld-2.17.so(_dl_map_object+0x296) [0x8776]
 > /usr/lib64/ld-2.17.so(openaux+0x31) [0xcc61]
 > /usr/lib64/ld-2.17.so(_dl_catch_error+0x63) [0xf7d3]
 > /usr/lib64/ld-2.17.so(_dl_map_object_deps+0x34c) [0xd46c]
 > /usr/lib64/ld-2.17.so(dl_main+0x1792) [0x3692]
 > /usr/lib64/ld-2.17.so(_dl_sysdep_start+0x1bd) [0x1800d]
 > /usr/lib64/ld-2.17.so(_dl_start+0x380) [0x1bd0]
 > /usr/lib64/ld-2.17.so(_start+0x7) [0x1147]
 > No DWARF information found
16:07:57.235413 open("/opt/rh/devtoolset-8/root/usr/lib/dyninst/libc.so.6", O_RDONLY|O_CLOEXEC) = -1 ENOENT (没有那个文件或目录)
 > /usr/lib64/ld-2.17.so(__open+0x7) [0x19677]
 > /usr/lib64/ld-2.17.so(open_verify+0x42) [0x50e2]
 > /usr/lib64/ld-2.17.so(open_path+0x20c) [0x596c]
 > /usr/lib64/ld-2.17.so(_dl_map_object+0x296) [0x8776]
 > /usr/lib64/ld-2.17.so(openaux+0x31) [0xcc61]
 > /usr/lib64/ld-2.17.so(_dl_catch_error+0x63) [0xf7d3]
 > /usr/lib64/ld-2.17.so(_dl_map_object_deps+0x34c) [0xd46c]
 > /usr/lib64/ld-2.17.so(dl_main+0x1792) [0x3692]
 > /usr/lib64/ld-2.17.so(_dl_sysdep_start+0x1bd) [0x1800d]
 > /usr/lib64/ld-2.17.so(_dl_start+0x380) [0x1bd0]
 > /usr/lib64/ld-2.17.so(_start+0x7) [0x1147]
 > No DWARF information found
16:07:57.236048 stat("/opt/rh/devtoolset-8/root/usr/lib/dyninst", 0x7fff9d04d0b0) = -1 ENOENT (没有那个文件或目录)
 > /usr/lib64/ld-2.17.so(_xstat+0x15) [0x195c5]
 > /usr/lib64/ld-2.17.so(open_path+0x2ac) [0x5a0c]
 > /usr/lib64/ld-2.17.so(_dl_map_object+0x296) [0x8776]
 > /usr/lib64/ld-2.17.so(openaux+0x31) [0xcc61]
 > /usr/lib64/ld-2.17.so(_dl_catch_error+0x63) [0xf7d3]
 > /usr/lib64/ld-2.17.so(_dl_map_object_deps+0x34c) [0xd46c]
 > /usr/lib64/ld-2.17.so(dl_main+0x1792) [0x3692]
 > /usr/lib64/ld-2.17.so(_dl_sysdep_start+0x1bd) [0x1800d]
 > /usr/lib64/ld-2.17.so(_dl_start+0x380) [0x1bd0]
 > /usr/lib64/ld-2.17.so(_start+0x7) [0x1147]
 > No DWARF information found
16:07:57.236645 open("/etc/ld.so.cache", O_RDONLY|O_CLOEXEC) = 3
 > /usr/lib64/ld-2.17.so(__open+0x7) [0x19677]
 > /usr/lib64/ld-2.17.so(_dl_sysdep_read_whole_file+0x25) [0x10885]
 > /usr/lib64/ld-2.17.so(_dl_load_cache_lookup+0x1bc) [0x16d9c]
 > /usr/lib64/ld-2.17.so(_dl_map_object+0x427) [0x8907]
 > /usr/lib64/ld-2.17.so(openaux+0x31) [0xcc61]
 > /usr/lib64/ld-2.17.so(_dl_catch_error+0x63) [0xf7d3]
 > /usr/lib64/ld-2.17.so(_dl_map_object_deps+0x34c) [0xd46c]
 > /usr/lib64/ld-2.17.so(dl_main+0x1792) [0x3692]
 > /usr/lib64/ld-2.17.so(_dl_sysdep_start+0x1bd) [0x1800d]
 > /usr/lib64/ld-2.17.so(_dl_start+0x380) [0x1bd0]
 > /usr/lib64/ld-2.17.so(_start+0x7) [0x1147]
 > No DWARF information found
16:07:57.237371 fstat(3, {st_mode=S_IFREG|0644, st_size=49938, ...}) = 0
 > /usr/lib64/ld-2.17.so(__GI___fxstat+0x14) [0x19604]
 > /usr/lib64/ld-2.17.so(_dl_sysdep_read_whole_file+0x3a) [0x1089a]
 > /usr/lib64/ld-2.17.so(_dl_load_cache_lookup+0x1bc) [0x16d9c]
 > /usr/lib64/ld-2.17.so(_dl_map_object+0x427) [0x8907]
 > /usr/lib64/ld-2.17.so(openaux+0x31) [0xcc61]
 > /usr/lib64/ld-2.17.so(_dl_catch_error+0x63) [0xf7d3]
 > /usr/lib64/ld-2.17.so(_dl_map_object_deps+0x34c) [0xd46c]
 > /usr/lib64/ld-2.17.so(dl_main+0x1792) [0x3692]
 > /usr/lib64/ld-2.17.so(_dl_sysdep_start+0x1bd) [0x1800d]
 > /usr/lib64/ld-2.17.so(_dl_start+0x380) [0x1bd0]
 > /usr/lib64/ld-2.17.so(_start+0x7) [0x1147]
 > No DWARF information found
16:07:57.238034 mmap(NULL, 49938, PROT_READ, MAP_PRIVATE, 3, 0) = 0x7fe76bc23000
 > /usr/lib64/ld-2.17.so(__mmap+0x3a) [0x197da]
 > /usr/lib64/ld-2.17.so(_dl_sysdep_read_whole_file+0x84) [0x108e4]
 > /usr/lib64/ld-2.17.so(_dl_load_cache_lookup+0x1bc) [0x16d9c]
 > /usr/lib64/ld-2.17.so(_dl_map_object+0x427) [0x8907]
 > /usr/lib64/ld-2.17.so(openaux+0x31) [0xcc61]
 > /usr/lib64/ld-2.17.so(_dl_catch_error+0x63) [0xf7d3]
 > /usr/lib64/ld-2.17.so(_dl_map_object_deps+0x34c) [0xd46c]
 > /usr/lib64/ld-2.17.so(dl_main+0x1792) [0x3692]
 > /usr/lib64/ld-2.17.so(_dl_sysdep_start+0x1bd) [0x1800d]
 > /usr/lib64/ld-2.17.so(_dl_start+0x380) [0x1bd0]
 > /usr/lib64/ld-2.17.so(_start+0x7) [0x1147]
 > No DWARF information found
16:07:57.239008 close(3)                = 0
 > /usr/lib64/ld-2.17.so(__libc_close+0x7) [0x19787]
 > /usr/lib64/ld-2.17.so(_dl_sysdep_read_whole_file+0x5a) [0x108ba]
 > /usr/lib64/ld-2.17.so(_dl_load_cache_lookup+0x1bc) [0x16d9c]
 > /usr/lib64/ld-2.17.so(_dl_map_object+0x427) [0x8907]
 > /usr/lib64/ld-2.17.so(openaux+0x31) [0xcc61]
 > /usr/lib64/ld-2.17.so(_dl_catch_error+0x63) [0xf7d3]
 > /usr/lib64/ld-2.17.so(_dl_map_object_deps+0x34c) [0xd46c]
 > /usr/lib64/ld-2.17.so(dl_main+0x1792) [0x3692]
 > /usr/lib64/ld-2.17.so(_dl_sysdep_start+0x1bd) [0x1800d]
 > /usr/lib64/ld-2.17.so(_dl_start+0x380) [0x1bd0]
 > /usr/lib64/ld-2.17.so(_start+0x7) [0x1147]
 > No DWARF information found
16:07:57.239696 open("/lib64/libc.so.6", O_RDONLY|O_CLOEXEC) = 3
 > /usr/lib64/ld-2.17.so(__open+0x7) [0x19677]
 > /usr/lib64/ld-2.17.so(open_verify+0x42) [0x50e2]
 > /usr/lib64/ld-2.17.so(_dl_map_object+0x485) [0x8965]
 > /usr/lib64/ld-2.17.so(openaux+0x31) [0xcc61]
 > /usr/lib64/ld-2.17.so(_dl_catch_error+0x63) [0xf7d3]
 > /usr/lib64/ld-2.17.so(_dl_map_object_deps+0x34c) [0xd46c]
 > /usr/lib64/ld-2.17.so(dl_main+0x1792) [0x3692]
 > /usr/lib64/ld-2.17.so(_dl_sysdep_start+0x1bd) [0x1800d]
 > /usr/lib64/ld-2.17.so(_dl_start+0x380) [0x1bd0]
 > /usr/lib64/ld-2.17.so(_start+0x7) [0x1147]
 > No DWARF information found
16:07:57.240299 read(3, "\177ELF\2\1\1\3\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0`&\2\0\0\0\0\0"..., 832) = 832
 > /usr/lib64/ld-2.17.so(__read+0x7) [0x19697]
 > /usr/lib64/ld-2.17.so(open_verify+0x7a) [0x511a]
 > /usr/lib64/ld-2.17.so(_dl_map_object+0x485) [0x8965]
 > /usr/lib64/ld-2.17.so(openaux+0x31) [0xcc61]
 > /usr/lib64/ld-2.17.so(_dl_catch_error+0x63) [0xf7d3]
 > /usr/lib64/ld-2.17.so(_dl_map_object_deps+0x34c) [0xd46c]
 > /usr/lib64/ld-2.17.so(dl_main+0x1792) [0x3692]
 > /usr/lib64/ld-2.17.so(_dl_sysdep_start+0x1bd) [0x1800d]
 > /usr/lib64/ld-2.17.so(_dl_start+0x380) [0x1bd0]
 > /usr/lib64/ld-2.17.so(_start+0x7) [0x1147]
 > No DWARF information found
16:07:57.240883 fstat(3, {st_mode=S_IFREG|0755, st_size=2156592, ...}) = 0
 > /usr/lib64/ld-2.17.so(__GI___fxstat+0x14) [0x19604]
 > /usr/lib64/ld-2.17.so(_dl_map_object_from_fd+0x61) [0x5ef1]
 > /usr/lib64/ld-2.17.so(_dl_map_object+0x189) [0x8669]
 > /usr/lib64/ld-2.17.so(openaux+0x31) [0xcc61]
 > /usr/lib64/ld-2.17.so(_dl_catch_error+0x63) [0xf7d3]
 > /usr/lib64/ld-2.17.so(_dl_map_object_deps+0x34c) [0xd46c]
 > /usr/lib64/ld-2.17.so(dl_main+0x1792) [0x3692]
 > /usr/lib64/ld-2.17.so(_dl_sysdep_start+0x1bd) [0x1800d]
 > /usr/lib64/ld-2.17.so(_dl_start+0x380) [0x1bd0]
 > /usr/lib64/ld-2.17.so(_start+0x7) [0x1147]
 > No DWARF information found
16:07:57.241484 mmap(NULL, 3985920, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 3, 0) = 0x7fe76b642000
 > /usr/lib64/ld-2.17.so(__mmap+0x3a) [0x197da]
 > /usr/lib64/ld-2.17.so(_dl_map_object_from_fd+0x626) [0x64b6]
 > /usr/lib64/ld-2.17.so(_dl_map_object+0x189) [0x8669]
 > /usr/lib64/ld-2.17.so(openaux+0x31) [0xcc61]
 > /usr/lib64/ld-2.17.so(_dl_catch_error+0x63) [0xf7d3]
 > /usr/lib64/ld-2.17.so(_dl_map_object_deps+0x34c) [0xd46c]
 > /usr/lib64/ld-2.17.so(dl_main+0x1792) [0x3692]
 > /usr/lib64/ld-2.17.so(_dl_sysdep_start+0x1bd) [0x1800d]
 > /usr/lib64/ld-2.17.so(_dl_start+0x380) [0x1bd0]
 > /usr/lib64/ld-2.17.so(_start+0x7) [0x1147]
 > No DWARF information found
16:07:57.242168 mprotect(0x7fe76b806000, 2093056, PROT_NONE) = 0
 > /usr/lib64/ld-2.17.so(__mprotect+0x7) [0x19877]
 > /usr/lib64/ld-2.17.so(_dl_map_object_from_fd+0xb54) [0x69e4]
 > /usr/lib64/ld-2.17.so(_dl_map_object+0x189) [0x8669]
 > /usr/lib64/ld-2.17.so(openaux+0x31) [0xcc61]
 > /usr/lib64/ld-2.17.so(_dl_catch_error+0x63) [0xf7d3]
 > /usr/lib64/ld-2.17.so(_dl_map_object_deps+0x34c) [0xd46c]
 > /usr/lib64/ld-2.17.so(dl_main+0x1792) [0x3692]
 > /usr/lib64/ld-2.17.so(_dl_sysdep_start+0x1bd) [0x1800d]
 > /usr/lib64/ld-2.17.so(_dl_start+0x380) [0x1bd0]
 > /usr/lib64/ld-2.17.so(_start+0x7) [0x1147]
 > No DWARF information found
16:07:57.242860 mmap(0x7fe76ba05000, 24576, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x1c3000) = 0x7fe76ba05000
 > /usr/lib64/ld-2.17.so(__mmap+0x3a) [0x197da]
 > /usr/lib64/ld-2.17.so(_dl_map_object_from_fd+0x76a) [0x65fa]
 > /usr/lib64/ld-2.17.so(_dl_map_object+0x189) [0x8669]
 > /usr/lib64/ld-2.17.so(openaux+0x31) [0xcc61]
 > /usr/lib64/ld-2.17.so(_dl_catch_error+0x63) [0xf7d3]
 > /usr/lib64/ld-2.17.so(_dl_map_object_deps+0x34c) [0xd46c]
 > /usr/lib64/ld-2.17.so(dl_main+0x1792) [0x3692]
 > /usr/lib64/ld-2.17.so(_dl_sysdep_start+0x1bd) [0x1800d]
 > /usr/lib64/ld-2.17.so(_dl_start+0x380) [0x1bd0]
 > /usr/lib64/ld-2.17.so(_start+0x7) [0x1147]
 > No DWARF information found
16:07:57.243603 mmap(0x7fe76ba0b000, 16896, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_FIXED|MAP_ANONYMOUS, -1, 0) = 0x7fe76ba0b000
 > /usr/lib64/ld-2.17.so(__mmap+0x3a) [0x197da]
 > /usr/lib64/ld-2.17.so(_dl_map_object_from_fd+0xbf9) [0x6a89]
 > /usr/lib64/ld-2.17.so(_dl_map_object+0x189) [0x8669]
 > /usr/lib64/ld-2.17.so(openaux+0x31) [0xcc61]
 > /usr/lib64/ld-2.17.so(_dl_catch_error+0x63) [0xf7d3]
 > /usr/lib64/ld-2.17.so(_dl_map_object_deps+0x34c) [0xd46c]
 > /usr/lib64/ld-2.17.so(dl_main+0x1792) [0x3692]
 > /usr/lib64/ld-2.17.so(_dl_sysdep_start+0x1bd) [0x1800d]
 > /usr/lib64/ld-2.17.so(_dl_start+0x380) [0x1bd0]
 > /usr/lib64/ld-2.17.so(_start+0x7) [0x1147]
 > No DWARF information found
16:07:57.244349 close(3)                = 0
 > /usr/lib64/ld-2.17.so(__libc_close+0x7) [0x19787]
 > /usr/lib64/ld-2.17.so(_dl_map_object_from_fd+0x9bb) [0x684b]
 > /usr/lib64/ld-2.17.so(_dl_map_object+0x189) [0x8669]
 > /usr/lib64/ld-2.17.so(openaux+0x31) [0xcc61]
 > /usr/lib64/ld-2.17.so(_dl_catch_error+0x63) [0xf7d3]
 > /usr/lib64/ld-2.17.so(_dl_map_object_deps+0x34c) [0xd46c]
 > /usr/lib64/ld-2.17.so(dl_main+0x1792) [0x3692]
 > /usr/lib64/ld-2.17.so(_dl_sysdep_start+0x1bd) [0x1800d]
 > /usr/lib64/ld-2.17.so(_dl_start+0x380) [0x1bd0]
 > /usr/lib64/ld-2.17.so(_start+0x7) [0x1147]
 > No DWARF information found
16:07:57.244914 mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) = 0x7fe76bc22000
 > /usr/lib64/ld-2.17.so(__mmap+0x3a) [0x197da]
 > /usr/lib64/ld-2.17.so(__libc_memalign+0x83) [0x185f3]
 > /usr/lib64/ld-2.17.so(_dl_check_map_versions+0x23d) [0x1116d]
 > /usr/lib64/ld-2.17.so(_dl_check_all_versions+0x43) [0x113f3]
 > /usr/lib64/ld-2.17.so(version_check_doit+0x17) [0x1797]
 > /usr/lib64/ld-2.17.so(_dl_receive_error+0x3d) [0xf88d]
 > /usr/lib64/ld-2.17.so(dl_main+0x1cb5) [0x3bb5]
 > /usr/lib64/ld-2.17.so(_dl_sysdep_start+0x1bd) [0x1800d]
 > /usr/lib64/ld-2.17.so(_dl_start+0x380) [0x1bd0]
 > /usr/lib64/ld-2.17.so(_start+0x7) [0x1147]
 > No DWARF information found
16:07:57.245607 mmap(NULL, 8192, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) = 0x7fe76bc20000
 > /usr/lib64/ld-2.17.so(__mmap+0x3a) [0x197da]
 > /usr/lib64/ld-2.17.so(__libc_memalign+0x83) [0x185f3]
 > /usr/lib64/ld-2.17.so(_dl_allocate_tls_storage+0x19) [0x12429]
 > /usr/lib64/ld-2.17.so(init_tls+0x80) [0xeb7]
 > /usr/lib64/ld-2.17.so(dl_main+0x1cd1) [0x3bd1]
 > /usr/lib64/ld-2.17.so(_dl_sysdep_start+0x1bd) [0x1800d]
 > /usr/lib64/ld-2.17.so(_dl_start+0x380) [0x1bd0]
 > /usr/lib64/ld-2.17.so(_start+0x7) [0x1147]
 > No DWARF information found
16:07:57.246198 arch_prctl(ARCH_SET_FS, 0x7fe76bc20740) = 0
 > /usr/lib64/ld-2.17.so(init_tls+0xc6) [0xefd]
 > /usr/lib64/ld-2.17.so(dl_main+0x1cd1) [0x3bd1]
 > /usr/lib64/ld-2.17.so(_dl_sysdep_start+0x1bd) [0x1800d]
 > /usr/lib64/ld-2.17.so(_dl_start+0x380) [0x1bd0]
 > /usr/lib64/ld-2.17.so(_start+0x7) [0x1147]
 > No DWARF information found
16:07:57.246694 access("/etc/sysconfig/strcasecmp-nonascii", F_OK) = -1 ENOENT (没有那个文件或目录)
 > /usr/lib64/libc-2.17.so(__strcasecmp+0x10) [0x901e0]
 > /usr/lib64/ld-2.17.so(_dl_relocate_object+0x71e) [0xbe6e]
 > /usr/lib64/ld-2.17.so(dl_main+0x2a99) [0x4999]
 > /usr/lib64/ld-2.17.so(_dl_sysdep_start+0x1bd) [0x1800d]
 > /usr/lib64/ld-2.17.so(_dl_start+0x380) [0x1bd0]
 > /usr/lib64/ld-2.17.so(_start+0x7) [0x1147]
 > No DWARF information found
16:07:57.247583 access("/etc/sysconfig/strcasecmp-nonascii", F_OK) = -1 ENOENT (没有那个文件或目录)
 > /usr/lib64/libc-2.17.so(strncasecmp+0x10) [0x924e0]
 > /usr/lib64/ld-2.17.so(_dl_relocate_object+0x71e) [0xbe6e]
 > /usr/lib64/ld-2.17.so(dl_main+0x2a99) [0x4999]
 > /usr/lib64/ld-2.17.so(_dl_sysdep_start+0x1bd) [0x1800d]
 > /usr/lib64/ld-2.17.so(_dl_start+0x380) [0x1bd0]
 > /usr/lib64/ld-2.17.so(_start+0x7) [0x1147]
 > No DWARF information found
16:07:57.248098 mprotect(0x7fe76ba05000, 16384, PROT_READ) = 0
 > /usr/lib64/ld-2.17.so(__mprotect+0x7) [0x19877]
 > /usr/lib64/ld-2.17.so(_dl_relocate_object+0x98e) [0xc0de]
 > /usr/lib64/ld-2.17.so(dl_main+0x2a99) [0x4999]
 > /usr/lib64/ld-2.17.so(_dl_sysdep_start+0x1bd) [0x1800d]
 > /usr/lib64/ld-2.17.so(_dl_start+0x380) [0x1bd0]
 > /usr/lib64/ld-2.17.so(_start+0x7) [0x1147]
 > No DWARF information found
16:07:57.248637 mprotect(0x606000, 4096, PROT_READ) = 0
 > /usr/lib64/ld-2.17.so(__mprotect+0x7) [0x19877]
 > /usr/lib64/ld-2.17.so(_dl_relocate_object+0x98e) [0xc0de]
 > /usr/lib64/ld-2.17.so(dl_main+0x2a99) [0x4999]
 > /usr/lib64/ld-2.17.so(_dl_sysdep_start+0x1bd) [0x1800d]
 > /usr/lib64/ld-2.17.so(_dl_start+0x380) [0x1bd0]
 > /usr/lib64/ld-2.17.so(_start+0x7) [0x1147]
 > No DWARF information found
16:07:57.249185 mprotect(0x7fe76bc31000, 4096, PROT_READ) = 0
 > /usr/lib64/ld-2.17.so(__mprotect+0x7) [0x19877]
 > /usr/lib64/ld-2.17.so(_dl_relocate_object+0x98e) [0xc0de]
 > /usr/lib64/ld-2.17.so(dl_main+0x24d9) [0x43d9]
 > /usr/lib64/ld-2.17.so(_dl_sysdep_start+0x1bd) [0x1800d]
 > /usr/lib64/ld-2.17.so(_dl_start+0x380) [0x1bd0]
 > /usr/lib64/ld-2.17.so(_start+0x7) [0x1147]
 > No DWARF information found
16:07:57.249682 munmap(0x7fe76bc23000, 49938) = 0
 > /usr/lib64/ld-2.17.so(munmap+0x7) [0x19857]
 > /usr/lib64/ld-2.17.so(_dl_unload_cache+0x27) [0x171c7]
 > /usr/lib64/ld-2.17.so(dl_main+0x1f8e) [0x3e8e]
 > /usr/lib64/ld-2.17.so(_dl_sysdep_start+0x1bd) [0x1800d]
 > /usr/lib64/ld-2.17.so(_dl_start+0x380) [0x1bd0]
 > /usr/lib64/ld-2.17.so(_start+0x7) [0x1147]
 > No DWARF information found
16:07:57.250313 brk(NULL)               = 0x1565000
 > /usr/lib64/libc-2.17.so(brk+0xc) [0xf538c]
 > /usr/lib64/libc-2.17.so(__sbrk+0x4e) [0xf543e]
 > /usr/lib64/libc-2.17.so(__default_morecore+0x8) [0x88ed8]
 > /usr/lib64/libc-2.17.so(sysmalloc+0x452) [0x81bf2]
 > /usr/lib64/libc-2.17.so(_int_malloc+0x9d9) [0x82959]
 > /usr/lib64/libc-2.17.so(malloc+0x4b) [0x8578b]
 > /usr/lib64/libc-2.17.so(_nl_normalize_codeset+0x64) [0x33e04]
 > /usr/lib64/libc-2.17.so(_nl_load_locale_from_archive+0x35e) [0x2e15e]
 > /usr/lib64/libc-2.17.so(_nl_find_locale+0xed) [0x2d35d]
 > /usr/lib64/libc-2.17.so(setlocale+0x2a2) [0x2ccc2]
 > /usr/bin/sleep(main+0x3c) [0x40154c]
 > /usr/lib64/libc-2.17.so(__libc_start_main+0xf4) [0x22554]
 > /usr/bin/sleep(_start+0x28) [0x4017d8]
16:07:57.254468 brk(0x1586000)          = 0x1586000
 > /usr/lib64/libc-2.17.so(brk+0xc) [0xf538c]
 > /usr/lib64/libc-2.17.so(__sbrk+0x35) [0xf5425]
 > /usr/lib64/libc-2.17.so(__default_morecore+0x8) [0x88ed8]
 > /usr/lib64/libc-2.17.so(sysmalloc+0x452) [0x81bf2]
 > /usr/lib64/libc-2.17.so(_int_malloc+0x9d9) [0x82959]
 > /usr/lib64/libc-2.17.so(malloc+0x4b) [0x8578b]
 > /usr/lib64/libc-2.17.so(_nl_normalize_codeset+0x64) [0x33e04]
 > /usr/lib64/libc-2.17.so(_nl_load_locale_from_archive+0x35e) [0x2e15e]
 > /usr/lib64/libc-2.17.so(_nl_find_locale+0xed) [0x2d35d]
 > /usr/lib64/libc-2.17.so(setlocale+0x2a2) [0x2ccc2]
 > /usr/bin/sleep(main+0x3c) [0x40154c]
 > /usr/lib64/libc-2.17.so(__libc_start_main+0xf4) [0x22554]
 > /usr/bin/sleep(_start+0x28) [0x4017d8]
16:07:57.258004 brk(NULL)               = 0x1586000
 > /usr/lib64/libc-2.17.so(brk+0xc) [0xf538c]
 > /usr/lib64/libc-2.17.so(__sbrk+0x4e) [0xf543e]
 > /usr/lib64/libc-2.17.so(__default_morecore+0x8) [0x88ed8]
 > /usr/lib64/libc-2.17.so(sysmalloc+0x543) [0x81ce3]
 > /usr/lib64/libc-2.17.so(_int_malloc+0x9d9) [0x82959]
 > /usr/lib64/libc-2.17.so(malloc+0x4b) [0x8578b]
 > /usr/lib64/libc-2.17.so(_nl_normalize_codeset+0x64) [0x33e04]
 > /usr/lib64/libc-2.17.so(_nl_load_locale_from_archive+0x35e) [0x2e15e]
 > /usr/lib64/libc-2.17.so(_nl_find_locale+0xed) [0x2d35d]
 > /usr/lib64/libc-2.17.so(setlocale+0x2a2) [0x2ccc2]
 > /usr/bin/sleep(main+0x3c) [0x40154c]
 > /usr/lib64/libc-2.17.so(__libc_start_main+0xf4) [0x22554]
 > /usr/bin/sleep(_start+0x28) [0x4017d8]
16:07:57.261416 open("/usr/lib/locale/locale-archive", O_RDONLY|O_CLOEXEC) = 3
 > /usr/lib64/libc-2.17.so(open+0x10) [0xef900]
 > /usr/lib64/libc-2.17.so(_nl_load_locale_from_archive+0x467) [0x2e267]
 > /usr/lib64/libc-2.17.so(_nl_find_locale+0xed) [0x2d35d]
 > /usr/lib64/libc-2.17.so(setlocale+0x2a2) [0x2ccc2]
 > /usr/bin/sleep(main+0x3c) [0x40154c]
 > /usr/lib64/libc-2.17.so(__libc_start_main+0xf4) [0x22554]
 > /usr/bin/sleep(_start+0x28) [0x4017d8]
16:07:57.262851 fstat(3, {st_mode=S_IFREG|0644, st_size=106172832, ...}) = 0
 > /usr/lib64/libc-2.17.so(__fxstat64+0x14) [0xef4b4]
 > /usr/lib64/libc-2.17.so(_nl_load_locale_from_archive+0x485) [0x2e285]
 > /usr/lib64/libc-2.17.so(_nl_find_locale+0xed) [0x2d35d]
 > /usr/lib64/libc-2.17.so(setlocale+0x2a2) [0x2ccc2]
 > /usr/bin/sleep(main+0x3c) [0x40154c]
 > /usr/lib64/libc-2.17.so(__libc_start_main+0xf4) [0x22554]
 > /usr/bin/sleep(_start+0x28) [0x4017d8]
16:07:57.264299 mmap(NULL, 106172832, PROT_READ, MAP_PRIVATE, 3, 0) = 0x7fe765100000
 > /usr/lib64/libc-2.17.so(mmap64+0x3a) [0xf8fca]
 > /usr/lib64/libc-2.17.so(_nl_load_locale_from_archive+0x4af) [0x2e2af]
 > /usr/lib64/libc-2.17.so(_nl_find_locale+0xed) [0x2d35d]
 > /usr/lib64/libc-2.17.so(setlocale+0x2a2) [0x2ccc2]
 > /usr/bin/sleep(main+0x3c) [0x40154c]
 > /usr/lib64/libc-2.17.so(__libc_start_main+0xf4) [0x22554]
 > /usr/bin/sleep(_start+0x28) [0x4017d8]
16:07:57.265886 close(3)                = 0
 > /usr/lib64/libc-2.17.so(_nl_load_locale_from_archive+0x509) [0x2e309]
 > /usr/lib64/libc-2.17.so(_nl_find_locale+0xed) [0x2d35d]
 > /usr/lib64/libc-2.17.so(setlocale+0x2a2) [0x2ccc2]
 > /usr/bin/sleep(main+0x3c) [0x40154c]
 > /usr/lib64/libc-2.17.so(__libc_start_main+0xf4) [0x22554]
 > /usr/bin/sleep(_start+0x28) [0x4017d8]
16:07:57.267272 nanosleep({tv_sec=0, tv_nsec=200000000}, NULL) = 0
 > /usr/lib64/libc-2.17.so(__nanosleep+0x10) [0xc59e0]
 > /usr/bin/sleep(rpl_nanosleep+0xae) [0x403e5e]
 > /usr/bin/sleep(xnanosleep+0x4f) [0x403cbf]
 > /usr/bin/sleep(main+0x1bc) [0x4016cc]
 > /usr/lib64/libc-2.17.so(__libc_start_main+0xf4) [0x22554]
 > /usr/bin/sleep(_start+0x28) [0x4017d8]
16:07:57.468101 close(1)                = 0
 > /usr/lib64/libc-2.17.so(__close+0x10) [0xf01f0]
 > /usr/lib64/libc-2.17.so(_IO_file_close_it@@GLIBC_2.2.5+0x13b) [0x7b26b]
 > /usr/lib64/libc-2.17.so(fclose@@GLIBC_2.2.5+0x1b7) [0x6e287]
 > /usr/bin/sleep(close_stream+0x19) [0x403e99]
 > /usr/bin/sleep(close_stdout+0x14) [0x401ad4]
 > /usr/lib64/libc-2.17.so(__run_exit_handlers+0xd8) [0x39ce8]
 > /usr/lib64/libc-2.17.so(exit+0x16) [0x39d36]
 > /usr/bin/sleep(main+0x1c7) [0x4016d7]
 > /usr/lib64/libc-2.17.so(__libc_start_main+0xf4) [0x22554]
 > /usr/bin/sleep(_start+0x28) [0x4017d8]
16:07:57.469763 close(2)                = 0
 > /usr/lib64/libc-2.17.so(__close+0x10) [0xf01f0]
 > /usr/lib64/libc-2.17.so(_IO_file_close_it@@GLIBC_2.2.5+0x13b) [0x7b26b]
 > /usr/lib64/libc-2.17.so(fclose@@GLIBC_2.2.5+0x1b7) [0x6e287]
 > /usr/bin/sleep(close_stream+0x19) [0x403e99]
 > /usr/bin/sleep(close_stdout+0x3a) [0x401afa]
 > /usr/lib64/libc-2.17.so(__run_exit_handlers+0xd8) [0x39ce8]
 > /usr/lib64/libc-2.17.so(exit+0x16) [0x39d36]
 > /usr/bin/sleep(main+0x1c7) [0x4016d7]
 > /usr/lib64/libc-2.17.so(__libc_start_main+0xf4) [0x22554]
 > /usr/bin/sleep(_start+0x28) [0x4017d8]
16:07:57.472425 exit_group(0)           = ?
16:07:57.472628 +++ exited with 0 +++
 > /usr/lib64/libc-2.17.so(_exit+0x39) [0xc5da9]
 > /usr/lib64/libc-2.17.so(__run_exit_handlers+0x9a) [0x39caa]
 > /usr/lib64/libc-2.17.so(exit+0x16) [0x39d36]
 > /usr/bin/sleep(main+0x1c7) [0x4016d7]
 > /usr/lib64/libc-2.17.so(__libc_start_main+0xf4) [0x22554]
 > /usr/bin/sleep(_start+0x28) [0x4017d8]
mdys commented 3 months ago

CPU100%的进程强制重启后

kill -USR1 masterID

出现了很多 FATAL ERROR 图片

NathanFreeman commented 3 months ago

只有一个CPU100%的话,就得看看代码是不是有CPU密集型操作,100%的话还是要用strace查看当前执行的函数是什么 或者下次CPU100%的时候,用ps aux 查看这个进程的状态是什么

mdys commented 3 months ago

只有一个CPU100%的话,就得看看代码是不是有CPU密集型操作,100%的话还是要用strace查看当前执行的函数是什么 或者下次CPU100%的时候,用ps aux 查看这个进程的状态是什么

strace 那会什么数据都没跟踪到。 上面能执行到的 perf lsof 数据就那些了。我也看不出问题。。 下次再出现看 ps aux

mdys commented 3 months ago

主要让我纳闷的是,没有出现CPU100%的时候 也产生了无响应 ,搞不懂是哪里出问题了。。

matyhtf commented 2 months ago

可以导出一下 HTTP 报文,保存到文件,然后使用这个工具 https://github.com/swoole/swoole-src/blob/master/tools/send-http-data.php 发送数据给服务器,测试是否可以重现

send-http-data.php测试直接发给swoole端口,swoole无法触发onrequest,但可以触发onclose。 send-http-data.php经过nginx->swoole正常。但我线上服务器即使经过nginx也是会有上面偶发丢请求的情况,所以才改成直接请求swoole。 图片

传给golang服务器 可以正常响应 图片

直接发给swoole:port,log有以下错误,通过curl的话swoole是正常响应,但生产Swoole 服务器log中没有此错误。

[2025-01-12 04:40:40 #2703.11]    
TRACE Port_onRead_http() (ERRNO 7102): Bad Request: unknown protocol from session#2 on 0.0.0.0:60001

json报文为:

POST /api/cpost HTTP/1.1
traceparent: 00-f3849148d4d46de95a58aea99bedcc47-d0b8b675d2fd2b75-01
elastic-apm-traceparent: 00-f3849148d4d46de95a58aea99bedcc47-d0b8b675d2fd2b75-01
Accept: application/json;charset=UTF-8
Content-Type: application/json;charset=UTF-8
Content-Length: 186
Host: 127.0.0.1:60001
Connection: Keep-Alive
User-Agent: Apache-HttpClient/4.5.3 (Java/1.8.0_192)
Accept-Encoding: gzip,deflate

{"ts":"1736493782","sign":"123424ccd6472860c172b40951426a1c","partner_id":"ABCDE_F_GHI","partner_post_id":"123456787636380336","postee_show_num":"12345678901","poster_num":"12345678901"}

请将 HTTP 请求的原始报文保存为文件,作为附件上传到当前 issue 页面。

这个可能是 HTTP 协议兼容性问题,如果是 client -> nginx -> swoole 而不是 client -> swoole 直接请求,那么 nginx 会过滤掉异常的 HTTP 协议格式,nginx 会重组请求向 swoole 发送正常的 HTTP 报文。