ahjing99
commented
4 months ago Test again and found that this only failed on Azure with hostnetwork enabled, does not fail on GKE
➜ ~ k logs mongo-sbnuce-backup-mongodb-0
Defaulted container "mongodb" out of: mongodb, metrics, lorry
{"t":{"$date":"2024-03-08T09:15:59.387+00:00"},"s":"I", "c":"CONTROL", "id":23285, "ctx":"main","msg":"Automatically disabling TLS 1.0, to force-enable TLS 1.0 specify --sslDisabledProtocols 'none'"}
{"t":{"$date":"2024-03-08T09:15:59.417+00:00"},"s":"I", "c":"NETWORK", "id":4648601, "ctx":"main","msg":"Implicit TCP FastOpen unavailable. If TCP FastOpen is required, set tcpFastOpenServer, tcpFastOpenClient, and tcpFastOpenQueueSize."}
{"t":{"$date":"2024-03-08T09:15:59.518+00:00"},"s":"I", "c":"STORAGE", "id":4615611, "ctx":"initandlisten","msg":"MongoDB starting","attr":{"pid":1,"port":1036,"dbPath":"/data/mongodb/db","architecture":"64-bit","host":"aks-userpool-38196425-vmss000003"}}
{"t":{"$date":"2024-03-08T09:15:59.518+00:00"},"s":"W", "c":"CONTROL", "id":20720, "ctx":"initandlisten","msg":"Available memory is less than system memory","attr":{"availableMemSizeMB":614,"systemMemSizeMB":32092}}
{"t":{"$date":"2024-03-08T09:15:59.518+00:00"},"s":"I", "c":"CONTROL", "id":23403, "ctx":"initandlisten","msg":"Build Info","attr":{"buildInfo":{"version":"4.4.24","gitVersion":"0b86b9b7b42ad9970c5f818c527dd86c0634243a","openSSLVersion":"OpenSSL 1.1.1f 31 Mar 2020","modules":[],"allocator":"tcmalloc","environment":{"distmod":"ubuntu2004","distarch":"x86_64","target_arch":"x86_64"}}}}
{"t":{"$date":"2024-03-08T09:15:59.518+00:00"},"s":"I", "c":"CONTROL", "id":51765, "ctx":"initandlisten","msg":"Operating System","attr":{"os":{"name":"Ubuntu","version":"20.04"}}}
{"t":{"$date":"2024-03-08T09:15:59.518+00:00"},"s":"I", "c":"CONTROL", "id":21951, "ctx":"initandlisten","msg":"Options set by command line","attr":{"options":{"config":"/etc/mongodb/mongodb.conf","net":{"bindIp":"*","ipv6":false,"port":1036,"unixDomainSocket":{"enabled":false,"pathPrefix":"/data/mongodb/tmp"}},"processManagement":{"fork":false,"pidFilePath":"/data/mongodb/tmp/mongodb.pid"},"replication":{"enableMajorityReadConcern":true,"replSet":"mongo-sbnuce-backup-mongodb"},"security":{"authorization":"enabled","keyFile":"/etc/mongodb/keyfile"},"setParameter":{"enableLocalhostAuthBypass":"true"},"storage":{"dbPath":"/data/mongodb/db","directoryPerDB":true,"journal":{"enabled":true}},"systemLog":{"logAppend":true,"logRotate":"reopen","quiet":false,"verbosity":0}}}}
{"t":{"$date":"2024-03-08T09:15:59.518+00:00"},"s":"I", "c":"STORAGE", "id":22297, "ctx":"initandlisten","msg":"Using the XFS filesystem is strongly recommended with the WiredTiger storage engine. See http://dochub.mongodb.org/core/prodnotes-filesystem","tags":["startupWarnings"]}
{"t":{"$date":"2024-03-08T09:15:59.518+00:00"},"s":"I", "c":"STORAGE", "id":22315, "ctx":"initandlisten","msg":"Opening WiredTiger","attr":{"config":"create,cache_size=256M,session_max=33000,eviction=(threads_min=4,threads_max=4),config_base=false,statistics=(fast),log=(enabled=true,archive=true,path=journal,compressor=snappy),file_manager=(close_idle_time=100000,close_scan_interval=10,close_handle_minimum=250),statistics_log=(wait=0),verbose=[recovery_progress,checkpoint_progress,compact_progress],"}}
{"t":{"$date":"2024-03-08T09:16:02.747+00:00"},"s":"I", "c":"STORAGE", "id":22430, "ctx":"initandlisten","msg":"WiredTiger message","attr":{"message":"[1709889362:747337][1:0x7f749376acc0], txn-recover: [WT_VERB_RECOVERY | WT_VERB_RECOVERY_PROGRESS] Set global recovery timestamp: (0, 0)"}}
{"t":{"$date":"2024-03-08T09:16:02.747+00:00"},"s":"I", "c":"STORAGE", "id":22430, "ctx":"initandlisten","msg":"WiredTiger message","attr":{"message":"[1709889362:747378][1:0x7f749376acc0], txn-recover: [WT_VERB_RECOVERY | WT_VERB_RECOVERY_PROGRESS] Set global oldest timestamp: (0, 0)"}}
{"t":{"$date":"2024-03-08T09:16:02.767+00:00"},"s":"I", "c":"STORAGE", "id":4795906, "ctx":"initandlisten","msg":"WiredTiger opened","attr":{"durationMillis":3249}}
{"t":{"$date":"2024-03-08T09:16:02.767+00:00"},"s":"I", "c":"RECOVERY", "id":23987, "ctx":"initandlisten","msg":"WiredTiger recoveryTimestamp","attr":{"recoveryTimestamp":{"$timestamp":{"t":0,"i":0}}}}
{"t":{"$date":"2024-03-08T09:16:02.809+00:00"},"s":"I", "c":"STORAGE", "id":22262, "ctx":"initandlisten","msg":"Timestamp monitor starting"}
{"t":{"$date":"2024-03-08T09:16:02.825+00:00"},"s":"W", "c":"CONTROL", "id":22138, "ctx":"initandlisten","msg":"You are running this process as the root user, which is not recommended","tags":["startupWarnings"]}
{"t":{"$date":"2024-03-08T09:16:02.826+00:00"},"s":"W", "c":"CONTROL", "id":22178, "ctx":"initandlisten","msg":"/sys/kernel/mm/transparent_hugepage/enabled is 'always'. We suggest setting it to 'never'","tags":["startupWarnings"]}
{"t":{"$date":"2024-03-08T09:16:02.826+00:00"},"s":"I", "c":"STORAGE", "id":20536, "ctx":"initandlisten","msg":"Flow Control is enabled on this deployment"}
{"t":{"$date":"2024-03-08T09:16:02.827+00:00"},"s":"I", "c":"SHARDING", "id":20997, "ctx":"initandlisten","msg":"Refreshed RWC defaults","attr":{"newDefaults":{}}}
{"t":{"$date":"2024-03-08T09:16:02.827+00:00"},"s":"I", "c":"STORAGE", "id":20320, "ctx":"initandlisten","msg":"createCollection","attr":{"namespace":"local.startup_log","uuidDisposition":"generated","uuid":{"uuid":{"$uuid":"2f876ba3-00e1-4358-9b05-29a417eb1e34"}},"options":{"capped":true,"size":10485760}}}
{"t":{"$date":"2024-03-08T09:16:02.854+00:00"},"s":"I", "c":"INDEX", "id":20345, "ctx":"initandlisten","msg":"Index build: done building","attr":{"buildUUID":null,"namespace":"local.startup_log","index":"_id_","commitTimestamp":{"$timestamp":{"t":0,"i":0}}}}
{"t":{"$date":"2024-03-08T09:16:02.854+00:00"},"s":"I", "c":"FTDC", "id":20625, "ctx":"initandlisten","msg":"Initializing full-time diagnostic data capture","attr":{"dataDirectory":"/data/mongodb/db/diagnostic.data"}}
{"t":{"$date":"2024-03-08T09:16:02.855+00:00"},"s":"I", "c":"REPL", "id":6015317, "ctx":"initandlisten","msg":"Setting new configuration state","attr":{"newState":"ConfigStartingUp","oldState":"ConfigPreStart"}}
{"t":{"$date":"2024-03-08T09:16:02.855+00:00"},"s":"I", "c":"REPL", "id":4280500, "ctx":"initandlisten","msg":"Attempting to create internal replication collections"}
{"t":{"$date":"2024-03-08T09:16:02.855+00:00"},"s":"I", "c":"STORAGE", "id":20320, "ctx":"initandlisten","msg":"createCollection","attr":{"namespace":"local.replset.oplogTruncateAfterPoint","uuidDisposition":"generated","uuid":{"uuid":{"$uuid":"0f4be806-2b49-4def-9ee4-acaabd3b428d"}},"options":{}}}
{"t":{"$date":"2024-03-08T09:16:02.882+00:00"},"s":"I", "c":"INDEX", "id":20345, "ctx":"initandlisten","msg":"Index build: done building","attr":{"buildUUID":null,"namespace":"local.replset.oplogTruncateAfterPoint","index":"_id_","commitTimestamp":{"$timestamp":{"t":0,"i":0}}}}
{"t":{"$date":"2024-03-08T09:16:02.882+00:00"},"s":"I", "c":"STORAGE", "id":20320, "ctx":"initandlisten","msg":"createCollection","attr":{"namespace":"local.replset.minvalid","uuidDisposition":"generated","uuid":{"uuid":{"$uuid":"6a125199-d3bc-4542-ac39-d57282262479"}},"options":{}}}
{"t":{"$date":"2024-03-08T09:16:02.916+00:00"},"s":"I", "c":"INDEX", "id":20345, "ctx":"initandlisten","msg":"Index build: done building","attr":{"buildUUID":null,"namespace":"local.replset.minvalid","index":"_id_","commitTimestamp":{"$timestamp":{"t":0,"i":0}}}}
{"t":{"$date":"2024-03-08T09:16:02.916+00:00"},"s":"I", "c":"STORAGE", "id":20320, "ctx":"initandlisten","msg":"createCollection","attr":{"namespace":"local.replset.election","uuidDisposition":"generated","uuid":{"uuid":{"$uuid":"31e26832-2db9-4eb6-8791-35fbb3923f54"}},"options":{}}}
{"t":{"$date":"2024-03-08T09:16:02.945+00:00"},"s":"I", "c":"INDEX", "id":20345, "ctx":"initandlisten","msg":"Index build: done building","attr":{"buildUUID":null,"namespace":"local.replset.election","index":"_id_","commitTimestamp":{"$timestamp":{"t":0,"i":0}}}}
{"t":{"$date":"2024-03-08T09:16:02.945+00:00"},"s":"I", "c":"REPL", "id":4280501, "ctx":"initandlisten","msg":"Attempting to load local voted for document"}
{"t":{"$date":"2024-03-08T09:16:02.945+00:00"},"s":"I", "c":"REPL", "id":21311, "ctx":"initandlisten","msg":"Did not find local initialized voted for document at startup"}
{"t":{"$date":"2024-03-08T09:16:02.945+00:00"},"s":"I", "c":"REPL", "id":4280502, "ctx":"initandlisten","msg":"Searching for local Rollback ID document"}
{"t":{"$date":"2024-03-08T09:16:02.945+00:00"},"s":"I", "c":"REPL", "id":21312, "ctx":"initandlisten","msg":"Did not find local Rollback ID document at startup. Creating one"}
{"t":{"$date":"2024-03-08T09:16:02.945+00:00"},"s":"I", "c":"STORAGE", "id":20320, "ctx":"initandlisten","msg":"createCollection","attr":{"namespace":"local.system.rollback.id","uuidDisposition":"generated","uuid":{"uuid":{"$uuid":"0bf1a2b5-c3b5-4078-a0bb-0909db04d82e"}},"options":{}}}
{"t":{"$date":"2024-03-08T09:16:02.973+00:00"},"s":"I", "c":"INDEX", "id":20345, "ctx":"initandlisten","msg":"Index build: done building","attr":{"buildUUID":null,"namespace":"local.system.rollback.id","index":"_id_","commitTimestamp":{"$timestamp":{"t":0,"i":0}}}}
{"t":{"$date":"2024-03-08T09:16:02.973+00:00"},"s":"I", "c":"REPL", "id":21531, "ctx":"initandlisten","msg":"Initialized the rollback ID","attr":{"rbid":1}}
{"t":{"$date":"2024-03-08T09:16:02.973+00:00"},"s":"I", "c":"REPL", "id":21313, "ctx":"initandlisten","msg":"Did not find local replica set configuration document at startup","attr":{"error":{"code":47,"codeName":"NoMatchingDocument","errmsg":"Did not find replica set configuration document in local.system.replset"}}}
{"t":{"$date":"2024-03-08T09:16:02.973+00:00"},"s":"I", "c":"REPL", "id":6015317, "ctx":"initandlisten","msg":"Setting new configuration state","attr":{"newState":"ConfigUninitialized","oldState":"ConfigStartingUp"}}
{"t":{"$date":"2024-03-08T09:16:02.974+00:00"},"s":"I", "c":"CONTROL", "id":20714, "ctx":"LogicalSessionCacheRefresh","msg":"Failed to refresh session cache, will try again at the next refresh interval","attr":{"error":"NotYetInitialized: Replication has not yet been configured"}}
{"t":{"$date":"2024-03-08T09:16:02.974+00:00"},"s":"I", "c":"REPL", "id":40440, "ctx":"initandlisten","msg":"Starting the TopologyVersionObserver"}
{"t":{"$date":"2024-03-08T09:16:02.974+00:00"},"s":"I", "c":"CONTROL", "id":20712, "ctx":"LogicalSessionCacheReap","msg":"Sessions collection is not set up; waiting until next sessions reap interval","attr":{"error":"NamespaceNotFound: config.system.sessions does not exist"}}
{"t":{"$date":"2024-03-08T09:16:02.974+00:00"},"s":"I", "c":"REPL", "id":40445, "ctx":"TopologyVersionObserver","msg":"Started TopologyVersionObserver"}
{"t":{"$date":"2024-03-08T09:16:02.974+00:00"},"s":"I", "c":"NETWORK", "id":23015, "ctx":"listener","msg":"Listening on","attr":{"address":"0.0.0.0"}}
{"t":{"$date":"2024-03-08T09:16:02.974+00:00"},"s":"I", "c":"NETWORK", "id":23016, "ctx":"listener","msg":"Waiting for connections","attr":{"port":1036,"ssl":"off"}}
{"t":{"$date":"2024-03-08T09:16:03.075+00:00"},"s":"I", "c":"NETWORK", "id":22943, "ctx":"listener","msg":"Connection accepted","attr":{"remote":"10.224.0.113:36844","connectionId":1,"connectionCount":1}}
{"t":{"$date":"2024-03-08T09:16:03.075+00:00"},"s":"I", "c":"NETWORK", "id":22943, "ctx":"listener","msg":"Connection accepted","attr":{"remote":"10.224.0.113:36860","connectionId":2,"connectionCount":2}}
{"t":{"$date":"2024-03-08T09:16:03.076+00:00"},"s":"I", "c":"NETWORK", "id":51800, "ctx":"conn1","msg":"client metadata","attr":{"remote":"10.224.0.113:36844","client":"conn1","doc":{"driver":{"name":"mongo-go-driver","version":"v1.11.6"},"os":{"type":"linux","architecture":"amd64"},"platform":"go1.21.8"}}}
{"t":{"$date":"2024-03-08T09:16:03.076+00:00"},"s":"I", "c":"NETWORK", "id":51800, "ctx":"conn2","msg":"client metadata","attr":{"remote":"10.224.0.113:36860","client":"conn2","doc":{"driver":{"name":"mongo-go-driver","version":"v1.11.6"},"os":{"type":"linux","architecture":"amd64"},"platform":"go1.21.8"}}}
{"t":{"$date":"2024-03-08T09:16:03.221+00:00"},"s":"I", "c":"NETWORK", "id":22943, "ctx":"listener","msg":"Connection accepted","attr":{"remote":"127.0.0.1:38440","connectionId":3,"connectionCount":3}}
{"t":{"$date":"2024-03-08T09:16:03.222+00:00"},"s":"I", "c":"ACCESS", "id":20248, "ctx":"conn3","msg":"note: no users configured in admin.system.users, allowing localhost access"}
{"t":{"$date":"2024-03-08T09:16:03.222+00:00"},"s":"I", "c":"NETWORK", "id":51800, "ctx":"conn3","msg":"client metadata","attr":{"remote":"127.0.0.1:38440","client":"conn3","doc":{"driver":{"name":"mongo-go-driver","version":"v1.11.6"},"os":{"type":"linux","architecture":"amd64"},"platform":"go1.21.8"}}}
{"t":{"$date":"2024-03-08T09:16:03.415+00:00"},"s":"I", "c":"NETWORK", "id":22943, "ctx":"listener","msg":"Connection accepted","attr":{"remote":"127.0.0.1:38458","connectionId":4,"connectionCount":4}}
{"t":{"$date":"2024-03-08T09:16:03.415+00:00"},"s":"I", "c":"NETWORK", "id":22943, "ctx":"listener","msg":"Connection accepted","attr":{"remote":"127.0.0.1:38442","connectionId":5,"connectionCount":5}}
{"t":{"$date":"2024-03-08T09:16:03.415+00:00"},"s":"I", "c":"NETWORK", "id":51800, "ctx":"conn4","msg":"client metadata","attr":{"remote":"127.0.0.1:38458","client":"conn4","doc":{"driver":{"name":"mongo-go-driver","version":"v1.11.3"},"os":{"type":"linux","architecture":"amd64"},"platform":"go1.19.10","application":{"name":"mongodb_exporter"}}}}
{"t":{"$date":"2024-03-08T09:16:03.416+00:00"},"s":"I", "c":"NETWORK", "id":51800, "ctx":"conn5","msg":"client metadata","attr":{"remote":"127.0.0.1:38442","client":"conn5","doc":{"driver":{"name":"mongo-go-driver","version":"v1.11.3"},"os":{"type":"linux","architecture":"amd64"},"platform":"go1.19.10","application":{"name":"mongodb_exporter"}}}}
{"t":{"$date":"2024-03-08T09:16:03.459+00:00"},"s":"I", "c":"NETWORK", "id":22943, "ctx":"listener","msg":"Connection accepted","attr":{"remote":"127.0.0.1:38464","connectionId":6,"connectionCount":6}}
{"t":{"$date":"2024-03-08T09:16:03.459+00:00"},"s":"I", "c":"NETWORK", "id":22943, "ctx":"listener","msg":"Connection accepted","attr":{"remote":"127.0.0.1:38478","connectionId":7,"connectionCount":7}}
{"t":{"$date":"2024-03-08T09:16:03.459+00:00"},"s":"I", "c":"NETWORK", "id":51800, "ctx":"conn6","msg":"client metadata","attr":{"remote":"127.0.0.1:38464","client":"conn6","doc":{"driver":{"name":"mongo-go-driver","version":"v1.11.3"},"os":{"type":"linux","architecture":"amd64"},"platform":"go1.19.10","application":{"name":"mongodb_exporter"}}}}
{"t":{"$date":"2024-03-08T09:16:03.459+00:00"},"s":"I", "c":"NETWORK", "id":51800, "ctx":"conn7","msg":"client metadata","attr":{"remote":"127.0.0.1:38478","client":"conn7","doc":{"driver":{"name":"mongo-go-driver","version":"v1.11.3"},"os":{"type":"linux","architecture":"amd64"},"platform":"go1.19.10","application":{"name":"mongodb_exporter"}}}}
{"t":{"$date":"2024-03-08T09:16:03.459+00:00"},"s":"I", "c":"ACCESS", "id":20251, "ctx":"conn6","msg":"Supported SASL mechanisms requested for unknown user","attr":{"user":"root@admin"}}
{"t":{"$date":"2024-03-08T09:16:03.460+00:00"},"s":"I", "c":"ACCESS", "id":20251, "ctx":"conn7","msg":"Supported SASL mechanisms requested for unknown user","attr":{"user":"root@admin"}}
{"t":{"$date":"2024-03-08T09:16:03.460+00:00"},"s":"I", "c":"ACCESS", "id":20249, "ctx":"conn6","msg":"Authentication failed","attr":{"mechanism":"SCRAM-SHA-256","speculative":true,"principalName":"root","authenticationDatabase":"admin","remote":"127.0.0.1:38464","extraInfo":{},"error":"UserNotFound: Could not find user \"root\" for db \"admin\""}}
{"t":{"$date":"2024-03-08T09:16:03.515+00:00"},"s":"I", "c":"ACCESS", "id":20249, "ctx":"conn6","msg":"Authentication failed","attr":{"mechanism":"SCRAM-SHA-1","speculative":false,"principalName":"root","authenticationDatabase":"admin","remote":"127.0.0.1:38464","extraInfo":{},"error":"UserNotFound: Could not find user \"root\" for db \"admin\""}}
{"t":{"$date":"2024-03-08T09:16:03.515+00:00"},"s":"I", "c":"ACCESS", "id":20249, "ctx":"conn7","msg":"Authentication failed","attr":{"mechanism":"SCRAM-SHA-256","speculative":true,"principalName":"root","authenticationDatabase":"admin","remote":"127.0.0.1:38478","extraInfo":{},"error":"UserNotFound: Could not find user \"root\" for db \"admin\""}}
{"t":{"$date":"2024-03-08T09:16:03.516+00:00"},"s":"I", "c":"NETWORK", "id":22944, "ctx":"conn6","msg":"Connection ended","attr":{"remote":"127.0.0.1:38464","connectionId":6,"connectionCount":6}}
{"t":{"$date":"2024-03-08T09:16:03.516+00:00"},"s":"I", "c":"-", "id":20883, "ctx":"conn4","msg":"Interrupted operation as its client disconnected","attr":{"opId":976}}
{"t":{"$date":"2024-03-08T09:16:03.516+00:00"},"s":"I", "c":"ACCESS", "id":20249, "ctx":"conn7","msg":"Authentication failed","attr":{"mechanism":"SCRAM-SHA-1","speculative":false,"principalName":"root","authenticationDatabase":"admin","remote":"127.0.0.1:38478","extraInfo":{},"error":"UserNotFound: Could not find user \"root\" for db \"admin\""}}
{"t":{"$date":"2024-03-08T09:16:03.516+00:00"},"s":"I", "c":"NETWORK", "id":22944, "ctx":"conn4","msg":"Connection ended","attr":{"remote":"127.0.0.1:38458","connectionId":4,"connectionCount":5}}
{"t":{"$date":"2024-03-08T09:16:03.516+00:00"},"s":"I", "c":"NETWORK", "id":22944, "ctx":"conn7","msg":"Connection ended","attr":{"remote":"127.0.0.1:38478","connectionId":7,"connectionCount":4}}
{"t":{"$date":"2024-03-08T09:16:03.516+00:00"},"s":"I", "c":"-", "id":20883, "ctx":"conn5","msg":"Interrupted operation as its client disconnected","attr":{"opId":977}}
{"t":{"$date":"2024-03-08T09:16:03.517+00:00"},"s":"I", "c":"NETWORK", "id":22944, "ctx":"conn5","msg":"Connection ended","attr":{"remote":"127.0.0.1:38442","connectionId":5,"connectionCount":3}}
{"t":{"$date":"2024-03-08T09:16:04.075+00:00"},"s":"I", "c":"-", "id":20883, "ctx":"conn1","msg":"Interrupted operation as its client disconnected","attr":{"opId":37}}
{"t":{"$date":"2024-03-08T09:16:04.075+00:00"},"s":"I", "c":"NETWORK", "id":22944, "ctx":"conn1","msg":"Connection ended","attr":{"remote":"10.224.0.113:36844","connectionId":1,"connectionCount":2}}
{"t":{"$date":"2024-03-08T09:16:04.115+00:00"},"s":"I", "c":"NETWORK", "id":22944, "ctx":"conn2","msg":"Connection ended","attr":{"remote":"10.224.0.113:36860","connectionId":2,"connectionCount":1}}
{"t":{"$date":"2024-03-08T09:16:04.196+00:00"},"s":"E", "c":"STORAGE", "id":22435, "ctx":"thread8","msg":"WiredTiger error","attr":{"error":2,"message":"[1709889364:196263][1:0x7f748ff62700], log-server: __directory_list_worker, 46: /data/mongodb/db/journal: directory-list: opendir: No such file or directory"}}
{"t":{"$date":"2024-03-08T09:16:04.196+00:00"},"s":"E", "c":"STORAGE", "id":22435, "ctx":"thread8","msg":"WiredTiger error","attr":{"error":2,"message":"[1709889364:196330][1:0x7f748ff62700], log-server: __log_prealloc_once, 509: log pre-alloc server error: No such file or directory"}}
{"t":{"$date":"2024-03-08T09:16:04.196+00:00"},"s":"E", "c":"STORAGE", "id":22435, "ctx":"thread8","msg":"WiredTiger error","attr":{"error":2,"message":"[1709889364:196341][1:0x7f748ff62700], log-server: __log_server, 919: log server error: No such file or directory"}}
{"t":{"$date":"2024-03-08T09:16:04.196+00:00"},"s":"E", "c":"STORAGE", "id":22435, "ctx":"thread8","msg":"WiredTiger error","attr":{"error":-31804,"message":"[1709889364:196347][1:0x7f748ff62700], log-server: __log_server, 919: the process must exit and restart: WT_PANIC: WiredTiger library panic"}}
{"t":{"$date":"2024-03-08T09:16:04.196+00:00"},"s":"F", "c":"-", "id":23089, "ctx":"thread8","msg":"Fatal assertion","attr":{"msgid":50853,"file":"src/mongo/db/storage/wiredtiger/wiredtiger_util.cpp","line":481}}
{"t":{"$date":"2024-03-08T09:16:04.196+00:00"},"s":"F", "c":"-", "id":23090, "ctx":"thread8","msg":"\n\n***aborting after fassert() failure\n\n"}
{"t":{"$date":"2024-03-08T09:16:04.196+00:00"},"s":"F", "c":"CONTROL", "id":4757800, "ctx":"thread8","msg":"Writing fatal message","attr":{"message":"Got signal: 6 (Aborted).\n"}}
{"t":{"$date":"2024-03-08T09:16:04.421+00:00"},"s":"I", "c":"CONTROL", "id":31431, "ctx":"thread8","msg":"BACKTRACE: {bt}","attr":{"bt":{"backtrace":[{"a":"55687022598A","b":"55686D3F9000","o":"2E2C98A","s":"_ZN5mongo18stack_trace_detail12_GLOBAL__N_119printStackTraceImplERKNS1_7OptionsEPNS_14StackTraceSinkE.constprop.606","s+":"1EA"},{"a":"556870227419","b":"55686D3F9000","o":"2E2E419","s":"_ZN5mongo15printStackTraceEv","s+":"29"},{"a":"5568702247A6","b":"55686D3F9000","o":"2E2B7A6","s":"_ZN5mongo12_GLOBAL__N_116abruptQuitActionEiP9siginfo_tPv","s+":"66"},{"a":"7F7494627420","b":"7F7494613000","o":"14420","s":"funlockfile","s+":"60"},{"a":"7F749446400B","b":"7F7494421000","o":"4300B","s":"gsignal","s+":"CB"},{"a":"7F7494443859","b":"7F7494421000","o":"22859","s":"abort","s+":"12B"},{"a":"55686E350658","b":"55686D3F9000","o":"F57658","s":"_ZN5mongo25fassertFailedWithLocationEiPKcj","s+":"12B"},{"a":"55686E0217BB","b":"55686D3F9000","o":"C287BB","s":"_ZN5mongo12_GLOBAL__N_141mdb_handle_error_with_startup_suppressionEP18__wt_event_handlerP12__wt_sessioniPKc.cold.1052","s+":"16"},{"a":"55686E531D3B","b":"55686D3F9000","o":"1138D3B","s":"__eventv","s+":"3FB"},{"a":"55686E03394F","b":"55686D3F9000","o":"C3A94F","s":"__wt_panic_func","s+":"10C"},{"a":"55686E4B289F","b":"55686D3F9000","o":"10B989F","s":"__log_server","s+":"47F"},{"a":"7F749461B609","b":"7F7494613000","o":"8609","s":"start_thread","s+":"D9"},{"a":"7F7494540133","b":"7F7494421000","o":"11F133","s":"clone","s+":"43"}],"processInfo":{"mongodbVersion":"4.4.24","gitVersion":"0b86b9b7b42ad9970c5f818c527dd86c0634243a","compiledModules":[],"uname":{"sysname":"Linux","release":"5.15.0-1054-azure","version":"#62-Ubuntu SMP Mon Jan 15 15:51:19 UTC 2024","machine":"x86_64"},"somap":[{"b":"55686D3F9000","elfType":3,"buildId":"A55C2CD6CA3471D2B5C9F8D8C7DC3098E6BD3718"},{"b":"7F7494613000","path":"/lib/x86_64-linux-gnu/libpthread.so.0","elfType":3,"buildId":"7B4536F41CDAA5888408E82D0836E33DCF436466"},{"b":"7F7494421000","path":"/lib/x86_64-linux-gnu/libc.so.6","elfType":3,"buildId":"1878E6B475720C7C51969E69AB2D276FAE6D1DEE"}]}}}}
{"t":{"$date":"2024-03-08T09:16:04.421+00:00"},"s":"I", "c":"CONTROL", "id":31427, "ctx":"thread8","msg":" Frame: {frame}","attr":{"frame":{"a":"55687022598A","b":"55686D3F9000","o":"2E2C98A","s":"_ZN5mongo18stack_trace_detail12_GLOBAL__N_119printStackTraceImplERKNS1_7OptionsEPNS_14StackTraceSinkE.constprop.606","s+":"1EA"}}}
{"t":{"$date":"2024-03-08T09:16:04.421+00:00"},"s":"I", "c":"CONTROL", "id":31427, "ctx":"thread8","msg":" Frame: {frame}","attr":{"frame":{"a":"556870227419","b":"55686D3F9000","o":"2E2E419","s":"_ZN5mongo15printStackTraceEv","s+":"29"}}}
{"t":{"$date":"2024-03-08T09:16:04.421+00:00"},"s":"I", "c":"CONTROL", "id":31427, "ctx":"thread8","msg":" Frame: {frame}","attr":{"frame":{"a":"5568702247A6","b":"55686D3F9000","o":"2E2B7A6","s":"_ZN5mongo12_GLOBAL__N_116abruptQuitActionEiP9siginfo_tPv","s+":"66"}}}
{"t":{"$date":"2024-03-08T09:16:04.421+00:00"},"s":"I", "c":"CONTROL", "id":31427, "ctx":"thread8","msg":" Frame: {frame}","attr":{"frame":{"a":"7F7494627420","b":"7F7494613000","o":"14420","s":"funlockfile","s+":"60"}}}
{"t":{"$date":"2024-03-08T09:16:04.421+00:00"},"s":"I", "c":"CONTROL", "id":31427, "ctx":"thread8","msg":" Frame: {frame}","attr":{"frame":{"a":"7F749446400B","b":"7F7494421000","o":"4300B","s":"gsignal","s+":"CB"}}}
{"t":{"$date":"2024-03-08T09:16:04.421+00:00"},"s":"I", "c":"CONTROL", "id":31427, "ctx":"thread8","msg":" Frame: {frame}","attr":{"frame":{"a":"7F7494443859","b":"7F7494421000","o":"22859","s":"abort","s+":"12B"}}}
{"t":{"$date":"2024-03-08T09:16:04.421+00:00"},"s":"I", "c":"CONTROL", "id":31427, "ctx":"thread8","msg":" Frame: {frame}","attr":{"frame":{"a":"55686E350658","b":"55686D3F9000","o":"F57658","s":"_ZN5mongo25fassertFailedWithLocationEiPKcj","s+":"12B"}}}
{"t":{"$date":"2024-03-08T09:16:04.421+00:00"},"s":"I", "c":"CONTROL", "id":31427, "ctx":"thread8","msg":" Frame: {frame}","attr":{"frame":{"a":"55686E0217BB","b":"55686D3F9000","o":"C287BB","s":"_ZN5mongo12_GLOBAL__N_141mdb_handle_error_with_startup_suppressionEP18__wt_event_handlerP12__wt_sessioniPKc.cold.1052","s+":"16"}}}
{"t":{"$date":"2024-03-08T09:16:04.421+00:00"},"s":"I", "c":"CONTROL", "id":31427, "ctx":"thread8","msg":" Frame: {frame}","attr":{"frame":{"a":"55686E531D3B","b":"55686D3F9000","o":"1138D3B","s":"__eventv","s+":"3FB"}}}
{"t":{"$date":"2024-03-08T09:16:04.421+00:00"},"s":"I", "c":"CONTROL", "id":31427, "ctx":"thread8","msg":" Frame: {frame}","attr":{"frame":{"a":"55686E03394F","b":"55686D3F9000","o":"C3A94F","s":"__wt_panic_func","s+":"10C"}}}
{"t":{"$date":"2024-03-08T09:16:04.421+00:00"},"s":"I", "c":"CONTROL", "id":31427, "ctx":"thread8","msg":" Frame: {frame}","attr":{"frame":{"a":"55686E4B289F","b":"55686D3F9000","o":"10B989F","s":"__log_server","s+":"47F"}}}
{"t":{"$date":"2024-03-08T09:16:04.421+00:00"},"s":"I", "c":"CONTROL", "id":31427, "ctx":"thread8","msg":" Frame: {frame}","attr":{"frame":{"a":"7F749461B609","b":"7F7494613000","o":"8609","s":"start_thread","s+":"D9"}}}
{"t":{"$date":"2024-03-08T09:16:04.421+00:00"},"s":"I", "c":"CONTROL", "id":31427, "ctx":"thread8","msg":" Frame: {frame}","attr":{"frame":{"a":"7F7494540133","b":"7F7494421000","o":"11F133","s":"clone","s+":"43"}}}
github-actions[bot]
There are 5 userpool nodes, and expect restored cluster use different node since it use hostnetwork, and 1 pod should be pending in this case
report-kubeblocks-2024-03-06-10-16-06.zip report-cluster-mongo-jetxnt-backup-2024-03-06-10-15-37.zip report-cluster-mongo-jetxnt-2024-03-06-10-14-48.zip