Closed roginluo closed 2 years ago
docker inpection
[deployer@Clone docker]$ docker inspect b051202f3cb6
[
{
"Id": "b051202f3cb6b94d9ff8e3be5f67e3ddc94ca229cf6527ab6856e9a6aa1e9a5b",
"Created": "2022-07-02T04:43:45.885360938Z",
"Path": "bash",
"Args": [
"docker-entrypoint.sh"
],
"State": {
"Status": "exited",
"Running": false,
"Paused": false,
"Restarting": false,
"OOMKilled": false,
"Dead": false,
"Pid": 0,
"ExitCode": 1,
"Error": "",
"StartedAt": "2022-07-02T04:43:47.024587936Z",
"FinishedAt": "2022-07-02T04:43:47.104826059Z",
"Health": {
"Status": "unhealthy",
"FailingStreak": 0,
"Log": []
}
},
"Image": "sha256:b21800a57a2b56ee84031cbdea65834fd15eb8731f9c9bf2deaa0aeae12d0aa6",
"ResolvConfPath": "/var/lib/docker/containers/b051202f3cb6b94d9ff8e3be5f67e3ddc94ca229cf6527ab6856e9a6aa1e9a5b/resolv.conf",
"HostnamePath": "/var/lib/docker/containers/b051202f3cb6b94d9ff8e3be5f67e3ddc94ca229cf6527ab6856e9a6aa1e9a5b/hostname",
"HostsPath": "/var/lib/docker/containers/b051202f3cb6b94d9ff8e3be5f67e3ddc94ca229cf6527ab6856e9a6aa1e9a5b/hosts",
"LogPath": "/var/lib/docker/containers/b051202f3cb6b94d9ff8e3be5f67e3ddc94ca229cf6527ab6856e9a6aa1e9a5b/b051202f3cb6b94d9ff8e3be5f67e3ddc94ca229cf6527ab6856e9a6aa1e9a5b-json.log",
"Name": "/oap",
"RestartCount": 0,
"Driver": "overlay2",
"Platform": "linux",
"MountLabel": "",
"ProcessLabel": "",
"AppArmorProfile": "",
"ExecIDs": null,
"HostConfig": {
"Binds": [],
"ContainerIDFile": "",
"LogConfig": {
"Type": "json-file",
"Config": {
"max-file": "3",
"max-size": "10m"
}
},
"NetworkMode": "docker_default",
"PortBindings": {
"11800/tcp": [
{
"HostIp": "",
"HostPort": "11800"
}
],
"12800/tcp": [
{
"HostIp": "",
"HostPort": "12800"
}
]
},
"RestartPolicy": {
"Name": "",
"MaximumRetryCount": 0
},
"AutoRemove": false,
"VolumeDriver": "",
"VolumesFrom": null,
"CapAdd": null,
"CapDrop": null,
"Capabilities": null,
"Dns": null,
"DnsOptions": null,
"DnsSearch": null,
"ExtraHosts": [],
"GroupAdd": null,
"IpcMode": "private",
"Cgroup": "",
"Links": null,
"OomScoreAdj": 0,
"PidMode": "",
"Privileged": false,
"PublishAllPorts": false,
"ReadonlyRootfs": false,
"SecurityOpt": null,
"UTSMode": "",
"UsernsMode": "",
"ShmSize": 67108864,
"Runtime": "runc",
"ConsoleSize": [
0,
0
],
"Isolation": "",
"CpuShares": 0,
"Memory": 0,
"NanoCpus": 0,
"CgroupParent": "",
"BlkioWeight": 0,
"BlkioWeightDevice": null,
"BlkioDeviceReadBps": null,
"BlkioDeviceWriteBps": null,
"BlkioDeviceReadIOps": null,
"BlkioDeviceWriteIOps": null,
"CpuPeriod": 0,
"CpuQuota": 0,
"CpuRealtimePeriod": 0,
"CpuRealtimeRuntime": 0,
"CpusetCpus": "",
"CpusetMems": "",
"Devices": null,
"DeviceCgroupRules": null,
"DeviceRequests": null,
"KernelMemory": 0,
"KernelMemoryTCP": 0,
"MemoryReservation": 0,
"MemorySwap": 0,
"MemorySwappiness": null,
"OomKillDisable": false,
"PidsLimit": null,
"Ulimits": null,
"CpuCount": 0,
"CpuPercent": 0,
"IOMaximumIOps": 0,
"IOMaximumBandwidth": 0,
"MaskedPaths": [
"/proc/asound",
"/proc/acpi",
"/proc/kcore",
"/proc/keys",
"/proc/latency_stats",
"/proc/timer_list",
"/proc/timer_stats",
"/proc/sched_debug",
"/proc/scsi",
"/sys/firmware"
],
"ReadonlyPaths": [
"/proc/bus",
"/proc/fs",
"/proc/irq",
"/proc/sys",
"/proc/sysrq-trigger"
]
},
"GraphDriver": {
"Data": {
"LowerDir": "/var/lib/docker/overlay2/d27bbe912e7abe70db1d5a156796492ea9a7a8ac935364b4706254092fc119a3-init/diff:/var/lib/docker/overlay2/1528c65ec6c9b3d1b05ad876eee753074fd83e9a5475b9ad00d422aec2da355e/diff:/var/lib/docker/overlay2/dec8913b60805d40caa1e0be07c44d1e275a8de22b70bd304ced6a5714e96ecf/diff:/var/lib/docker/overlay2/767c6f09349401c1edc318ff51d6a80ddf6cf2722ae1fbf18ac3ca184e3db2ca/diff:/var/lib/docker/overlay2/2d5fc282d3b64c48aee6d98f778c30a4db7e4ba052e22df01d1ee0688af911f1/diff:/var/lib/docker/overlay2/ee19c2b5d69a0b5264c4191e528eefae9af57cd6f43078d7434afc89b1c41293/diff:/var/lib/docker/overlay2/c82afee51c47573d8e2b43c04ff4cb7295443668ccf8cc07466624c30ca9bb32/diff:/var/lib/docker/overlay2/ac3427b1a041fcab8f5bb78445c7ef6d732c9b10819d954125a53283fc52e84c/diff:/var/lib/docker/overlay2/f7b74f90c27bf12253c850c43be7da91ce18faa56f799937c44160eada566e23/diff:/var/lib/docker/overlay2/1832b872b543d20531771c9aa95705083ee96609cd0227c3a3ce03d040854638/diff:/var/lib/docker/overlay2/633e3ae6cceb175bdb8fbaac40c8c61982cb9157ea08060bf17c97b32b5ec36e/diff:/var/lib/docker/overlay2/b2c7e990412ba8c7681d178bb349b0811f42186dba7f2ff9b85870fcc9e21000/diff",
"MergedDir": "/var/lib/docker/overlay2/d27bbe912e7abe70db1d5a156796492ea9a7a8ac935364b4706254092fc119a3/merged",
"UpperDir": "/var/lib/docker/overlay2/d27bbe912e7abe70db1d5a156796492ea9a7a8ac935364b4706254092fc119a3/diff",
"WorkDir": "/var/lib/docker/overlay2/d27bbe912e7abe70db1d5a156796492ea9a7a8ac935364b4706254092fc119a3/work"
},
"Name": "overlay2"
},
"Mounts": [],
"Config": {
"Hostname": "b051202f3cb6",
"Domainname": "",
"User": "",
"AttachStdin": false,
"AttachStdout": true,
"AttachStderr": true,
"ExposedPorts": {
"11800/tcp": {},
"1234/tcp": {},
"12800/tcp": {}
},
"Tty": false,
"OpenStdin": false,
"StdinOnce": false,
"Env": [
"SW_STORAGE=elasticsearch",
"SW_STORAGE_ES_CLUSTER_NODES=elasticsearch:9200",
"SW_HEALTH_CHECKER=default",
"SW_TELEMETRY=prometheus",
"JAVA_OPTS=-Xms4096m -Xmx4096m",
"PATH=/opt/java/openjdk/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin",
"LANG=en_US.UTF-8",
"LANGUAGE=en_US:en",
"LC_ALL=en_US.UTF-8",
"JAVA_VERSION=jdk-11.0.15+10",
"JAVA_HOME=/opt/java/openjdk"
],
"Cmd": null,
"Healthcheck": {
"Test": [
"CMD-SHELL",
"/skywalking/bin/swctl ch"
],
"Interval": 30000000000,
"Timeout": 10000000000,
"StartPeriod": 10000000000,
"Retries": 3
},
"Image": "apache/skywalking-oap-server:latest",
"Volumes": null,
"WorkingDir": "/skywalking",
"Entrypoint": [
"bash",
"docker-entrypoint.sh"
],
"OnBuild": null,
"Labels": {
"com.docker.compose.config-hash": "a28d27032a8f8a9829f2cebb783f446f805da83eb87f088fb5c7614328bb70aa",
"com.docker.compose.container-number": "1",
"com.docker.compose.depends_on": "elasticsearch:service_healthy",
"com.docker.compose.oneoff": "False",
"com.docker.compose.project": "docker",
"com.docker.compose.project.config_files": "/home/deployer/lj/skywalking/skywalking/docker/docker-compose.yml",
"com.docker.compose.project.working_dir": "/home/deployer/lj/skywalking/skywalking/docker",
"com.docker.compose.service": "oap",
"com.docker.compose.version": "2.6.0"
}
},
"NetworkSettings": {
"Bridge": "",
"SandboxID": "d3798f401296166a6ca5d9bcf12c138104a76fc0b84282cb35e9fafdbb6e50df",
"HairpinMode": false,
"LinkLocalIPv6Address": "",
"LinkLocalIPv6PrefixLen": 0,
"Ports": {},
"SandboxKey": "/var/run/docker/netns/d3798f401296",
"SecondaryIPAddresses": null,
"SecondaryIPv6Addresses": null,
"EndpointID": "",
"Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"IPAddress": "",
"IPPrefixLen": 0,
"IPv6Gateway": "",
"MacAddress": "",
"Networks": {
"docker_default": {
"IPAMConfig": null,
"Links": [
"elasticsearch:elasticsearch",
"elasticsearch:elasticsearch-1",
"elasticsearch:docker-elasticsearch-1"
],
"Aliases": [
"oap",
"oap",
"b051202f3cb6"
],
"NetworkID": "f050e0bbaadbf3b1c7ba13d6e9088ac6a687d6cae16782f1483982045ba02da6",
"EndpointID": "",
"Gateway": "",
"IPAddress": "",
"IPPrefixLen": 0,
"IPv6Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"MacAddress": "",
"DriverOpts": null
}
}
}
}
]
docker-entrypoint.sh
#!/bin/sh
# Licensed to the Apache Software Foundation (ASF) under one
# or more contributor license agreements. See the NOTICE file
# distributed with this work for additional information
# regarding copyright ownership. The ASF licenses this file
# to you under the Apache License, Version 2.0 (the
# "License"); you may not use this file except in compliance
# with the License. You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
set -e
echo "[Entrypoint] Apache SkyWalking Docker Image"
EXT_LIB_DIR=/skywalking/ext-libs
EXT_CONFIG_DIR=/skywalking/ext-config
# Override configuration files
if [ "$(ls -A $EXT_CONFIG_DIR)" ]; then
cp -vfRL ${EXT_CONFIG_DIR}/* config/
fi
CLASSPATH="config:$CLASSPATH"
for i in oap-libs/*.jar
do
CLASSPATH="$i:$CLASSPATH"
done
for i in "${EXT_LIB_DIR}"/*.jar
do
CLASSPATH="$i:$CLASSPATH"
done
set -ex
exec java ${JAVA_OPTS} -classpath ${CLASSPATH} org.apache.skywalking.oap.server.starter.OAPServerStartUp "$@"
this is my hosted os info
[deployer@Clone ~]$ cat /etc/os-release
NAME="CentOS Linux"
VERSION="7 (Core)"
ID="centos"
ID_LIKE="rhel fedora"
VERSION_ID="7"
PRETTY_NAME="CentOS Linux 7 (Core)"
ANSI_COLOR="0;31"
CPE_NAME="cpe:/o:centos:centos:7"
HOME_URL="https://www.centos.org/"
BUG_REPORT_URL="https://bugs.centos.org/"
CENTOS_MANTISBT_PROJECT="CentOS-7"
CENTOS_MANTISBT_PROJECT_VERSION="7"
REDHAT_SUPPORT_PRODUCT="centos"
REDHAT_SUPPORT_PRODUCT_VERSION="7"
[deployer@Clone ~]$ free -h
total used free shared buff/cache available
Mem: 98G 3.2G 72G 859M 22G 93G
Swap: 31G 0B 31G
[deployer@Clone ~]$ uname -a
Linux Clone 3.10.0-1127.el7.x86_64 #1 SMP Tue Mar 31 23:36:51 UTC 2020 x86_64 x86_64 x86_64 GNU/Linux
are you running in a docker container? if so are you on the latest engine
here is my docker version
[deployer@Clone ~]$ docker version
Client: Docker Engine - Community
Version: 19.03.8
API version: 1.40
Go version: go1.12.17
Git commit: afacb8b7f0
Built: Wed Mar 11 01:22:56 2020
OS/Arch: linux/amd64
Experimental: false
Server: Docker Engine - Community
Engine:
Version: 19.03.8
API version: 1.40 (minimum version 1.12)
Go version: go1.12.17
Git commit: afacb8b7f0
Built: Wed Mar 11 01:30:32 2020
OS/Arch: linux/amd64
Experimental: false
containerd:
Version: v1.2.13
GitCommit: 7ad184331fa3e55e52b890ea95e65ba581ae3429
runc:
Version: 1.0.0-rc10
GitCommit: dc9208a3303feef5b3839f4323d9beb36df0a9dd
docker-init:
Version: 0.18.0
GitCommit: fec3683
Ah OK, yes please upgrade to the 20.x engine
after docker upgraded,the problem has been resolved,but,Is the older version of docker no longer supported?
[deployer@Clone docker]$ docker ps -a
CONTAINER ID IMAGE COMMAND CREATED STATUS PORTS NAMES
b8afa9c5e046 apache/skywalking-ui:latest "bash docker-entrypo…" About a minute ago Up 7 seconds 0.0.0.0:8080->8080/tcp, :::8080->8080/tcp ui
3a2cf8e05d68 apache/skywalking-oap-server:latest "bash docker-entrypo…" About a minute ago Up 38 seconds (healthy) 0.0.0.0:11800->11800/tcp, :::11800->11800/tcp, 1234/tcp, 0.0.0.0:12800->12800/tcp, :::12800->12800/tcp oap
e98b1e87d376 docker.elastic.co/elasticsearch/elasticsearch-oss:7.4.2 "/usr/local/bin/dock…" About a minute ago Up About a minute (healthy) 0.0.0.0:9200->9200/tcp, :::9200->9200/tcp, 9300/tcp elasticsearch
basically it's a bug in the docker engine not interacting with how it reports things to Java.
I also encountered the same problem, but my version is 20.10.0. Which version did you upgrade to to solve this problem
@Zhannan3 please try the latest 20.10.21
sorry , i had the same problem, and fix now from this post . and i wonder ' What does it have to do with version and memory inffluct?'
sorry , i had the same problem, and fix now from this post . and i wonder ' What does it have to do with version and memory inffluct?'
There was apparently a bug in how an older Docker version was surfacing data to the JVM
I was previously using the openjdk:11-jre-slim-bullseye
(now deprecated!) image without issues and migrated to eclipse-temurin:11-jre-jammy
. Suddenly this error popped up and I was first suspecting my code and not the image, so was a bit stumped until I found this issue here. I'm running docker 18.09.1
and updating is currently not possible.
Is it known what causes the issue on the docker image side? (What is the difference from this image to the openjdk one?) So that I may in the meantime patch/reconfigure something to be able to use eclipse-temurin
? (I did not yet test the other images suggested by the openjdk deprecation notice to see if the same issue pops up there, too.)
@Querela I can only recommend you go back to the old image if you are unable to upgrade docker core.
Ok. Well, that's currently my approach but from a security perspective not that good, since the openjdk image was deprecated for a reason. But trying a semi-permanent "temporary fix" to get the temurin
image to run might also not be good. I will need to look into updating...
I used this base image eclipse-temurin:11-jre-centos7 in my env with docker 19.03 to soloved this problem.The skywalking-oap-server Dockerfile use eclipse-temurin:11-jre default will occured upper probelm.
I was running into the same issue with Docker Engine 20.10.1
and eclipse-temurin:17-jre
Using seccomp=unconfined
was not an option on my side, because it doesn't seem to work with docker swarm.
However eclipse-temurin:17-jre-centos7
works
What are you trying to do? trying to start skywalking using https://github.com/apache/skywalking.git i hava edited .env file
Expected behaviour: all container started Observed behaviour: apache/skywalking-oap-server:latest cann't start Any other comments:
docker error json log
jvm error log
docker compose file