scylladb / scylla-cluster-tests

Tests for Scylla Clusters
GNU Affero General Public License v3.0
52 stars 83 forks source link

Failed to restart syslog-ng.service: Unit syslog-ng.service not found. #7631

Open juliayakovlev opened 3 weeks ago

juliayakovlev commented 3 weeks ago

Packages

Issue description

2024-06-11 10:21:40.382: (TestFrameworkEvent Severity.ERROR) period_type=one-time event_id=463434a6-1aa2-4f89-a4c4-4391b7b3a933, source=UpgradeTest.SetUp()
exception=Failed to create node: Encountered a bad command exit code!
Command: 'sudo bash -cxe \'#!/bin/bash\nset -x\nif [ -f /var/lib/sct/cloud-init/done ]; then sudo systemctl restart syslog-ng; exit 0; fi\nSYSLOG_NG_INSTALLED=""\nif yum --help 2>/dev/null 1>&2 ; then\n    if rpm -q syslog-ng ; then\n        rm /etc/syslog-ng/syslog-ng.conf  # Make sure we have default syslog-ng.conf\n        yum reinstall -y syslog-ng\n        SYSLOG_NG_INSTALLED=1\n    else\n        for n in 1 2 3 4 5 6 7 8 9; do # cloud-init is running it with set +o braceexpand\n            if yum install -y --downloadonly syslog-ng; then\n                break\n            fi\n        done\n\n        for n in 1 2 3; do # cloud-init is running it with set +o braceexpand\n            if yum install -y syslog-ng; then\n                SYSLOG_NG_INSTALLED=1\n                break\n            fi\n            sleep 10\n        done\n    fi\nelif apt-get --help 2>/dev/null 1>&2 ; then\n    if dpkg-query --show syslog-ng ; then\n        rm /etc/syslog-ng/syslog-ng.conf  # Make sure we have default syslog-ng.conf\n        apt-get purge -y syslog-ng*\n        DPKG_FORCE=confmiss apt-get --reinstall -y install syslog-ng\n        SYSLOG_NG_INSTALLED=1\n    else\n        cat /etc/apt/sources.list\n        for n in 1 2 3 4 5 6 7 8 9; do # cloud-init is running it with set +o braceexpand\n            if apt-get -y update 2>&1 | tee /tmp/syslog_ng_install.output || grep NO_PUBKEY         /tmp/syslog_ng_install.output; then\n                break\n            fi\n        done\n\n        for n in 1 2 3; do # cloud-init is running it with set +o braceexpand\n            while ! find /proc/*/fd -lname /var/lib/dpkg/lock-frontend -exec false {} + -quit ; do\n                sleep 1\n            done\n            apt-get install -y syslog-ng || true\n            if dpkg-query --show syslog-ng ; then\n                SYSLOG_NG_INSTALLED=1\n                break\n            fi\n        done\n    fi\nelse\n    echo "Unsupported distro"\nfi\nif [ -z "$SYSLOG_NG_INSTALLED" ]; then\n\nif ! grep imjournalRatelimitInterval /etc/rsyslog.conf; then\n    cat <<EOF >> /etc/rsyslog.conf\n    #\n    # The following configuration was added by SCT.\n    #\n    \\$ModLoad imjournal\n    \\$imjournalRatelimitInterval 600\n    \\$imjournalRatelimitBurst 20000\nEOF\nfi\necho "action(type=\\"omfwd\\" Target=\\"10.142.0.80\\" Port=\\"32768\\" Protocol=\\"tcp\\" TCP_Framing=\\"octet-counted\\" Template=\\"RSYSLOG_SyslogProtocol23Format\\")" >> /etc/rsyslog.conf\n\nif grep "\\$LocalHostname rolling-upgrade--ubuntu-focal-db-node-1d189b65-0-1" /etc/rsyslog.conf; then\n    sed -ei "s/\\$LocalHostname  \\(.*\\)$/\\$LocalHostname  rolling-upgrade--ubuntu-focal-db-node-1d189b65-0-1/" /etc/rsyslog.conf || true\nelse\n    echo "" >> /etc/rsyslog.conf\n    echo "\\$LocalHostname rolling-upgrade--ubuntu-focal-db-node-1d189b65-0-1" >> /etc/rsyslog.conf\nfi\nsystemctl restart rsyslog || true\nelse\n\nsource_name=`cat /etc/syslog-ng/syslog-ng.conf | tr -d "\\n" | tr -d "\\r" | sed -r "s/\\};/\\};\\n/g;         s/source /\\nsource /g" | grep -P "^source.*system\\(\\)" | cut -d" " -f2`\ndisk_buffer_option=""\nif syslog-ng -V | grep disk; then\n    disk_buffer_option="disk-buffer(\n            mem-buf-size(1048576)\n            disk-buf-size(104857600)\n            reliable(yes)\n            dir(\\"/tmp\\")\n        )"\nfi\n\nif grep -P "keep-timestamp\\([^)]+\\)" /etc/syslog-ng/syslog-ng.conf; then\n    sed -i -r "s/keep-timestamp([ ]*yes[ ]*)/keep-timestamp(no)/g" /etc/syslog-ng/syslog-ng.conf\nelse\n    sed -i -r "s/([ \t]*options[ \t]*\\\\{)/\\\\1\\n  keep-timestamp(no);\\n/g" /etc/syslog-ng/syslog-ng.conf\nfi\n\nif ! grep "destination remote_sct" /etc/syslog-ng/syslog-ng.conf; then\n    cat <<EOF >>/etc/syslog-ng/syslog-ng.conf\ndestination remote_sct {\n    syslog(\n        "10.142.0.80"\n        transport("tcp")\n        port(32768)\n        throttle(10000)\n        $disk_buffer_option\n    );\n};\n\nEOF\nfi\n\nif ! grep -P "log {.*destination\\\\(remote_sct\\\\)" /etc/syslog-ng/syslog-ng.conf; then\n    echo "log { source($source_name); destination(remote_sct); };" >> /etc/syslog-ng/syslog-ng.conf\nfi\n\nif [ ! -z "rolling-upgrade--ubuntu-focal-db-node-1d189b65-0-1" ]; then\n    if grep "rewrite r_host" /etc/syslog-ng/syslog-ng.conf; then\n        sed -i -r "s/rewrite r_host \\{ set\\(\\"[^\\"]+\\"/rewrite r_host { set(\\"rolling-upgrade--ubuntu-focal-db-node-1d189b65-0-1\\"/" /etc/syslog-ng/syslog-ng.conf\n    else\n        echo "rewrite r_host { set(\\"rolling-upgrade--ubuntu-focal-db-node-1d189b65-0-1\\", value(\\"HOST\\")); };" >>  /etc/syslog-ng/syslog-ng.conf\n        sed -i -r "s/destination\\(remote_sct\\);[ \\t]*\\};/destination\\(remote_sct\\); rewrite\\(r_host\\); \\};/" /etc/syslog-ng/syslog-ng.conf\n    fi\nfi\nsystemctl restart syslog-ng  || true\nfi\n\nif [ -f "/etc/security/limits.d/20-nproc.conf" ]; then\n    sed -i -e "s/^\\*[[:blank:]]*soft[[:blank:]]*nproc[[:blank:]]*.*/*\t\tsoft\tnproc\t\tunlimited/"     /etc/security/limits.d/20-nproc.conf || true\nelse\n    echo "*    hard    nproc    unlimited" > /etc/security/limits.d/20-nproc.conf || true\nfi\n\nsed -i "s/#MaxSessions \\(.*\\)$/MaxSessions 1000/" /etc/ssh/sshd_config || true\nsed -i "s/#MaxStartups \\(.*\\)$/MaxStartups 60/" /etc/ssh/sshd_config || true\nsed -i "s/#LoginGraceTime \\(.*\\)$/LoginGraceTime 15s/" /etc/ssh/sshd_config || true\nsed -i "s/#ClientAliveInterval \\(.*\\)$/ClientAliveInterval 60/" /etc/ssh/sshd_config || true\nsed -i "s/#ClientAliveCountMax \\(.*\\)$/ClientAliveCountMax 10/" /etc/ssh/sshd_config || true\n\nif (( $(ssh -V 2>&1 | tr -d "[:alpha:][:blank:][:punct:]" | cut -c-2) >= 88 )); then\n    systemctl stop sshd || true\n    sed -i "s/#PubkeyAuthentication \\(.*\\)$/PubkeyAuthentication yes/" /etc/ssh/sshd_config || true\n    sed -i -e "\\$aPubkeyAcceptedAlgorithms +ssh-rsa" /etc/ssh/sshd_config || true\n    sed -i -e "\\$aHostKeyAlgorithms +ssh-rsa" /etc/ssh/sshd_config || true\n    systemctl restart sshd || true\nfi\nsystemctl restart sshd || true\nmkdir -p /var/lib/sct/cloud-init && touch /var/lib/sct/cloud-init/done\''
Exit code: 5
Stdout:
Stderr:
+ set -x
+ '[' -f /var/lib/sct/cloud-init/done ']'
+ sudo systemctl restart syslog-ng
Failed to restart syslog-ng.service: Unit syslog-ng.service not found.

Cloud init was done, but syslog-ng wasn't installed This run includes https://github.com/scylladb/scylla-cluster-tests/pull/7608 fix

Impact

Describe the impact this issue causes to the user.

How frequently does it reproduce?

Describe the frequency with how this issue can be reproduced.

Installation details

Cluster size: 4 nodes (n2-highmem-32)

Scylla Nodes used in this run: No resources left at the end of the run

OS / Image: https://www.googleapis.com/compute/v1/projects/scylla-images/global/images/scylladb-enterprise-2022-1-14 (gce: undefined_region)

Test: rolling-upgrade-ubuntu22.04-test Test id: 1d189b65-9f7e-4fa7-9b72-724098439251 Test name: enterprise-2023.1/rolling-upgrade/rolling-upgrade-ubuntu22.04-test Test config file(s):

Logs and commands - Restore Monitor Stack command: `$ hydra investigate show-monitor 1d189b65-9f7e-4fa7-9b72-724098439251` - Restore monitor on AWS instance using [Jenkins job](https://jenkins.scylladb.com/view/QA/job/QA-tools/job/hydra-show-monitor/parambuild/?test_id=1d189b65-9f7e-4fa7-9b72-724098439251) - Show all stored logs command: `$ hydra investigate show-logs 1d189b65-9f7e-4fa7-9b72-724098439251` ## Logs: - **db-cluster-1d189b65.tar.gz** - [https://cloudius-jenkins-test.s3.amazonaws.com/1d189b65-9f7e-4fa7-9b72-724098439251/20240611_102214/db-cluster-1d189b65.tar.gz](https://cloudius-jenkins-test.s3.amazonaws.com/1d189b65-9f7e-4fa7-9b72-724098439251/20240611_102214/db-cluster-1d189b65.tar.gz) - **sct-runner-events-1d189b65.tar.gz** - [https://cloudius-jenkins-test.s3.amazonaws.com/1d189b65-9f7e-4fa7-9b72-724098439251/20240611_102214/sct-runner-events-1d189b65.tar.gz](https://cloudius-jenkins-test.s3.amazonaws.com/1d189b65-9f7e-4fa7-9b72-724098439251/20240611_102214/sct-runner-events-1d189b65.tar.gz) - **sct-1d189b65.log.tar.gz** - [https://cloudius-jenkins-test.s3.amazonaws.com/1d189b65-9f7e-4fa7-9b72-724098439251/20240611_102214/sct-1d189b65.log.tar.gz](https://cloudius-jenkins-test.s3.amazonaws.com/1d189b65-9f7e-4fa7-9b72-724098439251/20240611_102214/sct-1d189b65.log.tar.gz) [Jenkins job URL](https://jenkins.scylladb.com/job/enterprise-2023.1/job/rolling-upgrade/job/rolling-upgrade-ubuntu22.04-test/29/) [Argus](https://argus.scylladb.com/test/599ae8f5-b6e0-463c-af6f-74b8a2702438/runs?additionalRuns[]=1d189b65-9f7e-4fa7-9b72-724098439251)
soyacz commented 3 weeks ago

info from db log shows that despite of updating packages, still we don't get syslog-ng package available. But also I don't see universe repo where package is located to be updated:

Jun 11 10:19:40.419317 rolling-upgrade--ubuntu-focal-db-node-1d189b65-0-1 scylla_image_setup[1255]: + dpkg-query --show syslog-ng
Jun 11 10:19:40.431137 rolling-upgrade--ubuntu-focal-db-node-1d189b65-0-1 scylla_image_setup[1749]: dpkg-query: no packages found matching syslog-ng
Jun 11 10:19:40.431719 rolling-upgrade--ubuntu-focal-db-node-1d189b65-0-1 scylla_image_setup[1255]: + cat /etc/apt/sources.list
Jun 11 10:19:40.432306 rolling-upgrade--ubuntu-focal-db-node-1d189b65-0-1 scylla_image_setup[1759]: ## Note, this file is written by cloud-init on first boot of an instance
Jun 11 10:19:40.432306 rolling-upgrade--ubuntu-focal-db-node-1d189b65-0-1 scylla_image_setup[1759]: ## modifications made here will not survive a re-bundle.
Jun 11 10:19:40.432306 rolling-upgrade--ubuntu-focal-db-node-1d189b65-0-1 scylla_image_setup[1759]: ## if you wish to make changes you can:
Jun 11 10:19:40.432306 rolling-upgrade--ubuntu-focal-db-node-1d189b65-0-1 scylla_image_setup[1759]: ## a.) add 'apt_preserve_sources_list: true' to /etc/cloud/cloud.cfg
Jun 11 10:19:40.432306 rolling-upgrade--ubuntu-focal-db-node-1d189b65-0-1 scylla_image_setup[1759]: ##     or do the same in user-data
Jun 11 10:19:40.432306 rolling-upgrade--ubuntu-focal-db-node-1d189b65-0-1 scylla_image_setup[1759]: ## b.) add sources in /etc/apt/sources.list.d
Jun 11 10:19:40.432306 rolling-upgrade--ubuntu-focal-db-node-1d189b65-0-1 scylla_image_setup[1759]: ## c.) make changes to template file /etc/cloud/templates/sources.list.tmpl
Jun 11 10:19:40.432306 rolling-upgrade--ubuntu-focal-db-node-1d189b65-0-1 scylla_image_setup[1759]: # See http://help.ubuntu.com/community/UpgradeNotes for how to upgrade to
Jun 11 10:19:40.432306 rolling-upgrade--ubuntu-focal-db-node-1d189b65-0-1 scylla_image_setup[1759]: # newer versions of the distribution.
Jun 11 10:19:40.432306 rolling-upgrade--ubuntu-focal-db-node-1d189b65-0-1 scylla_image_setup[1759]: deb http://europe-west1.gce.archive.ubuntu.com/ubuntu/ focal main restricted
Jun 11 10:19:40.432306 rolling-upgrade--ubuntu-focal-db-node-1d189b65-0-1 scylla_image_setup[1759]: # deb-src http://europe-west1.gce.archive.ubuntu.com/ubuntu/ focal main restricted
Jun 11 10:19:40.432306 rolling-upgrade--ubuntu-focal-db-node-1d189b65-0-1 scylla_image_setup[1759]: ## Major bug fix updates produced after the final release of the
Jun 11 10:19:40.432306 rolling-upgrade--ubuntu-focal-db-node-1d189b65-0-1 scylla_image_setup[1759]: ## distribution.
Jun 11 10:19:40.432306 rolling-upgrade--ubuntu-focal-db-node-1d189b65-0-1 scylla_image_setup[1759]: deb http://europe-west1.gce.archive.ubuntu.com/ubuntu/ focal-updates main restricted
Jun 11 10:19:40.432306 rolling-upgrade--ubuntu-focal-db-node-1d189b65-0-1 scylla_image_setup[1759]: # deb-src http://europe-west1.gce.archive.ubuntu.com/ubuntu/ focal-updates main restricted
Jun 11 10:19:40.432306 rolling-upgrade--ubuntu-focal-db-node-1d189b65-0-1 scylla_image_setup[1759]: ## N.B. software from this repository is ENTIRELY UNSUPPORTED by the Ubuntu
Jun 11 10:19:40.432306 rolling-upgrade--ubuntu-focal-db-node-1d189b65-0-1 scylla_image_setup[1759]: ## team. Also, please note that software in universe WILL NOT receive any
Jun 11 10:19:40.432306 rolling-upgrade--ubuntu-focal-db-node-1d189b65-0-1 scylla_image_setup[1759]: ## review or updates from the Ubuntu security team.
Jun 11 10:19:40.432306 rolling-upgrade--ubuntu-focal-db-node-1d189b65-0-1 scylla_image_setup[1759]: deb http://europe-west1.gce.archive.ubuntu.com/ubuntu/ focal universe
Jun 11 10:19:40.432306 rolling-upgrade--ubuntu-focal-db-node-1d189b65-0-1 scylla_image_setup[1759]: # deb-src http://europe-west1.gce.archive.ubuntu.com/ubuntu/ focal universe
Jun 11 10:19:40.432306 rolling-upgrade--ubuntu-focal-db-node-1d189b65-0-1 scylla_image_setup[1759]: deb http://europe-west1.gce.archive.ubuntu.com/ubuntu/ focal-updates universe
Jun 11 10:19:40.432306 rolling-upgrade--ubuntu-focal-db-node-1d189b65-0-1 scylla_image_setup[1759]: # deb-src http://europe-west1.gce.archive.ubuntu.com/ubuntu/ focal-updates universe
Jun 11 10:19:40.432306 rolling-upgrade--ubuntu-focal-db-node-1d189b65-0-1 scylla_image_setup[1759]: ## N.B. software from this repository is ENTIRELY UNSUPPORTED by the Ubuntu
Jun 11 10:19:40.432306 rolling-upgrade--ubuntu-focal-db-node-1d189b65-0-1 scylla_image_setup[1759]: ## team, and may not be under a free licence. Please satisfy yourself as to
Jun 11 10:19:40.432306 rolling-upgrade--ubuntu-focal-db-node-1d189b65-0-1 scylla_image_setup[1759]: ## your rights to use the software. Also, please note that software in
Jun 11 10:19:40.432306 rolling-upgrade--ubuntu-focal-db-node-1d189b65-0-1 scylla_image_setup[1759]: ## multiverse WILL NOT receive any review or updates from the Ubuntu
Jun 11 10:19:40.432306 rolling-upgrade--ubuntu-focal-db-node-1d189b65-0-1 scylla_image_setup[1759]: ## security team.
Jun 11 10:19:40.432306 rolling-upgrade--ubuntu-focal-db-node-1d189b65-0-1 scylla_image_setup[1759]: deb http://europe-west1.gce.archive.ubuntu.com/ubuntu/ focal multiverse
Jun 11 10:19:40.432306 rolling-upgrade--ubuntu-focal-db-node-1d189b65-0-1 scylla_image_setup[1759]: # deb-src http://europe-west1.gce.archive.ubuntu.com/ubuntu/ focal multiverse
Jun 11 10:19:40.432306 rolling-upgrade--ubuntu-focal-db-node-1d189b65-0-1 scylla_image_setup[1759]: deb http://europe-west1.gce.archive.ubuntu.com/ubuntu/ focal-updates multiverse
Jun 11 10:19:40.432306 rolling-upgrade--ubuntu-focal-db-node-1d189b65-0-1 scylla_image_setup[1759]: # deb-src http://europe-west1.gce.archive.ubuntu.com/ubuntu/ focal-updates multiverse
Jun 11 10:19:40.432306 rolling-upgrade--ubuntu-focal-db-node-1d189b65-0-1 scylla_image_setup[1759]: ## N.B. software from this repository may not have been tested as
Jun 11 10:19:40.432306 rolling-upgrade--ubuntu-focal-db-node-1d189b65-0-1 scylla_image_setup[1759]: ## extensively as that contained in the main release, although it includes
Jun 11 10:19:40.432306 rolling-upgrade--ubuntu-focal-db-node-1d189b65-0-1 scylla_image_setup[1759]: ## newer versions of some applications which may provide useful features.
Jun 11 10:19:40.432306 rolling-upgrade--ubuntu-focal-db-node-1d189b65-0-1 scylla_image_setup[1759]: ## Also, please note that software in backports WILL NOT receive any review
Jun 11 10:19:40.432306 rolling-upgrade--ubuntu-focal-db-node-1d189b65-0-1 scylla_image_setup[1759]: ## or updates from the Ubuntu security team.
Jun 11 10:19:40.432306 rolling-upgrade--ubuntu-focal-db-node-1d189b65-0-1 scylla_image_setup[1759]: deb http://europe-west1.gce.archive.ubuntu.com/ubuntu/ focal-backports main restricted universe multiverse
Jun 11 10:19:40.432306 rolling-upgrade--ubuntu-focal-db-node-1d189b65-0-1 scylla_image_setup[1759]: # deb-src http://europe-west1.gce.archive.ubuntu.com/ubuntu/ focal-backports main restricted universe multiverse
Jun 11 10:19:40.432306 rolling-upgrade--ubuntu-focal-db-node-1d189b65-0-1 scylla_image_setup[1759]: ## Uncomment the following two lines to add software from Canonical's
Jun 11 10:19:40.432306 rolling-upgrade--ubuntu-focal-db-node-1d189b65-0-1 scylla_image_setup[1759]: ## 'partner' repository.
Jun 11 10:19:40.432306 rolling-upgrade--ubuntu-focal-db-node-1d189b65-0-1 scylla_image_setup[1759]: ## This software is not part of Ubuntu, but is offered by Canonical and the
Jun 11 10:19:40.432306 rolling-upgrade--ubuntu-focal-db-node-1d189b65-0-1 scylla_image_setup[1759]: ## respective vendors as a service to Ubuntu users.
Jun 11 10:19:40.432306 rolling-upgrade--ubuntu-focal-db-node-1d189b65-0-1 scylla_image_setup[1759]: # deb http://archive.canonical.com/ubuntu focal partner
Jun 11 10:19:40.432306 rolling-upgrade--ubuntu-focal-db-node-1d189b65-0-1 scylla_image_setup[1759]: # deb-src http://archive.canonical.com/ubuntu focal partner
Jun 11 10:19:40.432306 rolling-upgrade--ubuntu-focal-db-node-1d189b65-0-1 scylla_image_setup[1759]: deb http://security.ubuntu.com/ubuntu focal-security main restricted
Jun 11 10:19:40.432306 rolling-upgrade--ubuntu-focal-db-node-1d189b65-0-1 scylla_image_setup[1759]: # deb-src http://security.ubuntu.com/ubuntu focal-security main restricted
Jun 11 10:19:40.432306 rolling-upgrade--ubuntu-focal-db-node-1d189b65-0-1 scylla_image_setup[1759]: deb http://security.ubuntu.com/ubuntu focal-security universe
Jun 11 10:19:40.432306 rolling-upgrade--ubuntu-focal-db-node-1d189b65-0-1 scylla_image_setup[1759]: # deb-src http://security.ubuntu.com/ubuntu focal-security universe
Jun 11 10:19:40.432306 rolling-upgrade--ubuntu-focal-db-node-1d189b65-0-1 scylla_image_setup[1759]: deb http://security.ubuntu.com/ubuntu focal-security multiverse
Jun 11 10:19:40.432306 rolling-upgrade--ubuntu-focal-db-node-1d189b65-0-1 scylla_image_setup[1759]: # deb-src http://security.ubuntu.com/ubuntu focal-security multiverse
Jun 11 10:19:40.433220 rolling-upgrade--ubuntu-focal-db-node-1d189b65-0-1 scylla_image_setup[1761]: + apt-get -y update
Jun 11 10:19:40.433396 rolling-upgrade--ubuntu-focal-db-node-1d189b65-0-1 scylla_image_setup[1762]: + tee /tmp/syslog_ng_install.output
Jun 11 10:19:40.735087 rolling-upgrade--ubuntu-focal-db-node-1d189b65-0-1 scylla_image_setup[1762]: Get:2 http://security.ubuntu.com/ubuntu focal-security InRelease [128 kB]
Jun 11 10:19:40.753779 rolling-upgrade--ubuntu-focal-db-node-1d189b65-0-1 scylla_image_setup[1762]: Hit:3 http://europe-west1.gce.archive.ubuntu.com/ubuntu focal InRelease
Jun 11 10:19:40.804913 rolling-upgrade--ubuntu-focal-db-node-1d189b65-0-1 scylla_image_setup[1762]: Hit:1 https://downloads.scylladb.com/unstable/scylla-enterprise/enterprise-2022.1/deb/unified/2024-01-23T21:19:29Z/scylladb-2022.1 stable InRelease
Jun 11 10:19:40.842125 rolling-upgrade--ubuntu-focal-db-node-1d189b65-0-1 scylla_image_setup[1762]: Get:4 http://europe-west1.gce.archive.ubuntu.com/ubuntu focal-updates InRelease [128 kB]
Jun 11 10:19:42.698387 rolling-upgrade--ubuntu-focal-db-node-1d189b65-0-1 scylla_image_setup[1762]: Get:5 http://europe-west1.gce.archive.ubuntu.com/ubuntu focal-backports InRelease [128 kB]
Jun 11 10:19:42.698387 rolling-upgrade--ubuntu-focal-db-node-1d189b65-0-1 scylla_image_setup[1762]: Get:6 http://europe-west1.gce.archive.ubuntu.com/ubuntu focal-updates/main amd64 Packages [3343 kB]
Jun 11 10:19:42.698387 rolling-upgrade--ubuntu-focal-db-node-1d189b65-0-1 scylla_image_setup[1762]: Get:7 http://security.ubuntu.com/ubuntu focal-security/main amd64 Packages [2967 kB]
Jun 11 10:19:42.698387 rolling-upgrade--ubuntu-focal-db-node-1d189b65-0-1 scylla_image_setup[1762]: Get:8 http://europe-west1.gce.archive.ubuntu.com/ubuntu focal-updates/main Translation-en [526 kB]
Jun 11 10:19:42.698387 rolling-upgrade--ubuntu-focal-db-node-1d189b65-0-1 scylla_image_setup[1762]: Get:9 http://europe-west1.gce.archive.ubuntu.com/ubuntu focal-updates/restricted amd64 Packages [2967 kB]
Jun 11 10:19:42.698387 rolling-upgrade--ubuntu-focal-db-node-1d189b65-0-1 scylla_image_setup[1762]: Get:10 http://europe-west1.gce.archive.ubuntu.com/ubuntu focal-updates/restricted Translation-en [415 kB]
Jun 11 10:19:42.698387 rolling-upgrade--ubuntu-focal-db-node-1d189b65-0-1 scylla_image_setup[1762]: Get:11 http://europe-west1.gce.archive.ubuntu.com/ubuntu focal-updates/universe amd64 Packages [1193 kB]
Jun 11 10:19:42.698387 rolling-upgrade--ubuntu-focal-db-node-1d189b65-0-1 scylla_image_setup[1762]: Get:12 http://europe-west1.gce.archive.ubuntu.com/ubuntu focal-updates/universe Translation-en [287 kB]
Jun 11 10:19:42.698387 rolling-upgrade--ubuntu-focal-db-node-1d189b65-0-1 scylla_image_setup[1762]: Get:13 http://europe-west1.gce.archive.ubuntu.com/ubuntu focal-updates/multiverse amd64 Packages [26.2 kB]
Jun 11 10:19:42.698387 rolling-upgrade--ubuntu-focal-db-node-1d189b65-0-1 scylla_image_setup[1762]: Get:14 http://europe-west1.gce.archive.ubuntu.com/ubuntu focal-updates/multiverse Translation-en [7880 B]
Jun 11 10:19:50.359921 rolling-upgrade--ubuntu-focal-db-node-1d189b65-0-1 scylla_image_setup[1762]: Get:15 http://security.ubuntu.com/ubuntu focal-security/main Translation-en [445 kB]
Jun 11 10:19:51.434095 rolling-upgrade--ubuntu-focal-db-node-1d189b65-0-1 scylla_image_setup[1762]: Get:16 http://security.ubuntu.com/ubuntu focal-security/restricted amd64 Packages [2849 kB]
Jun 11 10:19:58.853370 rolling-upgrade--ubuntu-focal-db-node-1d189b65-0-1 scylla_image_setup[1762]: Get:17 http://security.ubuntu.com/ubuntu focal-security/restricted Translation-en [399 kB]
Jun 11 10:19:59.997131 rolling-upgrade--ubuntu-focal-db-node-1d189b65-0-1 scylla_image_setup[1762]: Get:18 http://security.ubuntu.com/ubuntu focal-security/universe amd64 Packages [965 kB]
Jun 11 10:20:02.689063 rolling-upgrade--ubuntu-focal-db-node-1d189b65-0-1 scylla_image_setup[1762]: Get:19 http://security.ubuntu.com/ubuntu focal-security/universe Translation-en [204 kB]
Jun 11 10:20:03.144388 rolling-upgrade--ubuntu-focal-db-node-1d189b65-0-1 scylla_image_setup[1762]: Get:20 http://security.ubuntu.com/ubuntu focal-security/multiverse amd64 Packages [24.0 kB]
Jun 11 10:20:03.174081 rolling-upgrade--ubuntu-focal-db-node-1d189b65-0-1 scylla_image_setup[1762]: Get:21 http://security.ubuntu.com/ubuntu focal-security/multiverse Translation-en [5904 B]
Jun 11 10:20:03.303570 rolling-upgrade--ubuntu-focal-db-node-1d189b65-0-1 scylla_image_setup[1762]: Fetched 17.0 MB in 23s (750 kB/s)
Jun 11 10:20:04.376516 rolling-upgrade--ubuntu-focal-db-node-1d189b65-0-1 scylla_image_setup[1762]: Reading package lists...
Jun 11 10:20:04.393791 rolling-upgrade--ubuntu-focal-db-node-1d189b65-0-1 scylla_image_setup[1255]: + break
Jun 11 10:20:04.396011 rolling-upgrade--ubuntu-focal-db-node-1d189b65-0-1 scylla_image_setup[1255]: + find /proc/1/fd /proc/10/fd /proc/100/fd /proc/1008/fd /proc/101/fd /proc/102/fd /proc/1021/fd /proc/103/fd /proc/1032/fd /proc/104/fd /proc/105/fd /proc/1057/fd /proc/1058/fd /proc/106/fd /proc/1062/fd /proc/1069/fd /proc/107/fd /proc/108/fd /proc/1085/fd /proc/109/fd /proc/11/fd /proc/110/fd /proc/111/fd /proc/1114/fd /proc/112/fd /proc/113/fd /proc/114/fd /proc/115/fd /proc/116/fd /proc/117/fd /proc/118/fd /proc/1183/fd /proc/1184/fd /proc/119/fd /proc/12/fd /proc/120/fd /proc/121/fd /proc/122/fd /proc/123/fd /proc/124/fd /proc/125/fd /proc/1255/fd /proc/126/fd /proc/127/fd /proc/1272/fd /proc/128/fd /proc/129/fd /proc/13/fd /proc/130/fd /proc/131/fd /proc/132/fd /proc/133/fd /proc/134/fd /proc/135/fd /proc/136/fd /proc/137/fd /proc/138/fd /proc/139/fd /proc/14/fd /proc/140/fd /proc/141/fd /proc/142/fd /proc/143/fd /proc/144/fd /proc/145/fd /proc/146/fd /proc/147/fd /proc/148/fd /proc/149/fd /proc/15/fd /proc/150/fd /proc/151/fd /proc/152/fd /proc/153/fd /proc/154/fd /proc/155/fd /proc/156/fd /proc/157/fd /proc/158/fd /proc/159/fd /proc/16/fd /proc/160/fd /proc/161/fd /proc/162/fd /proc/163/fd /proc/164/fd /proc/165/fd /proc/166/fd /proc/167/fd /proc/168/fd /proc/1685/fd /proc/1689/fd /proc/169/fd /proc/17/fd /proc/170/fd /proc/171/fd /proc/1711/fd /proc/1716/fd /proc/172/fd /proc/173/fd /proc/1734/fd /proc/174/fd /proc/175/fd /proc/176/fd /proc/177/fd /proc/178/fd /proc/179/fd /proc/18/fd /proc/180/fd /proc/181/fd /proc/182/fd /proc/183/fd /proc/184/fd /proc/185/fd /proc/1856/fd /proc/186/fd /proc/187/fd /proc/1873/fd /proc/1878/fd /proc/188/fd /proc/189/fd /proc/19/fd /proc/190/fd /proc/191/fd /proc/192/fd /proc/193/fd /proc/194/fd /proc/195/fd /proc/196/fd /proc/197/fd /proc/198/fd /proc/199/fd /proc/2/fd /proc/20/fd /proc/200/fd /proc/201/fd /proc/202/fd /proc/203/fd /proc/204/fd /proc/205/fd /proc/206/fd /proc/207/fd /proc/208/fd /proc/209/fd /proc/21/fd /proc/210/fd /proc/211/fd /proc/212/fd /proc/2123/fd /proc/2124/fd /proc/213/fd /proc/214/fd /proc/215/fd /proc/216/fd /proc/217/fd /proc/218/fd /proc/219/fd /proc/22/fd /proc/228/fd /proc/23/fd /proc/232/fd /proc/24/fd /proc/25/fd /proc/26/fd /proc/267/fd /proc/268/fd /proc/269/fd /proc/27/fd /proc/270/fd /proc/271/fd /proc/272/fd /proc/273/fd /proc/2730/fd /proc/274/fd /proc/275/fd /proc/2756/fd /proc/276/fd /proc/277/fd /proc/278/fd /proc/28/fd /proc/280/fd /proc/281/fd /proc/282/fd /proc/284/fd /proc/285/fd /proc/286/fd /proc/287/fd /proc/288/fd /proc/289/fd /proc/29/fd /proc/290/fd /proc/291/fd /proc/292/fd /proc/293/fd /proc/294/fd /proc/295/fd /proc/296/fd /proc/297/fd /proc/298/fd /proc/299/fd /proc/3/fd /proc/30/fd /proc/300/fd /proc/309/fd /proc/31/fd /proc/310/fd /proc/311/fd /proc/312/fd /proc/313/fd /proc/314/fd /proc/315/fd /proc/316/fd /proc/317/fd /proc/318/fd /proc/319/fd /proc/32/fd /proc/320/fd /proc/321/fd /proc/322/fd /proc/323/fd /proc/324/fd /proc/325/fd /proc/326/fd /proc/329/fd /proc/33/fd /proc/330/fd /proc/331/fd /proc/332/fd /proc/333/fd /proc/334/fd /proc/335/fd /proc/336/fd /proc/337/fd /proc/338/fd /proc/339/fd /proc/34/fd /proc/340/fd /proc/341/fd /proc/342/fd /proc/343/fd /proc/344/fd /proc/345/fd /proc/346/fd /proc/347/fd /proc/348/fd /proc/349/fd /proc/35/fd /proc/350/fd /proc/351/fd /proc/3517/fd /proc/352/fd /proc/353/fd /proc/354/fd /proc/355/fd /proc/356/fd /proc/357/fd /proc/358/fd /proc/359/fd /proc/36/fd /proc/360/fd /proc/361/fd /proc/362/fd /proc/363/fd /proc/364/fd /proc/365/fd /proc/366/fd /proc/367/fd /proc/368/fd /proc/369/fd /proc/37/fd /proc/370/fd /proc/371/fd /proc/372/fd /proc/379/fd /proc/38/fd /proc/380/fd /proc/381/fd /proc/382/fd /proc/383/fd /proc/385/fd /proc/386/fd /proc/388/fd /proc/39/fd /proc/391/fd /proc/4/fd /proc/40/fd /proc/404/fd /proc/41/fd /proc/412/fd /proc/414/fd /proc/415/fd /proc/418/fd /proc/42/fd /proc/421/fd /proc/425/fd /proc/429/fd /proc/43/fd /proc/434/fd /proc/436/fd /proc/44/fd /proc/443/fd /proc/45/fd /proc/455/fd /proc/46/fd /proc/47/fd /proc/475/fd /proc/48/fd /proc/49/fd /proc/5/fd /proc/50/fd /proc/51/fd /proc/511/fd /proc/512/fd /proc/52/fd /proc/53/fd /proc/54/fd /proc/55/fd /proc/551/fd /proc/559/fd /proc/56/fd /proc/569/fd /proc/57/fd /proc/570/fd /proc/574/fd /proc/575/fd /proc/576/fd /proc/58/fd /proc/582/fd /proc/59/fd /proc/6/fd /proc/60/fd /proc/601/fd /proc/61/fd /proc/62/fd /proc/628/fd /proc/63/fd /proc/64/fd /proc/642/fd /proc/643/fd /proc/65/fd /proc/66/fd /proc/67/fd /proc/673/fd /proc/68/fd /proc/69/fd /proc/7/fd /proc/70/fd /proc/71/fd /proc/72/fd /proc/73/fd /proc/734/fd /proc/74/fd /proc/75/fd /proc/76/fd /proc/77/fd /proc/777/fd /proc/778/fd /proc/779/fd /proc/78/fd /proc/780/fd /proc/781/fd /proc/79/fd /proc/8/fd /proc/80/fd /proc/81/fd /proc/82/fd /proc/83/fd /proc/84/fd /proc/85/fd /proc/854/fd /proc/86/fd /proc/87/fd /proc/88/fd /proc/89/fd /proc/9/fd /proc/90/fd /proc/900/fd /proc/902/fd /proc/91/fd /proc/92/fd /proc/93/fd /proc/933/fd /proc/94/fd /proc/95/fd /proc/96/fd /proc/97/fd /proc/98/fd /proc/99/fd /proc/self/fd /proc/thread-self/fd -lname /var/lib/dpkg/lock-frontend -exec false {} + -quit
Jun 11 10:20:04.400594 rolling-upgrade--ubuntu-focal-db-node-1d189b65-0-1 scylla_image_setup[1255]: + apt-get install -y syslog-ng
Jun 11 10:20:04.738143 rolling-upgrade--ubuntu-focal-db-node-1d189b65-0-1 scylla_image_setup[3530]: Reading package lists...
Jun 11 10:20:04.774649 rolling-upgrade--ubuntu-focal-db-node-1d189b65-0-1 scylla_image_setup[3530]: Building dependency tree...
Jun 11 10:20:04.777733 rolling-upgrade--ubuntu-focal-db-node-1d189b65-0-1 scylla_image_setup[3530]: Reading state information...
Jun 11 10:20:04.784255 rolling-upgrade--ubuntu-focal-db-node-1d189b65-0-1 scylla_image_setup[3530]: E: Unable to locate package syslog-ng
soyacz commented 3 weeks ago

@juliayakovlev you might want to restart the test - possibly this is a flakiness of gce. Please update the issue if repeats/passes.

juliayakovlev commented 3 weeks ago

@soyacz It is already second run. First: https://argus.scylladb.com/test/599ae8f5-b6e0-463c-af6f-74b8a2702438/runs?additionalRuns[]=ed4f81f9-042c-492e-9e55-c2c428f2aca9

soyacz commented 3 weeks ago

@soyacz It is already second run. First: https://argus.scylladb.com/test/599ae8f5-b6e0-463c-af6f-74b8a2702438/runs?additionalRuns[]=ed4f81f9-042c-492e-9e55-c2c428f2aca9

It looks that only 2022.1 is affected, other base versions work correctly.

juliayakovlev commented 3 weeks ago

@soyacz It is already second run. First: https://argus.scylladb.com/test/599ae8f5-b6e0-463c-af6f-74b8a2702438/runs?additionalRuns[]=ed4f81f9-042c-492e-9e55-c2c428f2aca9

It looks that only 2022.1 is affected, other base versions work correctly.

That's right. It happens only with one run