yuriw-2023-05-10_18:54:50-rados-wip-yuri-testing-2023-05-10-0917-distro-default-smithi

No module named 'tasks.cephadm'

Command failed on smithi159 with status 1: 'sudo yum -y install cephfs-java'

Command failed on smithi150 with status 100: 'sudo DEBIAN_FRONTEND=noninteractive apt-get -y --force-yes -o Dpkg::Options::="--force-confdef" -o Dpkg::Options::="--force-confold" install ceph=18.0.0-3904-g40331d48-1focal ceph-mds=18.0.0-3904-g40331d48-1focal ceph-common=18.0.0-3904-g40331d48-1focal ceph-fuse=18.0.0-3904-g40331d48-1focal ceph-test=18.0.0-3904-g40331d48-1focal radosgw=18.0.0-3904-g40331d48-1focal python-ceph=18.0.0-3904-g40331d48-1focal libcephfs1=18.0.0-3904-g40331d48-1focal libcephfs-java=18.0.0-3904-g40331d48-1focal libcephfs-jni=18.0.0-3904-g40331d48-1focal librados2=18.0.0-3904-g40331d48-1focal librbd1=18.0.0-3904-g40331d48-1focal rbd-fuse=18.0.0-3904-g40331d48-1focal'

No module named 'tasks.nvme_loop'

No module named 'tasks'

Command failed on smithi116 with status 1: 'sudo systemctl enable --now kubelet && sudo kubeadm config images pull'

hit max job timeout

Command failed on smithi043 with status 128: 'rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://github.com/ceph/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout 40331d482836305f7c92885041944dbd6c79729f'

Command failed on smithi082 with status 128: 'rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://github.com/ceph/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout 40331d482836305f7c92885041944dbd6c79729f'

{'smithi123.front.sepia.ceph.com': {'_ansible_no_log': False, 'changed': False, 'cmd': ['/usr/bin/pip3', 'install', '-U', 'git+https://github.com/sebastian-philipp/registries-conf-ctl'], 'invocation': {'module_args': {'chdir': None, 'editable': False, 'executable': 'pip3', 'extra_args': None, 'name': ['git+https://github.com/sebastian-philipp/registries-conf-ctl'], 'requirements': None, 'state': 'latest', 'umask': None, 'version': None, 'virtualenv': None, 'virtualenv_command': 'virtualenv', 'virtualenv_python': None, 'virtualenv_site_packages': False}}, 'msg': 'stdout: Collecting git+https://github.com/sebastian-philipp/registries-conf-ctl\n Cloning https://github.com/sebastian-philipp/registries-conf-ctl to ./pip-req-build-8xxwndvi\n\n:stderr: Running command git clone -q https://github.com/sebastian-philipp/registries-conf-ctl /tmp/pip-req-build-8xxwndvi\n error: RPC failed; HTTP 500 curl 22 The requested URL returned error: 500\n fatal: the remote end hung up unexpectedly\nERROR: Command errored out with exit status 128: git clone -q https://github.com/sebastian-philipp/registries-conf-ctl /tmp/pip-req-build-8xxwndvi Check the logs for full command output.\n'}}

{'smithi189.front.sepia.ceph.com': {'_ansible_no_log': False, 'changed': False, 'cmd': ['/usr/bin/pip3', 'install', '-U', 'git+https://github.com/sebastian-philipp/registries-conf-ctl'], 'invocation': {'module_args': {'chdir': None, 'editable': False, 'executable': 'pip3', 'extra_args': None, 'name': ['git+https://github.com/sebastian-philipp/registries-conf-ctl'], 'requirements': None, 'state': 'latest', 'umask': None, 'version': None, 'virtualenv': None, 'virtualenv_command': 'virtualenv', 'virtualenv_python': None, 'virtualenv_site_packages': False}}, 'msg': "stdout: Collecting git+https://github.com/sebastian-philipp/registries-conf-ctl\n Cloning https://github.com/sebastian-philipp/registries-conf-ctl to ./pip-req-build-q6_zy0ao\n\n:stderr: Running command git clone --filter=blob:none --quiet https://github.com/sebastian-philipp/registries-conf-ctl /tmp/pip-req-build-q6_zy0ao\n remote: Internal Server Error\n fatal: unable to access 'https://github.com/sebastian-philipp/registries-conf-ctl/': The requested URL returned error: 500\n error: subprocess-exited-with-error\n \n git clone --filter=blob:none --quiet https://github.com/sebastian-philipp/registries-conf-ctl /tmp/pip-req-build-q6_zy0ao did not run successfully.\n exit code: 128\n \n See above for output.\n \n note: This error originates from a subprocess, and is likely not a problem with pip.\nerror: subprocess-exited-with-error\n\ngit clone --filter=blob:none --quiet https://github.com/sebastian-philipp/registries-conf-ctl /tmp/pip-req-build-q6_zy0ao did not run successfully.\nexit code: 128\n\nSee above for output.\n\nnote: This error originates from a subprocess, and is likely not a problem with pip.\n"}, 'smithi137.front.sepia.ceph.com': {'_ansible_no_log': False, 'changed': False, 'cmd': ['/usr/bin/pip3', 'install', '-U', 'git+https://github.com/sebastian-philipp/registries-conf-ctl'], 'invocation': {'module_args': {'chdir': None, 'editable': False, 'executable': 'pip3', 'extra_args': None, 'name': ['git+https://github.com/sebastian-philipp/registries-conf-ctl'], 'requirements': None, 'state': 'latest', 'umask': None, 'version': None, 'virtualenv': None, 'virtualenv_command': 'virtualenv', 'virtualenv_python': None, 'virtualenv_site_packages': False}}, 'msg': "stdout: Collecting git+https://github.com/sebastian-philipp/registries-conf-ctl\n Cloning https://github.com/sebastian-philipp/registries-conf-ctl to ./pip-req-build-jpsz70fy\n\n:stderr: Running command git clone --filter=blob:none --quiet https://github.com/sebastian-philipp/registries-conf-ctl /tmp/pip-req-build-jpsz70fy\n error: RPC failed; HTTP 500 curl 22 The requested URL returned error: 500\n fatal: error reading section header 'shallow-info'\n error: subprocess-exited-with-error\n \n git clone --filter=blob:none --quiet https://github.com/sebastian-philipp/registries-conf-ctl /tmp/pip-req-build-jpsz70fy did not run successfully.\n exit code: 128\n \n See above for output.\n \n note: This error originates from a subprocess, and is likely not a problem with pip.\nerror: subprocess-exited-with-error\n\ngit clone --filter=blob:none --quiet https://github.com/sebastian-philipp/registries-conf-ctl /tmp/pip-req-build-jpsz70fy did not run successfully.\nexit code: 128\n\nSee above for output.\n\nnote: This error originates from a subprocess, and is likely not a problem with pip.\n"}}

{'smithi154.front.sepia.ceph.com': {'_ansible_no_log': False, 'changed': False, 'cmd': ['/bin/pip3', 'install', '-U', 'git+https://github.com/sebastian-philipp/registries-conf-ctl'], 'invocation': {'module_args': {'chdir': None, 'editable': False, 'executable': 'pip3', 'extra_args': None, 'name': ['git+https://github.com/sebastian-philipp/registries-conf-ctl'], 'requirements': None, 'state': 'latest', 'umask': None, 'version': None, 'virtualenv': None, 'virtualenv_command': 'virtualenv', 'virtualenv_python': None, 'virtualenv_site_packages': False}}, 'msg': 'stdout: Collecting git+https://github.com/sebastian-philipp/registries-conf-ctl\n Cloning https://github.com/sebastian-philipp/registries-conf-ctl to ./pip-zpfvqslr-build\nremote: Internal Server Error\nfatal: unable to access \'https://github.com/sebastian-philipp/registries-conf-ctl/\': The requested URL returned error: 500\n\n:stderr: WARNING: Running pip install with root privileges is generally not a good idea. Try `pip3 install --user` instead.\nCommand "git clone -q https://github.com/sebastian-philipp/registries-conf-ctl /tmp/pip-zpfvqslr-build" failed with error code 128 in None\n'}, 'smithi033.front.sepia.ceph.com': {'_ansible_no_log': False, 'changed': False, 'cmd': ['/bin/pip3', 'install', '-U', 'git+https://github.com/sebastian-philipp/registries-conf-ctl'], 'invocation': {'module_args': {'chdir': None, 'editable': False, 'executable': 'pip3', 'extra_args': None, 'name': ['git+https://github.com/sebastian-philipp/registries-conf-ctl'], 'requirements': None, 'state': 'latest', 'umask': None, 'version': None, 'virtualenv': None, 'virtualenv_command': 'virtualenv', 'virtualenv_python': None, 'virtualenv_site_packages': False}}, 'msg': 'stdout: Collecting git+https://github.com/sebastian-philipp/registries-conf-ctl\n Cloning https://github.com/sebastian-philipp/registries-conf-ctl to ./pip-pjdlx_8w-build\nremote: Internal Server Error\nfatal: unable to access \'https://github.com/sebastian-philipp/registries-conf-ctl/\': The requested URL returned error: 500\n\n:stderr: WARNING: Running pip install with root privileges is generally not a good idea. Try `pip3 install --user` instead.\nCommand "git clone -q https://github.com/sebastian-philipp/registries-conf-ctl /tmp/pip-pjdlx_8w-build" failed with error code 128 in None\n'}}

{'smithi063.front.sepia.ceph.com': {'_ansible_no_log': False, 'changed': False, 'cmd': ['/bin/pip3', 'install', '-U', 'git+https://github.com/sebastian-philipp/registries-conf-ctl'], 'invocation': {'module_args': {'chdir': None, 'editable': False, 'executable': 'pip3', 'extra_args': None, 'name': ['git+https://github.com/sebastian-philipp/registries-conf-ctl'], 'requirements': None, 'state': 'latest', 'umask': None, 'version': None, 'virtualenv': None, 'virtualenv_command': 'virtualenv', 'virtualenv_python': None, 'virtualenv_site_packages': False}}, 'msg': 'stdout: Collecting git+https://github.com/sebastian-philipp/registries-conf-ctl\n Cloning https://github.com/sebastian-philipp/registries-conf-ctl to ./pip-vmj2k6th-build\nremote: Internal Server Error\nfatal: unable to access \'https://github.com/sebastian-philipp/registries-conf-ctl/\': The requested URL returned error: 500\n\n:stderr: WARNING: Running pip install with root privileges is generally not a good idea. Try `pip3 install --user` instead.\nCommand "git clone -q https://github.com/sebastian-philipp/registries-conf-ctl /tmp/pip-vmj2k6th-build" failed with error code 128 in None\n'}}

{'smithi085.front.sepia.ceph.com': {'_ansible_no_log': False, 'changed': False, 'cmd': ['/bin/pip3', 'install', '-U', 'git+https://github.com/sebastian-philipp/registries-conf-ctl'], 'invocation': {'module_args': {'chdir': None, 'editable': False, 'executable': 'pip3', 'extra_args': None, 'name': ['git+https://github.com/sebastian-philipp/registries-conf-ctl'], 'requirements': None, 'state': 'latest', 'umask': None, 'version': None, 'virtualenv': None, 'virtualenv_command': 'virtualenv', 'virtualenv_python': None, 'virtualenv_site_packages': False}}, 'msg': 'stdout: Collecting git+https://github.com/sebastian-philipp/registries-conf-ctl\n Cloning https://github.com/sebastian-philipp/registries-conf-ctl to ./pip-6t8tr9s9-build\nerror: RPC failed; HTTP 500 curl 22 The requested URL returned error: 500\nfatal: expected flush after ref listing\n\n:stderr: WARNING: Running pip install with root privileges is generally not a good idea. Try `pip3 install --user` instead.\nCommand "git clone -q https://github.com/sebastian-philipp/registries-conf-ctl /tmp/pip-6t8tr9s9-build" failed with error code 128 in None\n'}}

{'smithi089.front.sepia.ceph.com': {'_ansible_no_log': False, 'changed': False, 'cmd': ['/bin/pip3', 'install', '-U', 'git+https://github.com/sebastian-philipp/registries-conf-ctl'], 'invocation': {'module_args': {'chdir': None, 'editable': False, 'executable': 'pip3', 'extra_args': None, 'name': ['git+https://github.com/sebastian-philipp/registries-conf-ctl'], 'requirements': None, 'state': 'latest', 'umask': None, 'version': None, 'virtualenv': None, 'virtualenv_command': 'virtualenv', 'virtualenv_python': None, 'virtualenv_site_packages': False}}, 'msg': 'stdout: Collecting git+https://github.com/sebastian-philipp/registries-conf-ctl\n Cloning https://github.com/sebastian-philipp/registries-conf-ctl to ./pip-8pz5xlt0-build\nerror: RPC failed; HTTP 500 curl 22 The requested URL returned error: 500\nfatal: error reading section header \'shallow-info\'\n\n:stderr: WARNING: Running pip install with root privileges is generally not a good idea. Try `pip3 install --user` instead.\nCommand "git clone -q https://github.com/sebastian-philipp/registries-conf-ctl /tmp/pip-8pz5xlt0-build" failed with error code 128 in None\n'}}

{'smithi064.front.sepia.ceph.com': {'_ansible_no_log': False, 'changed': False, 'cmd': ['/usr/bin/pip3', 'install', '-U', 'git+https://github.com/sebastian-philipp/registries-conf-ctl'], 'invocation': {'module_args': {'chdir': None, 'editable': False, 'executable': 'pip3', 'extra_args': None, 'name': ['git+https://github.com/sebastian-philipp/registries-conf-ctl'], 'requirements': None, 'state': 'latest', 'umask': None, 'version': None, 'virtualenv': None, 'virtualenv_command': 'virtualenv', 'virtualenv_python': None, 'virtualenv_site_packages': False}}, 'msg': 'stdout: Collecting git+https://github.com/sebastian-philipp/registries-conf-ctl\n Cloning https://github.com/sebastian-philipp/registries-conf-ctl to ./pip-req-build-q7odbd31\n\n:stderr: Running command git clone -q https://github.com/sebastian-philipp/registries-conf-ctl /tmp/pip-req-build-q7odbd31\n error: RPC failed; HTTP 500 curl 22 The requested URL returned error: 500\n fatal: the remote end hung up unexpectedly\nERROR: Command errored out with exit status 128: git clone -q https://github.com/sebastian-philipp/registries-conf-ctl /tmp/pip-req-build-q7odbd31 Check the logs for full command output.\n'}, 'smithi120.front.sepia.ceph.com': {'_ansible_no_log': False, 'changed': False, 'cmd': ['/usr/bin/pip3', 'install', '-U', 'git+https://github.com/sebastian-philipp/registries-conf-ctl'], 'invocation': {'module_args': {'chdir': None, 'editable': False, 'executable': 'pip3', 'extra_args': None, 'name': ['git+https://github.com/sebastian-philipp/registries-conf-ctl'], 'requirements': None, 'state': 'latest', 'umask': None, 'version': None, 'virtualenv': None, 'virtualenv_command': 'virtualenv', 'virtualenv_python': None, 'virtualenv_site_packages': False}}, 'msg': 'stdout: Collecting git+https://github.com/sebastian-philipp/registries-conf-ctl\n Cloning https://github.com/sebastian-philipp/registries-conf-ctl to ./pip-req-build-25m__qa6\n\n:stderr: Running command git clone -q https://github.com/sebastian-philipp/registries-conf-ctl /tmp/pip-req-build-25m__qa6\n error: RPC failed; HTTP 500 curl 22 The requested URL returned error: 500\n fatal: the remote end hung up unexpectedly\nERROR: Command errored out with exit status 128: git clone -q https://github.com/sebastian-philipp/registries-conf-ctl /tmp/pip-req-build-25m__qa6 Check the logs for full command output.\n'}}

{'smithi165.front.sepia.ceph.com': {'_ansible_no_log': False, 'changed': False, 'cmd': ['/bin/pip3', 'install', '-U', 'git+https://github.com/sebastian-philipp/registries-conf-ctl'], 'invocation': {'module_args': {'chdir': None, 'editable': False, 'executable': 'pip3', 'extra_args': None, 'name': ['git+https://github.com/sebastian-philipp/registries-conf-ctl'], 'requirements': None, 'state': 'latest', 'umask': None, 'version': None, 'virtualenv': None, 'virtualenv_command': 'virtualenv', 'virtualenv_python': None, 'virtualenv_site_packages': False}}, 'msg': 'stdout: Collecting git+https://github.com/sebastian-philipp/registries-conf-ctl\n Cloning https://github.com/sebastian-philipp/registries-conf-ctl to ./pip-ezzhjfku-build\nerror: RPC failed; HTTP 500 curl 22 The requested URL returned error: 500\nfatal: expected \'packfile\'\n\n:stderr: WARNING: Running pip install with root privileges is generally not a good idea. Try `pip3 install --user` instead.\nCommand "git clone -q https://github.com/sebastian-philipp/registries-conf-ctl /tmp/pip-ezzhjfku-build" failed with error code 128 in None\n'}}

{'smithi121.front.sepia.ceph.com': {'_ansible_no_log': False, 'changed': False, 'cmd': ['/bin/pip3', 'install', '-U', 'git+https://github.com/sebastian-philipp/registries-conf-ctl'], 'invocation': {'module_args': {'chdir': None, 'editable': False, 'executable': 'pip3', 'extra_args': None, 'name': ['git+https://github.com/sebastian-philipp/registries-conf-ctl'], 'requirements': None, 'state': 'latest', 'umask': None, 'version': None, 'virtualenv': None, 'virtualenv_command': 'virtualenv', 'virtualenv_python': None, 'virtualenv_site_packages': False}}, 'msg': 'stdout: Collecting git+https://github.com/sebastian-philipp/registries-conf-ctl\n Cloning https://github.com/sebastian-philipp/registries-conf-ctl to ./pip-ukhlo6u_-build\nremote: Internal Server Error\nfatal: unable to access \'https://github.com/sebastian-philipp/registries-conf-ctl/\': The requested URL returned error: 500\n\n:stderr: WARNING: Running pip install with root privileges is generally not a good idea. Try `pip3 install --user` instead.\nCommand "git clone -q https://github.com/sebastian-philipp/registries-conf-ctl /tmp/pip-ukhlo6u_-build" failed with error code 128 in None\n'}, 'smithi008.front.sepia.ceph.com': {'_ansible_no_log': False, 'changed': False, 'cmd': ['/bin/pip3', 'install', '-U', 'git+https://github.com/sebastian-philipp/registries-conf-ctl'], 'invocation': {'module_args': {'chdir': None, 'editable': False, 'executable': 'pip3', 'extra_args': None, 'name': ['git+https://github.com/sebastian-philipp/registries-conf-ctl'], 'requirements': None, 'state': 'latest', 'umask': None, 'version': None, 'virtualenv': None, 'virtualenv_command': 'virtualenv', 'virtualenv_python': None, 'virtualenv_site_packages': False}}, 'msg': 'stdout: Collecting git+https://github.com/sebastian-philipp/registries-conf-ctl\n Cloning https://github.com/sebastian-philipp/registries-conf-ctl to ./pip-ecai_1y9-build\nremote: Internal Server Error\nfatal: unable to access \'https://github.com/sebastian-philipp/registries-conf-ctl/\': The requested URL returned error: 500\n\n:stderr: WARNING: Running pip install with root privileges is generally not a good idea. Try `pip3 install --user` instead.\nCommand "git clone -q https://github.com/sebastian-philipp/registries-conf-ctl /tmp/pip-ecai_1y9-build" failed with error code 128 in None\n'}}

{'smithi096.front.sepia.ceph.com': {'_ansible_no_log': False, 'changed': False, 'cmd': ['/bin/pip3', 'install', '-U', 'git+https://github.com/sebastian-philipp/registries-conf-ctl'], 'invocation': {'module_args': {'chdir': None, 'editable': False, 'executable': 'pip3', 'extra_args': None, 'name': ['git+https://github.com/sebastian-philipp/registries-conf-ctl'], 'requirements': None, 'state': 'latest', 'umask': None, 'version': None, 'virtualenv': None, 'virtualenv_command': 'virtualenv', 'virtualenv_python': None, 'virtualenv_site_packages': False}}, 'msg': 'stdout: Collecting git+https://github.com/sebastian-philipp/registries-conf-ctl\n Cloning https://github.com/sebastian-philipp/registries-conf-ctl to ./pip-tpix1z21-build\nerror: RPC failed; HTTP 500 curl 22 The requested URL returned error: 500\nfatal: expected flush after ref listing\n\n:stderr: WARNING: Running pip install with root privileges is generally not a good idea. Try `pip3 install --user` instead.\nCommand "git clone -q https://github.com/sebastian-philipp/registries-conf-ctl /tmp/pip-tpix1z21-build" failed with error code 128 in None\n'}}

{'smithi090.front.sepia.ceph.com': {'_ansible_no_log': False, 'changed': False, 'cmd': ['/bin/pip3', 'install', '-U', 'git+https://github.com/sebastian-philipp/registries-conf-ctl'], 'invocation': {'module_args': {'chdir': None, 'editable': False, 'executable': 'pip3', 'extra_args': None, 'name': ['git+https://github.com/sebastian-philipp/registries-conf-ctl'], 'requirements': None, 'state': 'latest', 'umask': None, 'version': None, 'virtualenv': None, 'virtualenv_command': 'virtualenv', 'virtualenv_python': None, 'virtualenv_site_packages': False}}, 'msg': 'stdout: Collecting git+https://github.com/sebastian-philipp/registries-conf-ctl\n Cloning https://github.com/sebastian-philipp/registries-conf-ctl to ./pip-y1046y7q-build\nerror: RPC failed; HTTP 500 curl 22 The requested URL returned error: 500\nfatal: expected flush after ref listing\n\n:stderr: WARNING: Running pip install with root privileges is generally not a good idea. Try `pip3 install --user` instead.\nCommand "git clone -q https://github.com/sebastian-philipp/registries-conf-ctl /tmp/pip-y1046y7q-build" failed with error code 128 in None\n'}}

Command failed on smithi101 with status 127: 'sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:40331d482836305f7c92885041944dbd6c79729f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 3a00655e-f009-11ed-9b02-001a4aab830c -- ceph mon dump -f json'

Command failed (workunit test cephadm/test_dashboard_e2e.sh) on smithi161 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=40331d482836305f7c92885041944dbd6c79729f TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cephadm/test_dashboard_e2e.sh'

Command failed on smithi037 with status 1: 'sudo systemctl enable --now kubelet && sudo kubeadm config images pull'

reached maximum tries (120) after waiting for 120 seconds

Command failed on smithi118 with status 1: "sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph_test_cls_rbd --gtest_filter=-TestClsRbd.get_features:TestClsRbd.parents:TestClsRbd.mirror'"

Error reimaging machines: Failed to power on smithi149

Command failed on smithi153 with status 1: 'sudo systemctl enable --now kubelet && sudo kubeadm config images pull'

hit max job timeout

Command failed (workunit test cls/test_cls_rbd.sh) on smithi063 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rbd.sh'

Command failed (workunit test rados/test_envlibrados_for_rocksdb.sh) on smithi071 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=40331d482836305f7c92885041944dbd6c79729f TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rados/test_envlibrados_for_rocksdb.sh'

Error reimaging machines: reached maximum tries (100) after waiting for 600 seconds

Error reimaging machines: reached maximum tries (100) after waiting for 600 seconds

Error reimaging machines: Failed to power on smithi203

Error reimaging machines: reached maximum tries (100) after waiting for 600 seconds

Error reimaging machines: Failed to power on smithi081

Error reimaging machines: Failed to power on smithi191

Error reimaging machines: Failed to power on smithi151

Error reimaging machines: reached maximum tries (100) after waiting for 600 seconds

Error reimaging machines: reached maximum tries (100) after waiting for 600 seconds

Cannot connect to remote host smithi107

Error reimaging machines: 500 Server Error: Internal Server Error for url: http://fog.front.sepia.ceph.com/fog/host/212/task

Command failed on smithi107 with status 1: 'sudo yum install -y kernel'

{'smithi175.front.sepia.ceph.com': {'changed': False, 'msg': 'All items completed', 'results': [{'_ansible_item_label': {'key': 'vg_nvme', 'value': {'pvs': '/dev/nvme0n1'}}, '_ansible_no_log': False, 'ansible_loop_var': 'item', 'changed': False, 'err': " /dev/vg_nvme: already exists in filesystem\n Run `vgcreate --help' for more information.\n", 'failed': True, 'invocation': {'module_args': {'force': False, 'pesize': '4', 'pv_options': '', 'pvresize': False, 'pvs': ['/dev/nvme0n1'], 'state': 'present', 'vg': 'vg_nvme', 'vg_options': ''}}, 'item': {'key': 'vg_nvme', 'value': {'pvs': '/dev/nvme0n1'}}, 'msg': "Creating volume group 'vg_nvme' failed", 'rc': 3}]}}

Command failed (workunit test rados/test_envlibrados_for_rocksdb.sh) on smithi136 with status 2: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=40331d482836305f7c92885041944dbd6c79729f TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rados/test_envlibrados_for_rocksdb.sh'

SELinux denials found on ubuntu@smithi064.front.sepia.ceph.com: ['type=AVC msg=audit(1683862229.413:20103): avc: denied { ioctl } for pid=109983 comm="iptables" path="/var/lib/containers/storage/overlay/b4b77d849640379349e756b08d0c58bb3ee9e733742c2d89dcbf84bd44c5c15f/merged" dev="overlay" ino=3281170 scontext=system_u:system_r:iptables_t:s0 tcontext=system_u:object_r:container_file_t:s0:c1022,c1023 tclass=dir permissive=1']

Error reimaging machines: reached maximum tries (100) after waiting for 600 seconds

Error reimaging machines: reached maximum tries (100) after waiting for 600 seconds

Error reimaging machines: Failed to power on smithi052

Error reimaging machines: Failed to power on smithi093

{'smithi067.front.sepia.ceph.com': {'changed': False, 'msg': 'All items completed', 'results': [{'_ansible_item_label': {'key': 'vg_nvme', 'value': {'pvs': '/dev/nvme0n1'}}, '_ansible_no_log': False, 'ansible_loop_var': 'item', 'changed': False, 'err': " /dev/vg_nvme: already exists in filesystem\n Run `vgcreate --help' for more information.\n", 'failed': True, 'invocation': {'module_args': {'force': False, 'pesize': '4', 'pv_options': '', 'pvresize': False, 'pvs': ['/dev/nvme0n1'], 'state': 'present', 'vg': 'vg_nvme', 'vg_options': ''}}, 'item': {'key': 'vg_nvme', 'value': {'pvs': '/dev/nvme0n1'}}, 'msg': "Creating volume group 'vg_nvme' failed", 'rc': 3}]}}

{'smithi099.front.sepia.ceph.com': {'changed': False, 'msg': 'All items completed', 'results': [{'_ansible_item_label': {'key': 'vg_nvme', 'value': {'pvs': '/dev/nvme0n1'}}, '_ansible_no_log': False, 'ansible_loop_var': 'item', 'changed': False, 'err': " /dev/vg_nvme: already exists in filesystem\n Run `vgcreate --help' for more information.\n", 'failed': True, 'invocation': {'module_args': {'force': False, 'pesize': '4', 'pv_options': '', 'pvresize': False, 'pvs': ['/dev/nvme0n1'], 'state': 'present', 'vg': 'vg_nvme', 'vg_options': ''}}, 'item': {'key': 'vg_nvme', 'value': {'pvs': '/dev/nvme0n1'}}, 'msg': "Creating volume group 'vg_nvme' failed", 'rc': 3}]}}

Error reimaging machines: Failed to power on smithi097

Command failed (workunit test cephadm/test_dashboard_e2e.sh) on smithi019 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=40331d482836305f7c92885041944dbd6c79729f TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cephadm/test_dashboard_e2e.sh'

Command failed on smithi017 with status 1: 'sudo systemctl enable --now kubelet && sudo kubeadm config images pull'

Failed to fetch package version from https://shaman.ceph.com/api/search/?status=ready&project=ceph&flavor=default&distros=ubuntu%2F18.04%2Fx86_64&sha1=40331d482836305f7c92885041944dbd6c79729f