Status Job ID Links Posted Started Updated
Runtime
Duration
In Waiting
Machine Teuthology Branch OS Type OS Version Description Nodes
fail 6894308 2022-06-23 09:30:09 2022-06-23 09:32:39 2022-06-23 09:57:39 0:25:00 0:15:25 0:09:35 smithi main centos 8.stream fs:upgrade/featureful_client/old_client/{bluestore-bitmap centos_latest clusters/1-mds-2-client-micro conf/{client mds mon osd} overrides/{ignorelist_health ignorelist_wrongly_marked_down multimds/no pg-warn} tasks/{0-octopus 1-client 2-upgrade 3-compat_client/no}} 3
Failure Reason:

Cannot connect to remote host smithi124

fail 6894309 2022-06-23 09:30:10 2022-06-23 09:33:09 2022-06-23 09:54:27 0:21:18 0:13:21 0:07:57 smithi main centos 8.stream fs:upgrade/mds_upgrade_sequence/{bluestore-bitmap centos_8.stream_container_tools conf/{client mds mon osd} overrides/{ignorelist_health ignorelist_wrongly_marked_down pg-warn syntax} roles tasks/{0-from/pacific 1-volume/{0-create 1-ranks/1 2-allow_standby_replay/no 3-inline/no 4-verify} 2-client 3-upgrade-with-workload 4-verify}} 2
Failure Reason:

Command failed on smithi082 with status 22: 'sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/daemon-base:latest-pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2c899dec-f2d9-11ec-842b-001a4aab830c -e sha1=1249cc621e966ba32448cfd8e8c0ec69e76e8f5b -- bash -c \'ceph orch daemon redeploy "mgr.$(ceph mgr dump -f json | jq .active_name | jq .[] | jq -r .name)" --image quay.ceph.io/ceph-ci/ceph:$sha1\''

pass 6894310 2022-06-23 09:30:11 2022-06-23 09:33:20 2022-06-23 09:48:19 0:14:59 0:08:40 0:06:19 smithi main centos 8.stream fs:upgrade/nofs/{bluestore-bitmap centos_latest conf/{client mds mon osd} no-mds-cluster overrides/{ignorelist_health ignorelist_wrongly_marked_down pg-warn} tasks/{0-pacific 1-upgrade}} 1
fail 6894311 2022-06-23 09:30:12 2022-06-23 09:33:20 2022-06-23 09:52:30 0:19:10 0:12:26 0:06:44 smithi main centos 8.stream fs:upgrade/mds_upgrade_sequence/{bluestore-bitmap centos_8.stream_container_tools conf/{client mds mon osd} overrides/{ignorelist_health ignorelist_wrongly_marked_down pg-warn syntax} roles tasks/{0-from/v16.2.4 1-volume/{0-create 1-ranks/2 2-allow_standby_replay/yes 3-inline/yes 4-verify} 2-client 3-upgrade-with-workload 4-verify}} 2
Failure Reason:

Command failed on smithi099 with status 22: 'sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 22d64264-f2d9-11ec-842b-001a4aab830c -e sha1=1249cc621e966ba32448cfd8e8c0ec69e76e8f5b -- bash -c \'ceph orch daemon redeploy "mgr.$(ceph mgr dump -f json | jq .active_name | jq .[] | jq -r .name)" --image quay.ceph.io/ceph-ci/ceph:$sha1\''

fail 6894312 2022-06-23 09:30:13 2022-06-23 09:33:21 2022-06-23 09:54:32 0:21:11 0:14:01 0:07:10 smithi main centos 8.stream fs:upgrade/mds_upgrade_sequence/{bluestore-bitmap centos_8.stream_container_tools conf/{client mds mon osd} overrides/{ignorelist_health ignorelist_wrongly_marked_down pg-warn syntax} roles tasks/{0-from/pacific 1-volume/{0-create 1-ranks/1 2-allow_standby_replay/yes 3-inline/no 4-verify} 2-client 3-upgrade-with-workload 4-verify}} 2
Failure Reason:

Command failed on smithi018 with status 22: 'sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/daemon-base:latest-pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 33dd9490-f2d9-11ec-842b-001a4aab830c -e sha1=1249cc621e966ba32448cfd8e8c0ec69e76e8f5b -- bash -c \'ceph orch daemon redeploy "mgr.$(ceph mgr dump -f json | jq .active_name | jq .[] | jq -r .name)" --image quay.ceph.io/ceph-ci/ceph:$sha1\''

fail 6894313 2022-06-23 09:30:14 2022-06-23 09:34:01 2022-06-23 09:58:31 0:24:30 0:15:45 0:08:45 smithi main centos 8.stream fs:upgrade/featureful_client/upgraded_client/{bluestore-bitmap centos_latest clusters/1-mds-2-client-micro conf/{client mds mon osd} overrides/{ignorelist_health ignorelist_wrongly_marked_down multimds/no pg-warn} tasks/{0-octopus 1-client 2-upgrade 3-client-upgrade 4-compat_client 5-client-sanity}} 3
Failure Reason:

Cannot connect to remote host smithi116

fail 6894314 2022-06-23 09:30:15 2022-06-23 09:35:22 2022-06-23 09:55:51 0:20:29 0:12:38 0:07:51 smithi main centos 8.stream fs:upgrade/mds_upgrade_sequence/{bluestore-bitmap centos_8.stream_container_tools conf/{client mds mon osd} overrides/{ignorelist_health ignorelist_wrongly_marked_down pg-warn syntax} roles tasks/{0-from/v16.2.4 1-volume/{0-create 1-ranks/2 2-allow_standby_replay/no 3-inline/yes 4-verify} 2-client 3-upgrade-with-workload 4-verify}} 2
Failure Reason:

Command failed on smithi083 with status 22: 'sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 97ec959e-f2d9-11ec-842b-001a4aab830c -e sha1=1249cc621e966ba32448cfd8e8c0ec69e76e8f5b -- bash -c \'ceph orch daemon redeploy "mgr.$(ceph mgr dump -f json | jq .active_name | jq .[] | jq -r .name)" --image quay.ceph.io/ceph-ci/ceph:$sha1\''

fail 6894315 2022-06-23 09:30:16 2022-06-23 09:36:32 2022-06-23 09:57:35 0:21:03 0:13:27 0:07:36 smithi main centos 8.stream fs:upgrade/mds_upgrade_sequence/{bluestore-bitmap centos_8.stream_container_tools conf/{client mds mon osd} overrides/{ignorelist_health ignorelist_wrongly_marked_down pg-warn syntax} roles tasks/{0-from/pacific 1-volume/{0-create 1-ranks/2 2-allow_standby_replay/no 3-inline/no 4-verify} 2-client 3-upgrade-with-workload 4-verify}} 2
Failure Reason:

Command failed on smithi043 with status 22: 'sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/daemon-base:latest-pacific shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 971e15b6-f2d9-11ec-842b-001a4aab830c -e sha1=1249cc621e966ba32448cfd8e8c0ec69e76e8f5b -- bash -c \'ceph orch daemon redeploy "mgr.$(ceph mgr dump -f json | jq .active_name | jq .[] | jq -r .name)" --image quay.ceph.io/ceph-ci/ceph:$sha1\''

fail 6894316 2022-06-23 09:30:17 2022-06-23 09:36:33 2022-06-23 09:55:55 0:19:22 0:11:08 0:08:14 smithi main centos 8.stream fs:upgrade/mds_upgrade_sequence/{bluestore-bitmap centos_8.stream_container_tools conf/{client mds mon osd} overrides/{ignorelist_health ignorelist_wrongly_marked_down pg-warn syntax} roles tasks/{0-from/v16.2.4 1-volume/{0-create 1-ranks/1 2-allow_standby_replay/yes 3-inline/yes 4-verify} 2-client 3-upgrade-with-workload 4-verify}} 2
Failure Reason:

SSH connection to smithi098 was lost: 'sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e20d984e-f2d9-11ec-842b-001a4aab830c -- bash -c \'while ! ceph --format=json mds versions | jq -e ". | add == 4"; do sleep 1; done\''

fail 6894317 2022-06-23 09:30:18 2022-06-23 09:38:33 2022-06-23 09:58:00 0:19:27 0:12:28 0:06:59 smithi main centos 8.stream fs:upgrade/featureful_client/old_client/{bluestore-bitmap centos_latest clusters/1-mds-2-client-micro conf/{client mds mon osd} overrides/{ignorelist_health ignorelist_wrongly_marked_down multimds/yes pg-warn} tasks/{0-octopus 1-client 2-upgrade 3-compat_client/quincy}} 3
Failure Reason:

SSH connection to smithi088 was lost: 'sudo yum -y upgrade ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd'

fail 6894318 2022-06-23 09:30:19 2022-06-23 09:38:34 2022-06-23 09:56:42 0:18:08 0:10:22 0:07:46 smithi main centos 8.stream fs:upgrade/mds_upgrade_sequence/{bluestore-bitmap centos_8.stream_container_tools conf/{client mds mon osd} overrides/{ignorelist_health ignorelist_wrongly_marked_down pg-warn syntax} roles tasks/{0-from/pacific 1-volume/{0-create 1-ranks/2 2-allow_standby_replay/yes 3-inline/no 4-verify} 2-client 3-upgrade-with-workload 4-verify}} 2
Failure Reason:

Cannot connect to remote host smithi148

fail 6894319 2022-06-23 09:30:19 2022-06-23 09:39:24 2022-06-23 09:56:12 0:16:48 0:08:53 0:07:55 smithi main centos 8.stream fs:upgrade/mds_upgrade_sequence/{bluestore-bitmap centos_8.stream_container_tools conf/{client mds mon osd} overrides/{ignorelist_health ignorelist_wrongly_marked_down pg-warn syntax} roles tasks/{0-from/v16.2.4 1-volume/{0-create 1-ranks/1 2-allow_standby_replay/no 3-inline/yes 4-verify} 2-client 3-upgrade-with-workload 4-verify}} 2
Failure Reason:

Cannot connect to remote host smithi036

fail 6894320 2022-06-23 09:30:20 2022-06-23 09:41:05 2022-06-23 09:55:53 0:14:48 0:07:07 0:07:41 smithi main centos 8.stream fs:upgrade/featureful_client/old_client/{bluestore-bitmap centos_latest clusters/1-mds-2-client-micro conf/{client mds mon osd} overrides/{ignorelist_health ignorelist_wrongly_marked_down multimds/yes pg-warn} tasks/{0-octopus 1-client 2-upgrade 3-compat_client/no}} 3
Failure Reason:

SSH connection to smithi103 was lost: 'rm -rf /home/ubuntu/cephtest/clone.client.1 && git clone https://github.com/dparmar18/ceph /home/ubuntu/cephtest/clone.client.1 && cd /home/ubuntu/cephtest/clone.client.1 && git checkout 273ccb9068c784cc302d7274fbc3c94e0c76c80f'

fail 6894321 2022-06-23 09:30:21 2022-06-23 09:42:36 2022-06-23 09:56:18 0:13:42 0:06:46 0:06:56 smithi main centos 8.stream fs:upgrade/mds_upgrade_sequence/{bluestore-bitmap centos_8.stream_container_tools conf/{client mds mon osd} overrides/{ignorelist_health ignorelist_wrongly_marked_down pg-warn syntax} roles tasks/{0-from/v16.2.4 1-volume/{0-create 1-ranks/1 2-allow_standby_replay/no 3-inline/no 4-verify} 2-client 3-upgrade-with-workload 4-verify}} 2
Failure Reason:

Cannot connect to remote host smithi102

fail 6894322 2022-06-23 09:30:22 2022-06-23 09:42:56 2022-06-23 09:55:50 0:12:54 0:07:13 0:05:41 smithi main centos 8.stream fs:upgrade/mds_upgrade_sequence/{bluestore-bitmap centos_8.stream_container_tools conf/{client mds mon osd} overrides/{ignorelist_health ignorelist_wrongly_marked_down pg-warn syntax} roles tasks/{0-from/pacific 1-volume/{0-create 1-ranks/2 2-allow_standby_replay/yes 3-inline/yes 4-verify} 2-client 3-upgrade-with-workload 4-verify}} 2
Failure Reason:

Cannot connect to remote host smithi059

fail 6894323 2022-06-23 09:30:23 2022-06-23 09:42:57 2022-06-23 09:56:45 0:13:48 0:06:18 0:07:30 smithi main centos 8.stream fs:upgrade/mds_upgrade_sequence/{bluestore-bitmap centos_8.stream_container_tools conf/{client mds mon osd} overrides/{ignorelist_health ignorelist_wrongly_marked_down pg-warn syntax} roles tasks/{0-from/v16.2.4 1-volume/{0-create 1-ranks/1 2-allow_standby_replay/yes 3-inline/no 4-verify} 2-client 3-upgrade-with-workload 4-verify}} 2
Failure Reason:

Cannot connect to remote host smithi073

fail 6894324 2022-06-23 09:30:24 2022-06-23 09:43:47 2022-06-23 09:56:56 0:13:09 0:06:08 0:07:01 smithi main centos 8.stream fs:upgrade/featureful_client/upgraded_client/{bluestore-bitmap centos_latest clusters/1-mds-2-client-micro conf/{client mds mon osd} overrides/{ignorelist_health ignorelist_wrongly_marked_down multimds/yes pg-warn} tasks/{0-octopus 1-client 2-upgrade 3-client-upgrade 4-compat_client 5-client-sanity}} 3
Failure Reason:

Cannot connect to remote host smithi093

fail 6894325 2022-06-23 09:30:25 2022-06-23 09:43:48 2022-06-23 09:57:09 0:13:21 0:05:54 0:07:27 smithi main centos 8.stream fs:upgrade/mds_upgrade_sequence/{bluestore-bitmap centos_8.stream_container_tools conf/{client mds mon osd} overrides/{ignorelist_health ignorelist_wrongly_marked_down pg-warn syntax} roles tasks/{0-from/pacific 1-volume/{0-create 1-ranks/2 2-allow_standby_replay/no 3-inline/yes 4-verify} 2-client 3-upgrade-with-workload 4-verify}} 2
Failure Reason:

SSH connection to smithi039 was lost: 'sudo yum -y install python3-rados'

dead 6894326 2022-06-23 09:30:26 2022-06-23 09:43:48 2022-06-23 21:53:38 12:09:50 smithi main centos 8.stream fs:upgrade/mds_upgrade_sequence/{bluestore-bitmap centos_8.stream_container_tools conf/{client mds mon osd} overrides/{ignorelist_health ignorelist_wrongly_marked_down pg-warn syntax} roles tasks/{0-from/v16.2.4 1-volume/{0-create 1-ranks/2 2-allow_standby_replay/no 3-inline/no 4-verify} 2-client 3-upgrade-with-workload 4-verify}} 2
Failure Reason:

hit max job timeout

fail 6894327 2022-06-23 09:30:27 2022-06-23 09:44:59 2022-06-23 09:56:29 0:11:30 0:04:36 0:06:54 smithi main centos 8.stream fs:upgrade/mds_upgrade_sequence/{bluestore-bitmap centos_8.stream_container_tools conf/{client mds mon osd} overrides/{ignorelist_health ignorelist_wrongly_marked_down pg-warn syntax} roles tasks/{0-from/pacific 1-volume/{0-create 1-ranks/1 2-allow_standby_replay/yes 3-inline/yes 4-verify} 2-client 3-upgrade-with-workload 4-verify}} 2
Failure Reason:

SSH connection to smithi201 was lost: 'sudo yum -y install ceph'

fail 6894328 2022-06-23 09:30:28 2022-06-23 09:45:19 2022-06-23 09:57:31 0:12:12 0:03:29 0:08:43 smithi main centos 8.stream fs:upgrade/featureful_client/old_client/{bluestore-bitmap centos_latest clusters/1-mds-2-client-micro conf/{client mds mon osd} overrides/{ignorelist_health ignorelist_wrongly_marked_down multimds/no pg-warn} tasks/{0-octopus 1-client 2-upgrade 3-compat_client/quincy}} 3
Failure Reason:

SSH connection to smithi141 was lost: 'sudo yum -y install ceph-radosgw'

fail 6894329 2022-06-23 09:30:29 2022-06-23 09:46:20 2022-06-23 09:57:39 0:11:19 0:03:25 0:07:54 smithi main centos 8.stream fs:upgrade/mds_upgrade_sequence/{bluestore-bitmap centos_8.stream_container_tools conf/{client mds mon osd} overrides/{ignorelist_health ignorelist_wrongly_marked_down pg-warn syntax} roles tasks/{0-from/v16.2.4 1-volume/{0-create 1-ranks/2 2-allow_standby_replay/yes 3-inline/no 4-verify} 2-client 3-upgrade-with-workload 4-verify}} 2
Failure Reason:

SSH connection to smithi109 was lost: 'sudo yum -y install ceph-radosgw'

fail 6894330 2022-06-23 09:30:29 2022-06-23 09:46:30 2022-06-23 09:59:59 0:13:29 0:05:49 0:07:40 smithi main centos 8.stream fs:upgrade/mds_upgrade_sequence/{bluestore-bitmap centos_8.stream_container_tools conf/{client mds mon osd} overrides/{ignorelist_health ignorelist_wrongly_marked_down pg-warn syntax} roles tasks/{0-from/pacific 1-volume/{0-create 1-ranks/1 2-allow_standby_replay/no 3-inline/yes 4-verify} 2-client 3-upgrade-with-workload 4-verify}} 2
Failure Reason:

{'smithi120.front.sepia.ceph.com': {'_ansible_no_log': False, 'msg': "Failed to connect to the host via ssh: Warning: Permanently added 'smithi120.front.sepia.ceph.com,172.21.15.120' (ECDSA) to the list of known hosts.\r\nubuntu@smithi120.front.sepia.ceph.com: Permission denied (publickey,password,keyboard-interactive)."}, 'smithi089.front.sepia.ceph.com': {'_ansible_no_log': False, 'msg': "Failed to connect to the host via ssh: Warning: Permanently added 'smithi089.front.sepia.ceph.com,172.21.15.89' (ECDSA) to the list of known hosts.\r\nubuntu@smithi089.front.sepia.ceph.com: Permission denied (publickey,password,keyboard-interactive)."}}