Status Job ID Links Posted Started Updated
Runtime
Duration
In Waiting
Machine Teuthology Branch OS Type OS Version Description Nodes
pass 7459771 2023-11-15 22:09:23 2023-11-15 22:10:00 2023-11-15 22:40:03 0:30:03 0:15:49 0:14:14 smithi main centos 8.stream orch:cephadm/osds/{0-distro/centos_8.stream_container_tools 0-nvme-loop 1-start 2-ops/rm-zap-add} 2
pass 7459772 2023-11-15 22:09:24 2023-11-15 22:11:00 2023-11-15 22:46:11 0:35:11 0:24:10 0:11:01 smithi main ubuntu 20.04 orch:cephadm/workunits/{0-distro/ubuntu_20.04 agent/on mon_election/connectivity task/test_host_drain} 3
pass 7459773 2023-11-15 22:09:25 2023-11-15 22:11:51 2023-11-15 22:47:04 0:35:13 0:29:52 0:05:21 smithi main rhel 8.6 orch:cephadm/with-work/{0-distro/rhel_8.6_container_tools_3.0 fixed-2 mode/packaged mon_election/classic msgr/async-v1only start tasks/rados_python} 2
pass 7459774 2023-11-15 22:09:26 2023-11-15 22:11:51 2023-11-15 22:54:07 0:42:16 0:31:48 0:10:28 smithi main centos 8.stream orch:cephadm/mds_upgrade_sequence/{bluestore-bitmap centos_8.stream_container_tools conf/{client mds mon osd} fail_fs/no overrides/{ignorelist_health ignorelist_wrongly_marked_down pg-warn syntax} roles tasks/{0-from/quincy 1-volume/{0-create 1-ranks/2 2-allow_standby_replay/yes 3-inline/no 4-verify} 2-client 3-upgrade-mgr-staggered 4-config-upgrade/{fail_fs} 5-upgrade-with-workload 6-verify}} 2
fail 7459775 2023-11-15 22:09:26 2023-11-15 22:12:32 2023-11-15 22:54:07 0:41:35 0:31:17 0:10:18 smithi main centos 8.stream orch:cephadm/mgr-nfs-upgrade/{0-centos_8.stream_container_tools 1-bootstrap/17.2.0 1-start 2-nfs 3-upgrade-with-workload 4-final} 2
Failure Reason:

Command failed on smithi102 with status 1: 'sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 78949772-8406-11ee-8dbe-212e2dc638e7 -e sha1=8f2694c0fc460010cfe2486d4bfef69bee634c41 -- bash -c \'ceph versions | jq -e \'"\'"\'.overall | length == 1\'"\'"\'\''

pass 7459776 2023-11-15 22:09:27 2023-11-15 22:12:32 2023-11-15 22:51:40 0:39:08 0:30:18 0:08:50 smithi main centos 9.stream orch:cephadm/nfs/{cluster/{1-node} overrides/ignorelist_health supported-random-distros$/{centos_latest} tasks/nfs} 1
pass 7459777 2023-11-15 22:09:28 2023-11-15 22:12:32 2023-11-15 22:39:42 0:27:10 0:18:15 0:08:55 smithi main centos 8.stream orch:cephadm/orchestrator_cli/{0-random-distro$/{centos_8.stream_container_tools} 2-node-mgr agent/off orchestrator_cli} 2
pass 7459778 2023-11-15 22:09:29 2023-11-15 22:12:33 2023-11-15 23:13:41 1:01:08 0:49:01 0:12:07 smithi main centos 8.stream orch:cephadm/rbd_iscsi/{0-single-container-host base/install cluster/{fixed-3 openstack} conf/{disable-pool-app} workloads/cephadm_iscsi} 3
pass 7459779 2023-11-15 22:09:30 2023-11-15 22:14:13 2023-11-15 22:40:32 0:26:19 0:16:11 0:10:08 smithi main centos 8.stream orch:cephadm/smoke-roleless/{0-distro/centos_8.stream_container_tools 0-nvme-loop 1-start 2-services/mirror 3-final} 2
pass 7459780 2023-11-15 22:09:31 2023-11-15 22:14:34 2023-11-15 22:43:14 0:28:40 0:18:50 0:09:50 smithi main ubuntu 20.04 orch:cephadm/smoke-singlehost/{0-random-distro$/{ubuntu_20.04} 1-start 2-services/basic 3-final} 1
pass 7459781 2023-11-15 22:09:31 2023-11-15 22:15:04 2023-11-15 22:38:03 0:22:59 0:13:22 0:09:37 smithi main centos 8.stream orch:cephadm/smoke-small/{0-distro/centos_8.stream_container_tools_crun 0-nvme-loop agent/off fixed-2 mon_election/classic start} 3
pass 7459782 2023-11-15 22:09:32 2023-11-15 22:15:05 2023-11-15 23:10:41 0:55:36 0:46:14 0:09:22 smithi main centos 8.stream orch:cephadm/upgrade/{1-start-distro/1-start-centos_8.stream_container-tools 2-repo_digest/defaut 3-upgrade/staggered 4-wait 5-upgrade-ls agent/off mon_election/classic} 2
pass 7459783 2023-11-15 22:09:33 2023-11-15 22:15:15 2023-11-15 22:41:49 0:26:34 0:18:55 0:07:39 smithi main centos 8.stream orch:cephadm/workunits/{0-distro/centos_8.stream_container_tools agent/off mon_election/classic task/test_iscsi_container/{centos_8.stream_container_tools test_iscsi_container}} 1
pass 7459784 2023-11-15 22:09:34 2023-11-15 22:15:15 2023-11-15 22:55:39 0:40:24 0:33:40 0:06:44 smithi main rhel 8.6 orch:cephadm/with-work/{0-distro/rhel_8.6_container_tools_rhel8 fixed-2 mode/root mon_election/connectivity msgr/async-v2only start tasks/rotate-keys} 2
pass 7459785 2023-11-15 22:09:35 2023-11-15 22:16:16 2023-11-15 22:49:51 0:33:35 0:24:06 0:09:29 smithi main centos 8.stream orch:cephadm/workunits/{0-distro/centos_8.stream_container_tools_crun agent/on mon_election/connectivity task/test_monitoring_stack_basic} 3
pass 7459786 2023-11-15 22:09:36 2023-11-15 22:16:46 2023-11-15 22:42:05 0:25:19 0:16:16 0:09:03 smithi main centos 8.stream orch:cephadm/smoke-roleless/{0-distro/centos_8.stream_container_tools_crun 0-nvme-loop 1-start 2-services/nfs-haproxy-proto 3-final} 2
pass 7459787 2023-11-15 22:09:37 2023-11-15 22:16:47 2023-11-15 22:43:45 0:26:58 0:20:54 0:06:04 smithi main rhel 8.6 orch:cephadm/smoke/{0-distro/rhel_8.6_container_tools_rhel8 0-nvme-loop agent/off fixed-2 mon_election/classic start} 2
pass 7459788 2023-11-15 22:09:37 2023-11-15 22:17:07 2023-11-15 23:13:12 0:56:05 0:48:03 0:08:02 smithi main rhel 8.6 orch:cephadm/thrash/{0-distro/rhel_8.6_container_tools_rhel8 1-start 2-thrash 3-tasks/rados_api_tests fixed-2 msgr/async root} 2
pass 7459789 2023-11-15 22:09:38 2023-11-15 22:17:48 2023-11-15 23:13:43 0:55:55 0:44:44 0:11:11 smithi main ubuntu 20.04 orch:cephadm/with-work/{0-distro/ubuntu_20.04 fixed-2 mode/packaged mon_election/classic msgr/async start tasks/rados_api_tests} 2
pass 7459790 2023-11-15 22:09:39 2023-11-15 22:19:21 2023-11-15 22:49:54 0:30:33 0:24:09 0:06:24 smithi main rhel 8.6 orch:cephadm/workunits/{0-distro/rhel_8.6_container_tools_3.0 agent/off mon_election/classic task/test_orch_cli} 1
pass 7459791 2023-11-15 22:09:40 2023-11-15 22:19:22 2023-11-15 22:47:06 0:27:44 0:21:47 0:05:57 smithi main rhel 8.6 orch:cephadm/smoke-roleless/{0-distro/rhel_8.6_container_tools_3.0 0-nvme-loop 1-start 2-services/nfs-ingress-rgw-bucket 3-final} 2
pass 7459792 2023-11-15 22:09:41 2023-11-15 22:19:52 2023-11-15 23:03:41 0:43:49 0:35:28 0:08:21 smithi main rhel 8.6 orch:cephadm/workunits/{0-distro/rhel_8.6_container_tools_rhel8 agent/on mon_election/connectivity task/test_orch_cli_mon} 5
pass 7459793 2023-11-15 22:09:41 2023-11-15 22:21:45 2023-11-15 22:54:54 0:33:09 0:24:19 0:08:50 smithi main centos 8.stream orch:cephadm/with-work/{0-distro/centos_8.stream_container_tools fixed-2 mode/root mon_election/connectivity msgr/async-v1only start tasks/rados_python} 2
pass 7459794 2023-11-15 22:09:42 2023-11-15 22:21:45 2023-11-15 22:47:17 0:25:32 0:16:01 0:09:31 smithi main centos 8.stream orch:cephadm/osds/{0-distro/centos_8.stream_container_tools_crun 0-nvme-loop 1-start 2-ops/rm-zap-flag} 2
fail 7459795 2023-11-15 22:09:43 2023-11-15 22:22:16 2023-11-15 22:52:27 0:30:11 0:19:35 0:10:36 smithi main ubuntu 20.04 orch:cephadm/workunits/{0-distro/ubuntu_20.04 agent/off mon_election/classic task/test_rgw_multisite} 3
Failure Reason:

Command failed on smithi149 with status 22: 'sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8f2694c0fc460010cfe2486d4bfef69bee634c41 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f90e6490-8407-11ee-8dbe-212e2dc638e7 -- ceph rgw realm bootstrap -i -'

pass 7459796 2023-11-15 22:09:44 2023-11-15 22:22:16 2023-11-15 22:50:07 0:27:51 0:21:18 0:06:33 smithi main rhel 8.6 orch:cephadm/smoke-roleless/{0-distro/rhel_8.6_container_tools_rhel8 0-nvme-loop 1-start 2-services/nfs-ingress-rgw-user 3-final} 2
pass 7459797 2023-11-15 22:09:45 2023-11-15 22:23:02 2023-11-15 22:59:16 0:36:14 0:26:35 0:09:39 smithi main centos 8.stream orch:cephadm/with-work/{0-distro/centos_8.stream_container_tools_crun fixed-2 mode/packaged mon_election/classic msgr/async-v2only start tasks/rotate-keys} 2
pass 7459798 2023-11-15 22:09:46 2023-11-15 22:24:12 2023-11-15 23:05:41 0:41:29 0:32:44 0:08:45 smithi main centos 8.stream orch:cephadm/mds_upgrade_sequence/{bluestore-bitmap centos_8.stream_container_tools conf/{client mds mon osd} fail_fs/yes overrides/{ignorelist_health ignorelist_wrongly_marked_down pg-warn syntax} roles tasks/{0-from/quincy 1-volume/{0-create 1-ranks/1 2-allow_standby_replay/no 3-inline/yes 4-verify} 2-client 3-upgrade-mgr-staggered 4-config-upgrade/{fail_fs} 5-upgrade-with-workload 6-verify}} 2
pass 7459799 2023-11-15 22:09:46 2023-11-15 22:24:23 2023-11-15 22:56:07 0:31:44 0:20:31 0:11:13 smithi main centos 8.stream orch:cephadm/workunits/{0-distro/centos_8.stream_container_tools agent/on mon_election/connectivity task/test_set_mon_crush_locations} 3
pass 7459800 2023-11-15 22:09:47 2023-11-15 22:24:23 2023-11-15 23:01:41 0:37:18 0:26:40 0:10:38 smithi main ubuntu 20.04 orch:cephadm/smoke/{0-distro/ubuntu_20.04 0-nvme-loop agent/on fixed-2 mon_election/connectivity start} 2
pass 7459801 2023-11-15 22:09:48 2023-11-15 22:25:04 2023-11-15 22:59:18 0:34:14 0:23:19 0:10:55 smithi main ubuntu 20.04 orch:cephadm/smoke-roleless/{0-distro/ubuntu_20.04 0-nvme-loop 1-start 2-services/nfs-ingress 3-final} 2
pass 7459802 2023-11-15 22:09:49 2023-11-15 22:25:14 2023-11-15 23:50:58 1:25:44 1:12:53 0:12:51 smithi main ubuntu 20.04 orch:cephadm/thrash/{0-distro/ubuntu_20.04 1-start 2-thrash 3-tasks/radosbench fixed-2 msgr/async-v1only root} 2
pass 7459803 2023-11-15 22:09:50 2023-11-15 22:25:15 2023-11-15 23:18:43 0:53:28 0:47:00 0:06:28 smithi main rhel 8.6 orch:cephadm/with-work/{0-distro/rhel_8.6_container_tools_3.0 fixed-2 mode/root mon_election/connectivity msgr/async start tasks/rados_api_tests} 2
pass 7459804 2023-11-15 22:09:51 2023-11-15 22:25:51 2023-11-15 22:51:04 0:25:13 0:14:47 0:10:26 smithi main centos 8.stream orch:cephadm/workunits/{0-distro/centos_8.stream_container_tools_crun agent/off mon_election/classic task/test_adoption} 1
pass 7459805 2023-11-15 22:09:51 2023-11-15 22:26:02 2023-11-15 22:56:07 0:30:05 0:23:04 0:07:01 smithi main rhel 8.6 orch:cephadm/workunits/{0-distro/rhel_8.6_container_tools_3.0 agent/on mon_election/connectivity task/test_ca_signed_key} 2
pass 7459806 2023-11-15 22:09:52 2023-11-15 22:26:42 2023-11-15 23:04:19 0:37:37 0:30:55 0:06:42 smithi main rhel 8.6 orch:cephadm/with-work/{0-distro/rhel_8.6_container_tools_rhel8 fixed-2 mode/packaged mon_election/classic msgr/async-v1only start tasks/rados_python} 2
pass 7459807 2023-11-15 22:09:53 2023-11-15 22:27:13 2023-11-15 22:54:08 0:26:55 0:18:29 0:08:26 smithi main centos 8.stream orch:cephadm/smoke-roleless/{0-distro/centos_8.stream_container_tools 0-nvme-loop 1-start 2-services/nfs-ingress2 3-final} 2
pass 7459808 2023-11-15 22:09:54 2023-11-15 22:27:13 2023-11-15 22:54:21 0:27:08 0:15:28 0:11:40 smithi main centos 8.stream orch:cephadm/smoke-small/{0-distro/centos_8.stream_container_tools_crun 0-nvme-loop agent/on fixed-2 mon_election/connectivity start} 3
pass 7459809 2023-11-15 22:09:55 2023-11-15 22:28:54 2023-11-15 23:21:18 0:52:24 0:41:14 0:11:10 smithi main ubuntu 20.04 orch:cephadm/upgrade/{1-start-distro/1-start-ubuntu_20.04 2-repo_digest/repo_digest 3-upgrade/simple 4-wait 5-upgrade-ls agent/on mon_election/connectivity} 2
fail 7459810 2023-11-15 22:09:55 2023-11-15 22:29:04 2023-11-15 23:00:18 0:31:14 0:24:28 0:06:46 smithi main rhel 8.6 orch:cephadm/workunits/{0-distro/rhel_8.6_container_tools_rhel8 agent/off mon_election/classic task/test_cephadm} 1
Failure Reason:

SELinux denials found on ubuntu@smithi100.front.sepia.ceph.com: ['type=AVC msg=audit(1700089045.364:21468): avc: denied { ioctl } for pid=119818 comm="iptables" path="/var/lib/containers/storage/overlay/e2febeb9c591cbc05d1305dbf937ecdd43ed1246b4608baabe95dca5c2fa2d29/merged" dev="overlay" ino=2754503 scontext=system_u:system_r:iptables_t:s0 tcontext=system_u:object_r:container_file_t:s0:c1022,c1023 tclass=dir permissive=1', 'type=AVC msg=audit(1700089045.875:21471): avc: denied { ioctl } for pid=119835 comm="iptables" path="/var/lib/containers/storage/overlay/e2febeb9c591cbc05d1305dbf937ecdd43ed1246b4608baabe95dca5c2fa2d29/merged" dev="overlay" ino=2754503 scontext=system_u:system_r:iptables_t:s0 tcontext=system_u:object_r:container_file_t:s0:c1022,c1023 tclass=dir permissive=1']

pass 7459811 2023-11-15 22:09:56 2023-11-15 22:29:04 2023-11-15 22:59:14 0:30:10 0:23:09 0:07:01 smithi main rhel 8.6 orch:cephadm/osds/{0-distro/rhel_8.6_container_tools_3.0 0-nvme-loop 1-start 2-ops/rm-zap-wait} 2
pass 7459812 2023-11-15 22:09:57 2023-11-15 22:29:55 2023-11-15 23:18:19 0:48:24 0:38:58 0:09:26 smithi main ubuntu 20.04 orch:cephadm/with-work/{0-distro/ubuntu_20.04 fixed-2 mode/root mon_election/connectivity msgr/async-v2only start tasks/rotate-keys} 2
pass 7459813 2023-11-15 22:09:58 2023-11-15 22:30:15 2023-11-15 22:58:14 0:27:59 0:16:29 0:11:30 smithi main centos 8.stream orch:cephadm/smoke-roleless/{0-distro/centos_8.stream_container_tools_crun 0-nvme-loop 1-start 2-services/nfs-keepalive-only 3-final} 2
pass 7459814 2023-11-15 22:09:59 2023-11-15 22:30:41 2023-11-15 22:48:51 0:18:10 0:08:15 0:09:55 smithi main ubuntu 20.04 orch:cephadm/workunits/{0-distro/ubuntu_20.04 agent/on mon_election/connectivity task/test_cephadm_repos} 1
pass 7459815 2023-11-15 22:10:00 2023-11-15 23:11:51 1931 smithi main centos 8.stream orch:cephadm/mds_upgrade_sequence/{bluestore-bitmap centos_8.stream_container_tools conf/{client mds mon osd} fail_fs/yes overrides/{ignorelist_health ignorelist_wrongly_marked_down pg-warn syntax} roles tasks/{0-from/quincy 1-volume/{0-create 1-ranks/1 2-allow_standby_replay/no 3-inline/no 4-verify} 2-client 3-upgrade-mgr-staggered 4-config-upgrade/{fail_fs} 5-upgrade-with-workload 6-verify}} 2
pass 7459816 2023-11-15 22:10:01 2023-11-15 22:30:52 2023-11-15 22:56:39 0:25:47 0:16:27 0:09:20 smithi main centos 8.stream orch:cephadm/smoke/{0-distro/centos_8.stream_container_tools 0-nvme-loop agent/on fixed-2 mon_election/classic start} 2
pass 7459817 2023-11-15 22:10:02 2023-11-15 22:31:12 2023-11-15 23:12:37 0:41:25 0:31:57 0:09:28 smithi main centos 8.stream orch:cephadm/thrash/{0-distro/centos_8.stream_container_tools 1-start 2-thrash 3-tasks/small-objects fixed-2 msgr/async-v2only root} 2
pass 7459818 2023-11-15 22:10:02 2023-11-15 22:31:13 2023-11-15 23:23:14 0:52:01 0:40:57 0:11:04 smithi main centos 8.stream orch:cephadm/with-work/{0-distro/centos_8.stream_container_tools fixed-2 mode/packaged mon_election/classic msgr/async-v2only start tasks/rados_api_tests} 2
pass 7459819 2023-11-15 22:10:03 2023-11-15 22:32:13 2023-11-15 23:01:41 0:29:28 0:18:09 0:11:19 smithi main centos 8.stream orch:cephadm/workunits/{0-distro/centos_8.stream_container_tools agent/off mon_election/classic task/test_extra_daemon_features} 2
pass 7459820 2023-11-15 22:10:04 2023-11-15 22:32:14 2023-11-15 23:02:22 0:30:08 0:22:02 0:08:06 smithi main rhel 8.6 orch:cephadm/smoke-roleless/{0-distro/rhel_8.6_container_tools_3.0 0-nvme-loop 1-start 2-services/nfs 3-final} 2
pass 7459821 2023-11-15 22:10:05 2023-11-15 22:32:14 2023-11-15 23:01:52 0:29:38 0:19:06 0:10:32 smithi main centos 8.stream orch:cephadm/workunits/{0-distro/centos_8.stream_container_tools_crun agent/on mon_election/connectivity task/test_host_drain} 3
pass 7459822 2023-11-15 22:10:06 2023-11-15 22:32:55 2023-11-15 23:09:11 0:36:16 0:26:22 0:09:54 smithi main centos 8.stream orch:cephadm/with-work/{0-distro/centos_8.stream_container_tools_crun fixed-2 mode/root mon_election/connectivity msgr/async start tasks/rados_python} 2
pass 7459823 2023-11-15 22:10:07 2023-11-15 22:34:11 2023-11-15 23:00:16 0:26:05 0:19:35 0:06:30 smithi main rhel 8.6 orch:cephadm/smoke-roleless/{0-distro/rhel_8.6_container_tools_rhel8 0-nvme-loop 1-start 2-services/nfs2 3-final} 2
pass 7459824 2023-11-15 22:10:07 2023-11-15 22:34:11 2023-11-15 23:03:22 0:29:11 0:18:55 0:10:16 smithi main centos 8.stream orch:cephadm/workunits/{0-distro/rhel_8.6_container_tools_3.0 agent/off mon_election/classic task/test_iscsi_container/{centos_8.stream_container_tools test_iscsi_container}} 1
pass 7459825 2023-11-15 22:10:08 2023-11-15 22:34:11 2023-11-15 23:16:09 0:41:58 0:35:04 0:06:54 smithi main rhel 8.6 orch:cephadm/with-work/{0-distro/rhel_8.6_container_tools_3.0 fixed-2 mode/packaged mon_election/classic msgr/async-v1only start tasks/rotate-keys} 2
pass 7459826 2023-11-15 22:10:09 2023-11-15 22:34:42 2023-11-15 23:09:41 0:34:59 0:29:55 0:05:04 smithi main rhel 8.6 orch:cephadm/workunits/{0-distro/rhel_8.6_container_tools_rhel8 agent/on mon_election/connectivity task/test_monitoring_stack_basic} 3
pass 7459827 2023-11-15 22:10:10 2023-11-15 22:34:42 2023-11-15 23:00:37 0:25:55 0:19:09 0:06:46 smithi main rhel 8.6 orch:cephadm/osds/{0-distro/rhel_8.6_container_tools_rhel8 0-nvme-loop 1-start 2-ops/rmdir-reactivate} 2
pass 7459828 2023-11-15 22:10:11 2023-11-15 22:35:22 2023-11-15 23:06:00 0:30:38 0:19:41 0:10:57 smithi main ubuntu 20.04 orch:cephadm/smoke-roleless/{0-distro/ubuntu_20.04 0-nvme-loop 1-start 2-services/nvmeof 3-final} 2
pass 7459829 2023-11-15 22:10:11 2023-11-15 22:35:33 2023-11-15 23:03:07 0:27:34 0:15:16 0:12:18 smithi main centos 8.stream orch:cephadm/smoke/{0-distro/centos_8.stream_container_tools_crun 0-nvme-loop agent/off fixed-2 mon_election/connectivity start} 2
pass 7459830 2023-11-15 22:10:12 2023-11-15 22:38:04 2023-11-15 23:25:26 0:47:22 0:38:00 0:09:22 smithi main centos 8.stream orch:cephadm/thrash/{0-distro/centos_8.stream_container_tools_crun 1-start 2-thrash 3-tasks/snaps-few-objects fixed-2 msgr/async root} 2
pass 7459831 2023-11-15 22:10:13 2023-11-15 22:38:24 2023-11-15 23:29:39 0:51:15 0:45:27 0:05:48 smithi main rhel 8.6 orch:cephadm/with-work/{0-distro/rhel_8.6_container_tools_rhel8 fixed-2 mode/root mon_election/connectivity msgr/async-v2only start tasks/rados_api_tests} 2
pass 7459832 2023-11-15 22:10:14 2023-11-15 22:38:24 2023-11-15 23:07:40 0:29:16 0:18:51 0:10:25 smithi main ubuntu 20.04 orch:cephadm/workunits/{0-distro/ubuntu_20.04 agent/off mon_election/classic task/test_orch_cli} 1
pass 7459833 2023-11-15 22:10:15 2023-11-15 22:39:51 2023-11-15 23:21:41 0:41:50 0:30:33 0:11:17 smithi main centos 8.stream orch:cephadm/mds_upgrade_sequence/{bluestore-bitmap centos_8.stream_container_tools conf/{client mds mon osd} fail_fs/no overrides/{ignorelist_health ignorelist_wrongly_marked_down pg-warn syntax} roles tasks/{0-from/quincy 1-volume/{0-create 1-ranks/2 2-allow_standby_replay/yes 3-inline/yes 4-verify} 2-client 3-upgrade-mgr-staggered 4-config-upgrade/{fail_fs} 5-upgrade-with-workload 6-verify}} 2
pass 7459834 2023-11-15 22:10:16 2023-11-15 22:40:01 2023-11-15 23:04:12 0:24:11 0:14:20 0:09:51 smithi main ubuntu 20.04 orch:cephadm/orchestrator_cli/{0-random-distro$/{ubuntu_20.04} 2-node-mgr agent/on orchestrator_cli} 2
pass 7459835 2023-11-15 22:10:17 2023-11-15 22:40:12 2023-11-15 23:10:37 0:30:25 0:18:47 0:11:38 smithi main centos 8.stream orch:cephadm/smoke-roleless/{0-distro/centos_8.stream_container_tools 0-nvme-loop 1-start 2-services/rgw-ingress 3-final} 2
pass 7459836 2023-11-15 22:10:17 2023-11-15 22:40:42 2023-11-15 23:05:52 0:25:10 0:19:24 0:05:46 smithi main rhel 8.6 orch:cephadm/smoke-singlehost/{0-random-distro$/{rhel_8.6_container_tools_3.0} 1-start 2-services/rgw 3-final} 1
pass 7459837 2023-11-15 22:10:18 2023-11-15 22:40:42 2023-11-15 23:06:20 0:25:38 0:14:57 0:10:41 smithi main centos 8.stream orch:cephadm/smoke-small/{0-distro/centos_8.stream_container_tools_crun 0-nvme-loop agent/on fixed-2 mon_election/classic start} 3
fail 7459838 2023-11-15 22:10:19 2023-11-15 22:41:23 2023-11-15 23:33:16 0:51:53 0:40:59 0:10:54 smithi main centos 8.stream orch:cephadm/upgrade/{1-start-distro/1-start-centos_8.stream_container-tools 2-repo_digest/defaut 3-upgrade/staggered 4-wait 5-upgrade-ls agent/on mon_election/classic} 2
Failure Reason:

Command failed on smithi012 with status 1: 'sudo /home/ubuntu/cephtest/cephadm --image quay.io/ceph/ceph:v17.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b65eb4ee-840a-11ee-8dbe-212e2dc638e7 -e sha1=8f2694c0fc460010cfe2486d4bfef69bee634c41 -- bash -c \'ceph orch upgrade check quay.ceph.io/ceph-ci/ceph:$sha1 | jq -e \'"\'"\'.up_to_date | length == 7\'"\'"\'\''

pass 7459839 2023-11-15 22:10:20 2023-11-15 22:41:59 2023-11-15 23:21:07 0:39:08 0:27:55 0:11:13 smithi main centos 8.stream orch:cephadm/workunits/{0-distro/centos_8.stream_container_tools agent/on mon_election/connectivity task/test_orch_cli_mon} 5
pass 7459840 2023-11-15 22:10:21 2023-11-15 22:43:50 2023-11-15 23:30:12 0:46:22 0:33:44 0:12:38 smithi main ubuntu 20.04 orch:cephadm/with-work/{0-distro/ubuntu_20.04 fixed-2 mode/packaged mon_election/classic msgr/async start tasks/rados_python} 2
fail 7459841 2023-11-15 22:10:22 2023-11-15 22:44:20 2023-11-15 23:15:38 0:31:18 0:20:27 0:10:51 smithi main centos 8.stream orch:cephadm/workunits/{0-distro/centos_8.stream_container_tools_crun agent/off mon_election/classic task/test_rgw_multisite} 3
Failure Reason:

Command failed on smithi046 with status 22: 'sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8f2694c0fc460010cfe2486d4bfef69bee634c41 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 2d56a9e8-840c-11ee-8dbe-212e2dc638e7 -- ceph rgw realm bootstrap -i -'

pass 7459842 2023-11-15 22:10:22 2023-11-15 22:46:17 2023-11-15 23:14:21 0:28:04 0:16:53 0:11:11 smithi main centos 8.stream orch:cephadm/smoke-roleless/{0-distro/centos_8.stream_container_tools_crun 0-nvme-loop 1-start 2-services/rgw 3-final} 2
pass 7459843 2023-11-15 22:10:23 2023-11-15 22:47:08 2023-11-15 23:26:21 0:39:13 0:29:12 0:10:01 smithi main centos 8.stream orch:cephadm/with-work/{0-distro/centos_8.stream_container_tools fixed-2 mode/root mon_election/connectivity msgr/async-v1only start tasks/rotate-keys} 2
pass 7459844 2023-11-15 22:10:24 2023-11-15 22:47:08 2023-11-15 23:25:09 0:38:01 0:31:25 0:06:36 smithi main rhel 8.6 orch:cephadm/workunits/{0-distro/rhel_8.6_container_tools_3.0 agent/on mon_election/connectivity task/test_set_mon_crush_locations} 3
pass 7459845 2023-11-15 22:10:25 2023-11-15 22:47:08 2023-11-15 23:12:09 0:25:01 0:18:26 0:06:35 smithi main rhel 8.6 orch:cephadm/osds/{0-distro/rhel_8.6_container_tools_rhel8 0-nvme-loop 1-start 2-ops/repave-all} 2
pass 7459846 2023-11-15 22:10:26 2023-11-15 22:47:19 2023-11-15 23:18:38 0:31:19 0:22:44 0:08:35 smithi main rhel 8.6 orch:cephadm/smoke/{0-distro/rhel_8.6_container_tools_3.0 0-nvme-loop agent/on fixed-2 mon_election/classic start} 2
pass 7459847 2023-11-15 22:10:27 2023-11-15 22:49:13 2023-11-15 23:16:55 0:27:42 0:20:12 0:07:30 smithi main rhel 8.6 orch:cephadm/smoke-roleless/{0-distro/rhel_8.6_container_tools_3.0 0-nvme-loop 1-start 2-services/basic 3-final} 2
pass 7459848 2023-11-15 22:10:27 2023-11-15 23:44:48 2881 smithi main rhel 8.6 orch:cephadm/thrash/{0-distro/rhel_8.6_container_tools_3.0 1-start 2-thrash 3-tasks/rados_api_tests fixed-2 msgr/async-v1only root} 2
pass 7459849 2023-11-15 22:10:28 2023-11-15 22:49:54 2023-11-15 23:39:19 0:49:25 0:40:48 0:08:37 smithi main centos 8.stream orch:cephadm/with-work/{0-distro/centos_8.stream_container_tools_crun fixed-2 mode/packaged mon_election/classic msgr/async-v2only start tasks/rados_api_tests} 2
pass 7459850 2023-11-15 22:10:29 2023-11-15 22:50:17 2023-11-15 23:19:22 0:29:05 0:22:23 0:06:42 smithi main rhel 8.6 orch:cephadm/workunits/{0-distro/rhel_8.6_container_tools_rhel8 agent/off mon_election/classic task/test_adoption} 1
pass 7459851 2023-11-15 22:10:30 2023-11-15 22:50:17 2023-11-15 23:17:14 0:26:57 0:16:38 0:10:19 smithi main ubuntu 20.04 orch:cephadm/workunits/{0-distro/ubuntu_20.04 agent/on mon_election/connectivity task/test_ca_signed_key} 2
pass 7459852 2023-11-15 22:10:31 2023-11-15 22:51:18 2023-11-15 23:29:10 0:37:52 0:29:54 0:07:58 smithi main rhel 8.6 orch:cephadm/with-work/{0-distro/rhel_8.6_container_tools_3.0 fixed-2 mode/root mon_election/connectivity msgr/async start tasks/rados_python} 2
pass 7459853 2023-11-15 22:10:31 2023-11-15 22:51:48 2023-11-15 23:17:13 0:25:25 0:19:03 0:06:22 smithi main rhel 8.6 orch:cephadm/smoke-roleless/{0-distro/rhel_8.6_container_tools_rhel8 0-nvme-loop 1-start 2-services/client-keyring 3-final} 2
pass 7459854 2023-11-15 22:10:32 2023-11-15 22:52:19 2023-11-15 23:37:40 0:45:21 0:35:13 0:10:08 smithi main centos 8.stream orch:cephadm/mds_upgrade_sequence/{bluestore-bitmap centos_8.stream_container_tools conf/{client mds mon osd} fail_fs/yes overrides/{ignorelist_health ignorelist_wrongly_marked_down pg-warn syntax} roles tasks/{0-from/quincy 1-volume/{0-create 1-ranks/1 2-allow_standby_replay/yes 3-inline/no 4-verify} 2-client 3-upgrade-mgr-staggered 4-config-upgrade/{fail_fs} 5-upgrade-with-workload 6-verify}} 2
pass 7459855 2023-11-15 22:10:33 2023-11-15 22:52:29 2023-11-15 23:21:26 0:28:57 0:19:59 0:08:58 smithi main centos 8.stream orch:cephadm/workunits/{0-distro/centos_8.stream_container_tools agent/off mon_election/classic task/test_cephadm} 1
pass 7459856 2023-11-15 22:10:34 2023-11-15 22:52:29 2023-11-15 23:39:10 0:46:41 0:39:18 0:07:23 smithi main rhel 8.6 orch:cephadm/with-work/{0-distro/rhel_8.6_container_tools_rhel8 fixed-2 mode/packaged mon_election/classic msgr/async-v1only start tasks/rotate-keys} 2
pass 7459857 2023-11-15 22:10:35 2023-11-15 22:54:13 2023-11-15 23:24:45 0:30:32 0:19:46 0:10:46 smithi main ubuntu 20.04 orch:cephadm/smoke-roleless/{0-distro/ubuntu_20.04 0-nvme-loop 1-start 2-services/iscsi 3-final} 2
pass 7459858 2023-11-15 22:10:35 2023-11-15 22:54:14 2023-11-15 23:13:14 0:19:00 0:09:59 0:09:01 smithi main centos 8.stream orch:cephadm/workunits/{0-distro/centos_8.stream_container_tools_crun agent/on mon_election/connectivity task/test_cephadm_repos} 1
pass 7459859 2023-11-15 22:10:36 2023-11-15 22:54:14 2023-11-15 23:25:10 0:30:56 0:23:06 0:07:50 smithi main rhel 8.6 orch:cephadm/smoke/{0-distro/rhel_8.6_container_tools_rhel8 0-nvme-loop agent/off fixed-2 mon_election/connectivity start} 2
pass 7459860 2023-11-15 22:10:37 2023-11-15 22:54:14 2023-11-16 00:01:54 1:07:40 1:01:17 0:06:23 smithi main rhel 8.6 orch:cephadm/thrash/{0-distro/rhel_8.6_container_tools_rhel8 1-start 2-thrash 3-tasks/radosbench fixed-2 msgr/async-v2only root} 2
pass 7459861 2023-11-15 22:10:38 2023-11-15 22:54:25 2023-11-15 23:51:12 0:56:47 0:44:46 0:12:01 smithi main ubuntu 20.04 orch:cephadm/with-work/{0-distro/ubuntu_20.04 fixed-2 mode/root mon_election/connectivity msgr/async-v2only start tasks/rados_api_tests} 2
pass 7459862 2023-11-15 22:10:39 2023-11-15 22:54:55 2023-11-15 23:29:11 0:34:16 0:27:16 0:07:00 smithi main rhel 8.6 orch:cephadm/workunits/{0-distro/rhel_8.6_container_tools_3.0 agent/off mon_election/classic task/test_extra_daemon_features} 2
pass 7459863 2023-11-15 22:10:39 2023-11-15 22:55:47 2023-11-15 23:21:37 0:25:50 0:15:14 0:10:36 smithi main centos 8.stream orch:cephadm/smoke-roleless/{0-distro/centos_8.stream_container_tools 0-nvme-loop 1-start 2-services/jaeger 3-final} 2
pass 7459864 2023-11-15 22:10:40 2023-11-15 22:56:17 2023-11-15 23:21:37 0:25:20 0:14:13 0:11:07 smithi main centos 8.stream orch:cephadm/smoke-small/{0-distro/centos_8.stream_container_tools_crun 0-nvme-loop agent/off fixed-2 mon_election/connectivity start} 3
pass 7459865 2023-11-15 22:10:41 2023-11-15 22:56:18 2023-11-15 23:46:42 0:50:24 0:38:40 0:11:44 smithi main ubuntu 20.04 orch:cephadm/upgrade/{1-start-distro/1-start-ubuntu_20.04 2-repo_digest/repo_digest 3-upgrade/simple 4-wait 5-upgrade-ls agent/off mon_election/connectivity} 2
pass 7459866 2023-11-15 22:10:42 2023-11-15 22:56:48 2023-11-15 23:28:22 0:31:34 0:19:42 0:11:52 smithi main ubuntu 20.04 orch:cephadm/osds/{0-distro/ubuntu_20.04 0-nvme-loop 1-start 2-ops/rm-zap-add} 2
dead 7459867 2023-11-15 22:10:43 2023-11-15 22:58:19 2023-11-15 23:19:46 0:21:27 smithi main rhel 8.6 orch:cephadm/workunits/{0-distro/rhel_8.6_container_tools_rhel8 agent/on mon_election/connectivity task/test_host_drain} 3
Failure Reason:

Error reimaging machines: reached maximum tries (101) after waiting for 600 seconds

pass 7459868 2023-11-15 22:10:43 2023-11-15 22:59:22 2023-11-15 23:34:18 0:34:56 0:24:26 0:10:30 smithi main centos 8.stream orch:cephadm/with-work/{0-distro/centos_8.stream_container_tools fixed-2 mode/packaged mon_election/classic msgr/async start tasks/rados_python} 2
pass 7459869 2023-11-15 22:10:44 2023-11-15 22:59:22 2023-11-15 23:26:50 0:27:28 0:14:53 0:12:35 smithi main centos 8.stream orch:cephadm/smoke-roleless/{0-distro/centos_8.stream_container_tools_crun 0-nvme-loop 1-start 2-services/mirror 3-final} 2
pass 7459870 2023-11-15 22:10:45 2023-11-15 22:59:22 2023-11-15 23:28:46 0:29:24 0:17:30 0:11:54 smithi main centos 8.stream orch:cephadm/workunits/{0-distro/ubuntu_20.04 agent/off mon_election/classic task/test_iscsi_container/{centos_8.stream_container_tools test_iscsi_container}} 1
pass 7459871 2023-11-15 22:10:46 2023-11-15 23:00:29 2023-11-15 23:35:38 0:35:09 0:26:22 0:08:47 smithi main centos 8.stream orch:cephadm/with-work/{0-distro/centos_8.stream_container_tools_crun fixed-2 mode/root mon_election/connectivity msgr/async-v1only start tasks/rotate-keys} 2
pass 7459872 2023-11-15 22:10:47 2023-11-15 23:00:29 2023-11-15 23:45:11 0:44:42 0:35:07 0:09:35 smithi main centos 8.stream orch:cephadm/mds_upgrade_sequence/{bluestore-bitmap centos_8.stream_container_tools conf/{client mds mon osd} fail_fs/no overrides/{ignorelist_health ignorelist_wrongly_marked_down pg-warn syntax} roles tasks/{0-from/quincy 1-volume/{0-create 1-ranks/2 2-allow_standby_replay/no 3-inline/yes 4-verify} 2-client 3-upgrade-mgr-staggered 4-config-upgrade/{fail_fs} 5-upgrade-with-workload 6-verify}} 2
pass 7459873 2023-11-15 22:10:48 2023-11-15 23:00:40 2023-11-15 23:35:10 0:34:30 0:22:38 0:11:52 smithi main centos 8.stream orch:cephadm/workunits/{0-distro/centos_8.stream_container_tools agent/on mon_election/connectivity task/test_monitoring_stack_basic} 3
pass 7459874 2023-11-15 22:10:48 2023-11-15 23:01:47 2023-11-15 23:33:21 0:31:34 0:24:08 0:07:26 smithi main rhel 8.6 orch:cephadm/smoke-roleless/{0-distro/rhel_8.6_container_tools_3.0 0-nvme-loop 1-start 2-services/nfs-haproxy-proto 3-final} 2
pass 7459875 2023-11-15 22:10:49 2023-11-15 23:01:47 2023-11-15 23:38:11 0:36:24 0:25:39 0:10:45 smithi main ubuntu 20.04 orch:cephadm/smoke/{0-distro/ubuntu_20.04 0-nvme-loop agent/on fixed-2 mon_election/classic start} 2
pass 7459876 2023-11-15 22:10:50 2023-11-15 23:01:58 2023-11-15 23:54:07 0:52:09 0:42:30 0:09:39 smithi main ubuntu 20.04 orch:cephadm/thrash/{0-distro/ubuntu_20.04 1-start 2-thrash 3-tasks/small-objects fixed-2 msgr/async root} 2
pass 7459877 2023-11-15 22:10:51 2023-11-15 23:01:58 2023-11-15 23:58:38 0:56:40 0:48:23 0:08:17 smithi main rhel 8.6 orch:cephadm/with-work/{0-distro/rhel_8.6_container_tools_3.0 fixed-2 mode/packaged mon_election/classic msgr/async-v2only start tasks/rados_api_tests} 2
pass 7459878 2023-11-15 22:10:52 2023-11-15 23:02:29 2023-11-15 23:28:11 0:25:42 0:17:06 0:08:36 smithi main centos 8.stream orch:cephadm/workunits/{0-distro/centos_8.stream_container_tools_crun agent/off mon_election/classic task/test_orch_cli} 1
pass 7459879 2023-11-15 22:10:53 2023-11-15 23:03:09 2023-11-15 23:30:17 0:27:08 0:20:38 0:06:30 smithi main rhel 8.6 orch:cephadm/smoke-roleless/{0-distro/rhel_8.6_container_tools_rhel8 0-nvme-loop 1-start 2-services/nfs-ingress-rgw-bucket 3-final} 2
pass 7459880 2023-11-15 22:10:53 2023-11-15 23:03:29 2023-11-15 23:47:50 0:44:21 0:36:42 0:07:39 smithi main rhel 8.6 orch:cephadm/workunits/{0-distro/rhel_8.6_container_tools_3.0 agent/on mon_election/connectivity task/test_orch_cli_mon} 5
pass 7459881 2023-11-15 22:10:54 2023-11-15 23:03:50 2023-11-15 23:39:21 0:35:31 0:29:25 0:06:06 smithi main rhel 8.6 orch:cephadm/with-work/{0-distro/rhel_8.6_container_tools_rhel8 fixed-2 mode/root mon_election/connectivity msgr/async start tasks/rados_python} 2
pass 7459882 2023-11-15 22:10:55 2023-11-15 23:04:20 2023-11-15 23:29:23 0:25:03 0:16:21 0:08:42 smithi main centos 8.stream orch:cephadm/osds/{0-distro/centos_8.stream_container_tools 0-nvme-loop 1-start 2-ops/rm-zap-flag} 2
fail 7459883 2023-11-15 22:10:56 2023-11-15 23:04:21 2023-11-15 23:35:24 0:31:03 0:23:43 0:07:20 smithi main rhel 8.6 orch:cephadm/workunits/{0-distro/rhel_8.6_container_tools_rhel8 agent/off mon_election/classic task/test_rgw_multisite} 3
Failure Reason:

Command failed on smithi038 with status 22: 'sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8f2694c0fc460010cfe2486d4bfef69bee634c41 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9c16c0b4-840e-11ee-8dbe-212e2dc638e7 -- ceph rgw realm bootstrap -i -'

pass 7459884 2023-11-15 22:10:57 2023-11-15 23:04:21 2023-11-15 23:37:45 0:33:24 0:21:55 0:11:29 smithi main ubuntu 20.04 orch:cephadm/smoke-roleless/{0-distro/ubuntu_20.04 0-nvme-loop 1-start 2-services/nfs-ingress-rgw-user 3-final} 2