Status Job ID Links Posted Started Updated
Runtime
Duration
In Waiting
Machine Teuthology Branch OS Type OS Version Description Nodes
fail 7568930 2024-02-20 18:46:25 2024-02-20 18:47:31 2024-02-20 19:29:43 0:42:12 0:31:32 0:10:40 smithi main ubuntu 20.04 orch:cephadm/upgrade/{1-start-distro/1-start-ubuntu_20.04-15.2.9 2-repo_digest/defaut 3-upgrade/simple 4-wait 5-upgrade-ls mon_election/classic} 2
Failure Reason:

"2024-02-20T19:17:20.134805+0000 mon.a (mon.0) 770 : cluster [WRN] Health check failed: 1 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON)" in cluster log

fail 7568931 2024-02-20 18:46:26 2024-02-20 18:47:42 2024-02-20 19:41:06 0:53:24 0:42:49 0:10:35 smithi main centos 8.stream orch:cephadm/thrash/{0-distro/centos_8.stream_container_tools 1-start 2-thrash 3-tasks/small-objects fixed-2 msgr/async-v1only root} 2
Failure Reason:

expected string or bytes-like object

fail 7568932 2024-02-20 18:46:27 2024-02-20 18:48:02 2024-02-20 19:41:52 0:53:50 0:46:15 0:07:35 smithi main rhel 8.6 orch:cephadm/with-work/{0-distro/rhel_8.6_container_tools_3.0 fixed-2 mode/packaged mon_election/classic msgr/async-v1only start tasks/rados_api_tests} 2
Failure Reason:

"2024-02-20T19:22:23.091750+0000 mon.a (mon.0) 752 : cluster [WRN] Health check failed: 2 stray daemon(s) not managed by cephadm (CEPHADM_STRAY_DAEMON)" in cluster log

fail 7568933 2024-02-20 18:46:29 2024-02-20 18:48:33 2024-02-20 19:35:53 0:47:20 0:33:46 0:13:34 smithi main centos 8.stream orch:cephadm/mgr-nfs-upgrade/{0-distro/centos_8.stream_container_tools 1-bootstrap/16.2.4 1-start 2-nfs 3-upgrade-with-workload 4-final} 2
Failure Reason:

"2024-02-20T19:14:30.273832+0000 mon.smithi094 (mon.0) 491 : cluster [WRN] Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY)" in cluster log

fail 7568934 2024-02-20 18:46:30 2024-02-20 18:50:34 2024-02-20 19:48:35 0:58:01 0:47:53 0:10:08 smithi main centos 8.stream orch:cephadm/thrash/{0-distro/centos_8.stream_container_tools 1-start 2-thrash 3-tasks/snaps-few-objects fixed-2 msgr/async-v2only root} 2
Failure Reason:

expected string or bytes-like object

fail 7568935 2024-02-20 18:46:31 2024-02-20 18:51:24 2024-02-20 19:40:36 0:49:12 0:37:52 0:11:20 smithi main ubuntu 20.04 orch:cephadm/upgrade/{1-start-distro/1-start-ubuntu_20.04 2-repo_digest/repo_digest 3-upgrade/staggered 4-wait 5-upgrade-ls mon_election/connectivity} 2
Failure Reason:

Command failed on smithi146 with status 22: 'sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v15.2.0 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 453c68a0-d023-11ee-95bb-87774f69a715 -e sha1=19854089e18d4f65dda2b6cd74e737367c2514bd -- bash -c \'ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --daemon-types mon --hosts $(ceph orch ps | grep mgr.x | awk \'"\'"\'{print $2}\'"\'"\')\''

fail 7568936 2024-02-20 18:46:33 2024-02-20 18:52:15 2024-02-20 19:24:27 0:32:12 0:21:55 0:10:17 smithi main ubuntu 20.04 orch:cephadm/smoke-roleless/{0-distro/ubuntu_20.04 0-nvme-loop 1-start 2-services/nfs-ingress2 3-final} 2
Failure Reason:

Command failed on smithi002 with status 32: "sudo TESTDIR=/home/ubuntu/cephtest bash -ex -c 'mount -t nfs 10.0.31.2:/fake /mnt/foo -o port=2999'"

fail 7568937 2024-02-20 18:46:34 2024-02-20 18:52:25 2024-02-20 19:36:15 0:43:50 0:33:03 0:10:47 smithi main centos 8.stream orch:cephadm/workunits/{0-distro/centos_8.stream_container_tools mon_election/classic task/test_nfs} 1
Failure Reason:

"2024-02-20T19:28:36.364974+0000 mon.a (mon.0) 1195 : cluster [WRN] Health check failed: 1 stray daemon(s) not managed by cephadm (CEPHADM_STRAY_DAEMON)" in cluster log

pass 7568938 2024-02-20 18:46:35 2024-02-20 18:52:25 2024-02-20 19:58:24 1:05:59 0:56:00 0:09:59 smithi main ubuntu 18.04 orch:cephadm/thrash-old-clients/{0-size-min-size-overrides/3-size-2-min-size 1-install/octopus backoff/peering_and_degraded ceph clusters/{openstack three-plus-one} d-balancer/on distro$/{ubuntu_18.04} mon_election/connectivity msgr-failures/osd-delay rados thrashers/pggrow thrashosds-health workloads/snaps-few-objects} 3
fail 7568939 2024-02-20 18:46:37 2024-02-20 18:52:56 2024-02-20 19:51:06 0:58:10 0:45:40 0:12:30 smithi main centos 8.stream orch:cephadm/thrash/{0-distro/centos_8.stream_container_tools 1-start 2-thrash 3-tasks/rados_api_tests fixed-2 msgr/async root} 2
Failure Reason:

expected string or bytes-like object

fail 7568940 2024-02-20 18:46:38 2024-02-20 18:53:06 2024-02-20 19:43:12 0:50:06 0:40:50 0:09:16 smithi main ubuntu 18.04 orch:cephadm/with-work/{0-distro/ubuntu_18.04 fixed-2 mode/packaged mon_election/classic msgr/async start tasks/rados_api_tests} 2
Failure Reason:

"2024-02-20T19:40:00.000459+0000 mon.a (mon.0) 3212 : cluster [WRN] [WRN] POOL_FULL: 1 pool(s) full" in cluster log

fail 7568941 2024-02-20 18:46:39 2024-02-20 18:53:47 2024-02-20 19:39:16 0:45:29 0:33:13 0:12:16 smithi main centos 8.stream orch:cephadm/mgr-nfs-upgrade/{0-distro/centos_8.stream_container_tools 1-bootstrap/16.2.5 1-start 2-nfs 3-upgrade-with-workload 4-final} 2
Failure Reason:

"2024-02-20T19:17:17.903979+0000 mon.smithi150 (mon.0) 355 : cluster [WRN] Health check failed: 1 stray daemon(s) not managed by cephadm (CEPHADM_STRAY_DAEMON)" in cluster log

fail 7568942 2024-02-20 18:46:41 2024-02-20 18:53:47 2024-02-20 19:27:21 0:33:34 0:21:26 0:12:08 smithi main centos 8.stream orch:cephadm/workunits/{0-distro/centos_8.stream_container_tools mon_election/connectivity task/test_orch_cli} 1
Failure Reason:

"2024-02-20T19:24:50.770005+0000 mon.a (mon.0) 463 : cluster [WRN] Health check failed: cephadm background work is paused (CEPHADM_PAUSED)" in cluster log

fail 7568943 2024-02-20 18:46:42 2024-02-20 18:54:27 2024-02-20 19:25:47 0:31:20 0:22:38 0:08:42 smithi main ubuntu 18.04 orch:cephadm/osds/{0-distro/ubuntu_18.04 0-nvme-loop 1-start 2-ops/rmdir-reactivate} 2
Failure Reason:

"2024-02-20T19:20:36.342319+0000 mon.smithi022 (mon.0) 633 : cluster [WRN] Health check failed: 1 stray daemon(s) not managed by cephadm (CEPHADM_STRAY_DAEMON)" in cluster log

fail 7568944 2024-02-20 18:46:43 2024-02-20 18:54:28 2024-02-20 19:58:41 1:04:13 0:51:37 0:12:36 smithi main centos 8.stream orch:cephadm/thrash/{0-distro/centos_8.stream_container_tools 1-start 2-thrash 3-tasks/radosbench fixed-2 msgr/async-v1only root} 2
Failure Reason:

expected string or bytes-like object

pass 7568945 2024-02-20 18:46:45 2024-02-20 18:55:38 2024-02-20 19:45:20 0:49:42 0:35:48 0:13:54 smithi main centos 8.stream orch:cephadm/mds_upgrade_sequence/{bluestore-bitmap centos_8.stream_container_tools conf/{client mds mon osd} overrides/{ignorelist_health ignorelist_wrongly_marked_down pg-warn} roles tasks/{0-from/v16.2.4 1-volume/{0-create 1-ranks/2 2-allow_standby_replay/no 3-inline/no 4-verify} 2-client 3-upgrade-with-workload 4-verify}} 2
fail 7568946 2024-02-20 18:46:46 2024-02-20 18:58:09 2024-02-20 20:44:03 1:45:54 1:32:45 0:13:09 smithi main ubuntu 18.04 orch:cephadm/thrash-old-clients/{0-size-min-size-overrides/2-size-2-min-size 1-install/mimic-v1only backoff/peering_and_degraded ceph clusters/{openstack three-plus-one} d-balancer/crush-compat distro$/{ubuntu_18.04} mon_election/classic msgr-failures/osd-delay rados thrashers/default thrashosds-health workloads/radosbench} 3
Failure Reason:

"2024-02-20T19:50:00.000145+0000 mon.a (mon.0) 1453 : cluster [WRN] osd.0 (root=default,host=smithi090) is down" in cluster log

fail 7568947 2024-02-20 18:46:47 2024-02-20 18:59:50 2024-02-20 19:49:00 0:49:10 0:38:10 0:11:00 smithi main centos 8.stream orch:cephadm/mds_upgrade_sequence/{bluestore-bitmap centos_8.stream_container_tools conf/{client mds mon osd} overrides/{ignorelist_health ignorelist_wrongly_marked_down pg-warn} roles tasks/{0-from/v16.2.4 1-volume/{0-create 1-ranks/1 2-allow_standby_replay/yes 3-inline/yes 4-verify} 2-client 3-upgrade-with-workload 4-verify}} 2
Failure Reason:

"2024-02-20T19:40:00.000231+0000 mon.smithi112 (mon.0) 449 : cluster [WRN] osd.5 (root=default,host=smithi132) is down" in cluster log

fail 7568948 2024-02-20 18:46:49 2024-02-20 19:53:49 2485 smithi main centos 8.stream orch:cephadm/thrash/{0-distro/centos_8.stream_container_tools 1-start 2-thrash 3-tasks/small-objects fixed-2 msgr/async-v2only root} 2
Failure Reason:

expected string or bytes-like object

fail 7568949 2024-02-20 18:46:50 2024-02-20 19:00:01 2024-02-20 19:55:12 0:55:11 0:43:17 0:11:54 smithi main centos 8.stream orch:cephadm/with-work/{0-distro/centos_8.stream_container_tools fixed-2 mode/packaged mon_election/classic msgr/async-v2only start tasks/rados_api_tests} 2
Failure Reason:

"2024-02-20T19:35:08.053942+0000 mon.a (mon.0) 745 : cluster [WRN] Health check failed: 1 stray daemon(s) not managed by cephadm (CEPHADM_STRAY_DAEMON)" in cluster log

fail 7568950 2024-02-20 18:46:52 2024-02-20 19:00:01 2024-02-20 19:31:08 0:31:07 0:21:30 0:09:37 smithi main centos 8.stream orch:cephadm/mgr-nfs-upgrade/{0-distro/centos_8.stream_container_tools 1-bootstrap/octopus 1-start 2-nfs 3-upgrade-with-workload 4-final} 2
Failure Reason:

Command failed on smithi028 with status 1: 'sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v15 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid a9809434-d024-11ee-95bb-87774f69a715 -e sha1=19854089e18d4f65dda2b6cd74e737367c2514bd -- bash -c \'ceph versions | jq -e \'"\'"\'.overall | length == 1\'"\'"\'\''

fail 7568951 2024-02-20 18:46:53 2024-02-20 19:00:21 2024-02-20 19:34:36 0:34:15 0:23:44 0:10:31 smithi main ubuntu 20.04 orch:cephadm/upgrade/{1-start-distro/1-start-ubuntu_20.04-15.2.9 2-repo_digest/repo_digest 3-upgrade/simple 4-wait 5-upgrade-ls mon_election/connectivity} 2
Failure Reason:

Command failed on smithi133 with status 1: 'sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v15.2.9 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5e5ac452-d024-11ee-95bb-87774f69a715 -e sha1=19854089e18d4f65dda2b6cd74e737367c2514bd -- bash -c \'ceph versions | jq -e \'"\'"\'.overall | length == 1\'"\'"\'\''

fail 7568952 2024-02-20 18:46:54 2024-02-20 19:00:32 2024-02-20 19:44:22 0:43:50 0:33:14 0:10:36 smithi main centos 8.stream orch:cephadm/workunits/{0-distro/centos_8.stream_container_tools mon_election/connectivity task/test_nfs} 1
Failure Reason:

"2024-02-20T19:36:14.602194+0000 mon.a (mon.0) 1212 : cluster [WRN] Health check failed: 1 stray daemon(s) not managed by cephadm (CEPHADM_STRAY_DAEMON)" in cluster log

fail 7568953 2024-02-20 18:46:56 2024-02-20 19:01:22 2024-02-20 21:07:06 2:05:44 1:50:25 0:15:19 smithi main ubuntu 18.04 orch:cephadm/thrash-old-clients/{0-size-min-size-overrides/3-size-2-min-size 1-install/octopus backoff/peering ceph clusters/{openstack three-plus-one} d-balancer/on distro$/{ubuntu_18.04} mon_election/connectivity msgr-failures/few rados thrashers/careful thrashosds-health workloads/radosbench} 3
Failure Reason:

"2024-02-20T19:50:00.000202+0000 mon.a (mon.0) 1280 : cluster [WRN] osd.0 (root=default,host=smithi049) is down" in cluster log

fail 7568954 2024-02-20 18:46:57 2024-02-20 19:04:03 2024-02-20 20:02:55 0:58:52 0:46:02 0:12:50 smithi main centos 8.stream orch:cephadm/thrash/{0-distro/centos_8.stream_container_tools 1-start 2-thrash 3-tasks/snaps-few-objects fixed-2 msgr/async root} 2
Failure Reason:

expected string or bytes-like object

fail 7568955 2024-02-20 18:46:58 2024-02-20 19:05:44 2024-02-20 19:38:02 0:32:18 0:20:57 0:11:21 smithi main centos 8.stream orch:cephadm/workunits/{0-distro/centos_8.stream_container_tools mon_election/classic task/test_orch_cli} 1
Failure Reason:

"2024-02-20T19:36:48.915946+0000 mon.a (mon.0) 467 : cluster [WRN] Health check failed: cephadm background work is paused (CEPHADM_PAUSED)" in cluster log