Name Machine Type Up Locked Locked Since Locked By OS Type OS Version Arch Description
smithi065.front.sepia.ceph.com smithi True True 2021-01-16 20:40:51.426294 scheduled_nojha@teuthology ubuntu 18.04 x86_64 /home/teuthworker/archive/nojha-2021-01-16_17:36:29-rados-master-distro-basic-smithi/5791996
Status Job ID Links Posted Started Updated
Runtime
Duration
In Waiting
Machine Teuthology Branch OS Type OS Version Description Nodes
pass 5791982 2021-01-16 17:39:12 2021-01-16 20:26:46 2021-01-16 20:42:46 0:16:00 0:03:30 0:12:30 smithi master ubuntu 18.04 rados/cephadm/workunits/{distro/ubuntu_18.04_podman mon_election/connectivity task/test_cephadm_repos} 1
pass 5791925 2021-01-16 17:38:27 2021-01-16 19:50:45 2021-01-16 20:28:45 0:38:00 0:12:28 0:25:32 smithi master ubuntu 18.04 rados/cephadm/smoke/{distro/ubuntu_18.04 fixed-2 mon_election/classic start} 2
pass 5791842 2021-01-16 16:14:30 2021-01-16 16:23:07 2021-01-16 20:07:11 3:44:04 3:13:01 0:31:03 smithi master ubuntu 18.04 upgrade:octopus-x/stress-split-no-cephadm/{0-cluster/{openstack start} 1-ceph-install/pacific 1.1-pg-log-overrides/normal_pg_log 2-partial-upgrade/firsthalf 3-thrash/default 4-workload/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 5-finish-upgrade 6-pacific 7-msgr2 8-final-workload/{rbd-python snaps-many-objects} mon_election/classic objectstore/filestore-xfs thrashosds-health ubuntu_18.04} 5
pass 5791750 2021-01-16 07:07:44 2021-01-16 12:51:55 2021-01-16 13:13:54 0:21:59 0:12:31 0:09:28 smithi master ubuntu 18.04 rados/cephadm/smoke/{distro/ubuntu_18.04 fixed-2 mon_election/connectivity start} 2
pass 5791691 2021-01-16 07:06:57 2021-01-16 12:17:02 2021-01-16 12:53:02 0:36:00 0:29:29 0:06:31 smithi master rhel 8.3 rados/thrash/{0-size-min-size-overrides/2-size-2-min-size 1-pg-log-overrides/normal_pg_log 2-recovery-overrides/{more-partial-recovery} backoff/peering_and_degraded ceph clusters/{fixed-2 openstack} crc-failures/bad_map_crc_failure d-balancer/crush-compat mon_election/classic msgr-failures/osd-delay msgr/async objectstore/bluestore-comp-snappy rados supported-random-distro$/{rhel_8} thrashers/default thrashosds-health workloads/cache-agent-big} 2
fail 5791634 2021-01-16 07:06:13 2021-01-16 11:44:38 2021-01-16 12:18:38 0:34:00 0:26:19 0:07:41 smithi master rhel 8.3 rados/thrash/{0-size-min-size-overrides/3-size-2-min-size 1-pg-log-overrides/short_pg_log 2-recovery-overrides/{default} backoff/normal ceph clusters/{fixed-2 openstack} crc-failures/default d-balancer/on mon_election/connectivity msgr-failures/fastclose msgr/async-v1only objectstore/bluestore-low-osd-mem-target rados supported-random-distro$/{rhel_8} thrashers/mapgap thrashosds-health workloads/snaps-few-objects-balanced} 2
Failure Reason:

"2021-01-16T11:59:06.810013+0000 mon.b (mon.0) 11 : cluster [WRN] Health check failed: 1/3 mons down, quorum b,a (MON_DOWN)" in cluster log

pass 5791528 2021-01-16 07:04:49 2021-01-16 10:53:21 2021-01-16 11:45:22 0:52:01 0:41:20 0:10:41 smithi master ubuntu 18.04 rados/cephadm/with-work/{distro/ubuntu_18.04 fixed-2 mode/packaged mon_election/classic msgr/async-v2only start tasks/rados_api_tests} 2
pass 5791483 2021-01-16 07:04:13 2021-01-16 10:30:31 2021-01-16 10:54:30 0:23:59 0:12:58 0:11:01 smithi master rhel 8.3 rados/thrash-erasure-code-shec/{ceph clusters/{fixed-4 openstack} mon_election/classic msgr-failures/osd-delay objectstore/bluestore-comp-snappy rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{rhel_8} thrashers/careful thrashosds-health workloads/ec-rados-plugin=shec-k=4-m=3-c=2} 4
fail 5790663 2021-01-16 04:00:53 2021-01-16 08:05:51 2021-01-16 09:33:52 1:28:01 1:06:14 0:21:47 smithi master centos 8.2 fs/workload/{begin clusters/1a5s-mds-1c-client-3node conf/{client mds mon osd} distro/{ubuntu_latest} mount/kclient/{mount overrides/{distro/testing/{flavor/centos_latest k-testing} ms-die-on-skipped}} objectstore-ec/bluestore-ec-root omap_limit/10000 overrides/{frag_enable osd-asserts session_timeout whitelist_health whitelist_wrongly_marked_down} ranks/1 scrub/yes tasks/{0-check-counter workunit/suites/ffsb}} 3
Failure Reason:

"2021-01-16T08:43:14.685032+0000 mon.b (mon.0) 311 : cluster [WRN] Health check failed: 1 MDSs report slow metadata IOs (MDS_SLOW_METADATA_IO)" in cluster log

pass 5790612 2021-01-16 04:00:10 2021-01-16 07:29:05 2021-01-16 08:17:05 0:48:00 0:18:57 0:29:03 smithi master ubuntu 18.04 fs/multiclient/{begin clusters/1-mds-3-client conf/{client mds mon osd} distros/ubuntu_latest mount/fuse objectstore-ec/bluestore-comp-ec-root overrides/{frag_enable whitelist_health whitelist_wrongly_marked_down} tasks/cephfs_misc_tests} 5
pass 5790275 2021-01-16 02:30:48 2021-01-16 02:31:12 2021-01-16 07:47:18 5:16:06 5:02:21 0:13:45 smithi master ubuntu 18.04 upgrade:mimic-x/stress-split/{0-cluster/{openstack start} 1-ceph-install/mimic 1.1-pg-log-overrides/short_pg_log 2-partial-upgrade/firsthalf 3-thrash/default 4-workload/{radosbench rbd-cls rbd-import-export rbd_api readwrite rgw_ragweed_prepare snaps-few-objects} 5-finish-upgrade 6-octopus 7-msgr2 8-final-workload/{rbd-python snaps-many-objects} objectstore/bluestore-bitmap thrashosds-health ubuntu_latest} 5
pass 5789902 2021-01-16 01:08:22 2021-01-16 01:10:41 2021-01-16 01:34:41 0:24:00 0:13:03 0:10:57 smithi master centos 8.2 rados/verify/{centos_latest ceph clusters/{fixed-2 openstack} d-thrash/default/{default thrashosds-health} mon_election/classic msgr-failures/few msgr/async-v2only objectstore/bluestore-comp-lz4 rados tasks/mon_recovery validater/lockdep} 2
fail 5789786 2021-01-15 22:36:34 2021-01-15 23:42:27 2021-01-16 01:12:28 1:30:01 1:07:13 0:22:48 smithi master centos 8.2 fs/workload/{begin clusters/1a5s-mds-1c-client-3node conf/{client mds mon osd} distro/{centos_8} mount/kclient/{mount overrides/{distro/testing/{flavor/centos_latest k-testing} ms-die-on-skipped}} objectstore-ec/bluestore-ec-root omap_limit/10000 overrides/{frag_enable osd-asserts session_timeout whitelist_health whitelist_wrongly_marked_down} ranks/5 scrub/yes tasks/{0-check-counter workunit/suites/blogbench}} 3
Failure Reason:

Command failed (workunit test suites/blogbench.sh) on smithi059 with status 135: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=3ace308c77fe7d6e4084dd9ccda45599f3efcb3e TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/suites/blogbench.sh'

pass 5789768 2021-01-15 22:36:19 2021-01-15 23:30:58 2021-01-15 23:54:58 0:24:00 0:12:40 0:11:20 smithi master ubuntu 18.04 fs/workload/{begin clusters/1a5s-mds-1c-client-3node conf/{client mds mon osd} distro/{rhel_8} mount/kclient/{mount overrides/{distro/testing/{flavor/ubuntu_latest k-testing} ms-die-on-skipped}} objectstore-ec/bluestore-comp omap_limit/10000 overrides/{frag_enable osd-asserts session_timeout whitelist_health whitelist_wrongly_marked_down} ranks/3 scrub/yes tasks/{0-check-counter workunit/suites/pjd}} 3
pass 5789618 2021-01-15 19:12:36 2021-01-15 22:28:12 2021-01-15 23:32:13 1:04:01 0:54:11 0:09:50 smithi master centos 8.2 rados/monthrash/{ceph clusters/9-mons mon_election/connectivity msgr-failures/few msgr/async-v2only objectstore/bluestore-hybrid rados supported-random-distro$/{centos_8} thrashers/many workloads/rados_mon_osdmap_prune} 2
pass 5789581 2021-01-15 19:12:09 2021-01-15 22:05:40 2021-01-15 22:25:39 0:19:59 0:08:17 0:11:42 smithi master ubuntu 18.04 rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} mon_election/classic msgr-failures/osd-delay objectstore/bluestore-comp-zstd rados recovery-overrides/{more-partial-recovery} supported-random-distro$/{ubuntu_latest} thrashers/pggrow thrashosds-health workloads/ec-rados-plugin=lrc-k=4-m=2-l=3} 3
pass 5789551 2021-01-15 19:11:46 2021-01-15 21:41:57 2021-01-15 22:05:57 0:24:00 0:13:47 0:10:13 smithi master centos 8.2 rados/mgr/{clusters/{2-node-mgr} debug/mgr mon_election/classic objectstore/bluestore-bitmap supported-random-distro$/{centos_8} tasks/failover} 2
pass 5789510 2021-01-15 19:11:13 2021-01-15 21:15:27 2021-01-15 21:41:26 0:25:59 0:14:11 0:11:48 smithi master ubuntu 18.04 rados/monthrash/{ceph clusters/3-mons mon_election/classic msgr-failures/mon-delay msgr/async-v2only objectstore/bluestore-comp-snappy rados supported-random-distro$/{ubuntu_latest} thrashers/sync-many workloads/pool-create-delete} 2
pass 5789452 2021-01-15 19:10:26 2021-01-15 20:42:41 2021-01-15 21:18:40 0:35:59 0:25:49 0:10:10 smithi master ubuntu 18.04 rados/thrash-erasure-code/{ceph clusters/{fixed-2 openstack} fast/fast mon_election/classic msgr-failures/osd-delay objectstore/bluestore-stupid rados recovery-overrides/{more-active-recovery} supported-random-distro$/{ubuntu_latest} thrashers/default thrashosds-health workloads/ec-rados-plugin=jerasure-k=3-m=1} 2
pass 5789403 2021-01-15 19:09:47 2021-01-15 20:08:58 2021-01-15 20:42:58 0:34:00 0:23:26 0:10:34 smithi master ubuntu 18.04 rados/thrash-erasure-code-big/{ceph cluster/{12-osds openstack} mon_election/connectivity msgr-failures/fastclose objectstore/filestore-xfs rados recovery-overrides/{more-async-recovery} supported-random-distro$/{ubuntu_latest} thrashers/careful thrashosds-health workloads/ec-rados-plugin=jerasure-k=4-m=2} 3