ID
Status
Ceph Branch
Suite Branch
Teuthology Branch
Machine
OS
Nodes
Description
Failure Reason
mimic
mimic
master
smithi
 
krbd/basic/{ceph/ceph.yaml clusters/fixed-1.yaml conf.yaml tasks/krbd_huge_image.yaml}
mimic
mimic
master
smithi
 
krbd/rbd/{clusters/fixed-3.yaml conf.yaml msgr-failures/few.yaml tasks/rbd_fio.yaml}
mimic
mimic
master
smithi
 
krbd/rbd-nomount/{clusters/fixed-3.yaml conf.yaml install/ceph.yaml msgr-failures/few.yaml tasks/krbd_data_pool.yaml}
Command failed (workunit test rbd/krbd_data_pool.sh) on smithi044 with status 124: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=6adc22bdc5a329cc4f11c916744d82560dc4ea1f TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/krbd_data_pool.sh'
mimic
mimic
master
smithi
 
krbd/singleton/{conf.yaml msgr-failures/few.yaml tasks/rbd_xfstests.yaml}
Command failed on smithi135 with status 2: "/usr/bin/sudo TESTDIR=/home/ubuntu/cephtest adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/bash /home/ubuntu/cephtest/run_xfstests.sh -c 1 -f ext4 -t /dev/rbd0 -s /dev/rbd1 -x /tmp/exclude24tZWK -r -- '-g auto -g blockdev -x clone'"
mimic
mimic
master
smithi
 
krbd/thrash/{ceph/ceph.yaml clusters/fixed-3.yaml conf.yaml thrashers/backoff.yaml thrashosds-health.yaml workloads/rbd_fio.yaml}
mimic
mimic
master
smithi
 
krbd/unmap/{ceph/ceph.yaml clusters/separate-client.yaml conf.yaml filestore-xfs.yaml kernels/pre-single-major.yaml tasks/unmap.yaml}
mimic
mimic
master
smithi
 
krbd/wac/sysfs/{ceph/ceph.yaml clusters/fixed-1.yaml conf.yaml tasks/stable_pages_required.yaml}
mimic
mimic
master
smithi
 
krbd/rbd-nomount/{clusters/fixed-3.yaml conf.yaml install/ceph.yaml msgr-failures/many.yaml tasks/krbd_exclusive_option.yaml}
mimic
mimic
master
smithi
 
krbd/rbd/{clusters/fixed-3.yaml conf.yaml msgr-failures/many.yaml tasks/rbd_workunit_kernel_untar_build.yaml}
mimic
mimic
master
smithi
 
krbd/rbd-nomount/{clusters/fixed-3.yaml conf.yaml install/ceph.yaml msgr-failures/few.yaml tasks/krbd_fallocate.yaml}
mimic
mimic
master
smithi
 
krbd/rbd-nomount/{clusters/fixed-3.yaml conf.yaml install/ceph.yaml msgr-failures/many.yaml tasks/krbd_latest_osdmap_on_map.yaml}
mimic
mimic
master
smithi
 
krbd/rbd/{clusters/fixed-3.yaml conf.yaml msgr-failures/few.yaml tasks/rbd_workunit_suites_dbench.yaml}
mimic
mimic
master
smithi
 
krbd/thrash/{ceph/ceph.yaml clusters/fixed-3.yaml conf.yaml thrashers/mon-thrasher.yaml thrashosds-health.yaml workloads/rbd_workunit_suites_ffsb.yaml}
"2020-03-25 07:11:15.230686 mon.b mon.0 172.21.15.47:6789/0 112 : cluster [WRN] Health check failed: 1/3 mons down, quorum b,c (MON_DOWN)" in cluster log
mimic
mimic
master
smithi
 
krbd/rbd-nomount/{clusters/fixed-3.yaml conf.yaml install/ceph.yaml msgr-failures/few.yaml tasks/krbd_udev_enumerate.yaml}
mimic
mimic
master
smithi
 
krbd/rbd/{clusters/fixed-3.yaml conf.yaml msgr-failures/many.yaml tasks/rbd_workunit_suites_ffsb.yaml}
mimic
mimic
master
smithi
 
krbd/rbd-nomount/{clusters/fixed-3.yaml conf.yaml install/ceph.yaml msgr-failures/many.yaml tasks/krbd_udev_netlink_enobufs.yaml}
mimic
mimic
master
smithi
 
krbd/basic/{ceph/ceph.yaml clusters/fixed-1.yaml conf.yaml tasks/krbd_msgr_segments.yaml}
mimic
mimic
master
smithi
 
krbd/rbd-nomount/{clusters/fixed-3.yaml conf.yaml install/ceph.yaml msgr-failures/few.yaml tasks/rbd_concurrent.yaml}
mimic
mimic
master
smithi
 
krbd/rbd/{clusters/fixed-3.yaml conf.yaml msgr-failures/few.yaml tasks/rbd_workunit_suites_fsstress.yaml}
mimic
mimic
master
smithi
 
krbd/rbd-nomount/{clusters/fixed-3.yaml conf.yaml install/ceph.yaml msgr-failures/many.yaml tasks/rbd_huge_tickets.yaml}
mimic
mimic
master
smithi
 
krbd/thrash/{ceph/ceph.yaml clusters/fixed-3.yaml conf.yaml thrashers/pggrow.yaml thrashosds-health.yaml workloads/rbd_fio.yaml}
mimic
mimic
master
smithi
 
krbd/rbd/{clusters/fixed-3.yaml conf.yaml msgr-failures/many.yaml tasks/rbd_workunit_suites_fsstress_ext4.yaml}
mimic
mimic
master
smithi
 
krbd/rbd-nomount/{clusters/fixed-3.yaml conf.yaml install/ceph.yaml msgr-failures/few.yaml tasks/rbd_image_read.yaml}
Command failed (workunit test rbd/image_read.sh) on smithi098 with status 124: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=6adc22bdc5a329cc4f11c916744d82560dc4ea1f TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/image_read.sh'
mimic
mimic
master
smithi
 
krbd/rbd-nomount/{clusters/fixed-3.yaml conf.yaml install/ceph.yaml msgr-failures/many.yaml tasks/rbd_kernel.yaml}
mimic
mimic
master
smithi
 
krbd/rbd/{clusters/fixed-3.yaml conf.yaml msgr-failures/few.yaml tasks/rbd_workunit_suites_fsx.yaml}
mimic
mimic
master
smithi
 
krbd/unmap/{ceph/ceph.yaml clusters/separate-client.yaml conf.yaml filestore-xfs.yaml kernels/single-major-off.yaml tasks/unmap.yaml}
mimic
mimic
master
smithi
 
krbd/wac/wac/{ceph/ceph.yaml clusters/fixed-3.yaml conf.yaml tasks/wac.yaml verify/many-resets.yaml}
mimic
mimic
master
smithi
 
krbd/rbd-nomount/{clusters/fixed-3.yaml conf.yaml install/ceph.yaml msgr-failures/few.yaml tasks/rbd_kfsx.yaml}
mimic
mimic
master
smithi
 
krbd/thrash/{ceph/ceph.yaml clusters/fixed-3.yaml conf.yaml thrashers/upmap.yaml thrashosds-health.yaml workloads/rbd_workunit_suites_ffsb.yaml}
mimic
mimic
master
smithi
 
krbd/rbd/{clusters/fixed-3.yaml conf.yaml msgr-failures/many.yaml tasks/rbd_workunit_suites_iozone.yaml}
"2020-03-25 07:32:02.393468 mon.b mon.0 172.21.15.63:6789/0 113 : cluster [WRN] Health check failed: 6 slow ops, oldest one blocked for 30 sec, daemons [osd.0,osd.6] have slow ops. (SLOW_OPS)" in cluster log
mimic
mimic
master
smithi
 
krbd/rbd-nomount/{clusters/fixed-3.yaml conf.yaml install/ceph.yaml msgr-failures/many.yaml tasks/rbd_map_snapshot_io.yaml}
mimic
mimic
master
smithi
 
krbd/basic/{ceph/ceph.yaml clusters/fixed-1.yaml conf.yaml tasks/krbd_parent_overlap.yaml}
mimic
mimic
master
smithi
 
krbd/rbd-nomount/{clusters/fixed-3.yaml conf.yaml install/ceph.yaml msgr-failures/few.yaml tasks/rbd_map_unmap.yaml}
'/home/ubuntu/cephtest/archive/syslog/kern.log:2020-03-25T07:59:34.831046+00:00 smithi039 kernel: [ 613.299846] BUG: MAX_LOCKDEP_CHAIN_HLOCKS too low! ' in syslog
mimic
mimic
master
smithi
 
krbd/rbd/{clusters/fixed-3.yaml conf.yaml msgr-failures/few.yaml tasks/rbd_workunit_trivial_sync.yaml}
mimic
mimic
master
smithi
 
krbd/rbd-nomount/{clusters/fixed-3.yaml conf.yaml install/ceph.yaml msgr-failures/many.yaml tasks/rbd_simple_big.yaml}
"2020-03-25 07:53:39.153256 mon.b mon.0 172.21.15.80:6789/0 116 : cluster [WRN] Health check failed: 3 slow ops, oldest one blocked for 30 sec, osd.6 has slow ops (SLOW_OPS)" in cluster log
mimic
mimic
master
smithi
 
krbd/rbd/{clusters/fixed-3.yaml conf.yaml msgr-failures/many.yaml tasks/rbd_fio.yaml}
mimic
mimic
master
smithi
 
krbd/rbd-nomount/{clusters/fixed-3.yaml conf.yaml install/ceph.yaml msgr-failures/many.yaml tasks/krbd_data_pool.yaml}
Command failed (workunit test rbd/krbd_data_pool.sh) on smithi087 with status 124: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=6adc22bdc5a329cc4f11c916744d82560dc4ea1f TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/krbd_data_pool.sh'
mimic
mimic
master
smithi
 
krbd/singleton/{conf.yaml msgr-failures/many.yaml tasks/rbd_xfstests.yaml}
Command failed on smithi065 with status 2: "/usr/bin/sudo TESTDIR=/home/ubuntu/cephtest adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/bash /home/ubuntu/cephtest/run_xfstests.sh -c 1 -f ext4 -t /dev/rbd0 -s /dev/rbd1 -x /tmp/exclude1DM0vq -r -- '-g auto -g blockdev -x clone'"
mimic
mimic
master
smithi
 
krbd/thrash/{ceph/ceph.yaml clusters/fixed-3.yaml conf.yaml thrashers/backoff.yaml thrashosds-health.yaml workloads/rbd_workunit_suites_ffsb.yaml}
mimic
mimic
master
smithi
 
krbd/rbd-nomount/{clusters/fixed-3.yaml conf.yaml install/ceph.yaml msgr-failures/few.yaml tasks/krbd_exclusive_option.yaml}
mimic
mimic
master
smithi
 
krbd/rbd/{clusters/fixed-3.yaml conf.yaml msgr-failures/few.yaml tasks/rbd_workunit_kernel_untar_build.yaml}
mimic
mimic
master
smithi
 
krbd/rbd-nomount/{clusters/fixed-3.yaml conf.yaml install/ceph.yaml msgr-failures/many.yaml tasks/krbd_fallocate.yaml}
mimic
mimic
master
smithi
 
krbd/basic/{ceph/ceph.yaml clusters/fixed-1.yaml conf.yaml tasks/krbd_read_only.yaml}
mimic
mimic
master
smithi
 
krbd/rbd-nomount/{clusters/fixed-3.yaml conf.yaml install/ceph.yaml msgr-failures/few.yaml tasks/krbd_latest_osdmap_on_map.yaml}
mimic
mimic
master
smithi
 
krbd/rbd/{clusters/fixed-3.yaml conf.yaml msgr-failures/many.yaml tasks/rbd_workunit_suites_dbench.yaml}
"2020-03-25 07:49:39.084901 mon.b mon.0 172.21.15.181:6789/0 158 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 33 sec, osd.6 has slow ops (SLOW_OPS)" in cluster log
mimic
mimic
master
smithi
 
krbd/thrash/{ceph/ceph.yaml clusters/fixed-3.yaml conf.yaml thrashers/mon-thrasher.yaml thrashosds-health.yaml workloads/rbd_fio.yaml}
"2020-03-25 07:54:34.426050 mon.b mon.1 172.21.15.154:6789/0 19 : cluster [WRN] Health check failed: 1/3 mons down, quorum b,c (MON_DOWN)" in cluster log
mimic
mimic
master
smithi
 
krbd/rbd-nomount/{clusters/fixed-3.yaml conf.yaml install/ceph.yaml msgr-failures/many.yaml tasks/krbd_udev_enumerate.yaml}
mimic
mimic
master
smithi
 
krbd/rbd/{clusters/fixed-3.yaml conf.yaml msgr-failures/few.yaml tasks/rbd_workunit_suites_ffsb.yaml}
"2020-03-25 07:54:09.695808 mon.a mon.0 172.21.15.83:6789/0 155 : cluster [WRN] Health check failed: 30 slow ops, oldest one blocked for 32 sec, osd.5 has slow ops (SLOW_OPS)" in cluster log
mimic
mimic
master
smithi
 
krbd/unmap/{ceph/ceph.yaml clusters/separate-client.yaml conf.yaml filestore-xfs.yaml kernels/single-major-on.yaml tasks/unmap.yaml}
mimic
mimic
master
smithi
 
krbd/wac/wac/{ceph/ceph.yaml clusters/fixed-3.yaml conf.yaml tasks/wac.yaml verify/no-resets.yaml}
mimic
mimic
master
smithi
 
krbd/rbd-nomount/{clusters/fixed-3.yaml conf.yaml install/ceph.yaml msgr-failures/few.yaml tasks/krbd_udev_netlink_enobufs.yaml}
mimic
mimic
master
smithi
 
krbd/rbd-nomount/{clusters/fixed-3.yaml conf.yaml install/ceph.yaml msgr-failures/many.yaml tasks/rbd_concurrent.yaml}
mimic
mimic
master
smithi
 
krbd/rbd/{clusters/fixed-3.yaml conf.yaml msgr-failures/many.yaml tasks/rbd_workunit_suites_fsstress.yaml}
mimic
mimic
master
smithi
 
krbd/rbd-nomount/{clusters/fixed-3.yaml conf.yaml install/ceph.yaml msgr-failures/few.yaml tasks/rbd_huge_tickets.yaml}
mimic
mimic
master
smithi
 
krbd/thrash/{ceph/ceph.yaml clusters/fixed-3.yaml conf.yaml thrashers/pggrow.yaml thrashosds-health.yaml workloads/rbd_workunit_suites_ffsb.yaml}
mimic
mimic
master
smithi
 
krbd/rbd/{clusters/fixed-3.yaml conf.yaml msgr-failures/few.yaml tasks/rbd_workunit_suites_fsstress_ext4.yaml}
mimic
mimic
master
smithi
 
krbd/rbd-nomount/{clusters/fixed-3.yaml conf.yaml install/ceph.yaml msgr-failures/many.yaml tasks/rbd_image_read.yaml}
Command failed (workunit test rbd/image_read.sh) on smithi197 with status 124: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=6adc22bdc5a329cc4f11c916744d82560dc4ea1f TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/image_read.sh'
mimic
mimic
master
smithi
 
krbd/basic/{ceph/ceph.yaml clusters/fixed-1.yaml conf.yaml tasks/krbd_whole_object_zeroout.yaml}
mimic
mimic
master
smithi
 
krbd/rbd-nomount/{clusters/fixed-3.yaml conf.yaml install/ceph.yaml msgr-failures/few.yaml tasks/rbd_kernel.yaml}
mimic
mimic
master
smithi
 
krbd/rbd/{clusters/fixed-3.yaml conf.yaml msgr-failures/many.yaml tasks/rbd_workunit_suites_fsx.yaml}
mimic
mimic
master
smithi
 
krbd/rbd-nomount/{clusters/fixed-3.yaml conf.yaml install/ceph.yaml msgr-failures/many.yaml tasks/rbd_kfsx.yaml}
mimic
mimic
master
smithi
 
krbd/thrash/{ceph/ceph.yaml clusters/fixed-3.yaml conf.yaml thrashers/upmap.yaml thrashosds-health.yaml workloads/rbd_fio.yaml}
mimic
mimic
master
smithi
 
krbd/rbd/{clusters/fixed-3.yaml conf.yaml msgr-failures/few.yaml tasks/rbd_workunit_suites_iozone.yaml}
"2020-03-25 08:01:39.661441 mon.b mon.0 172.21.15.150:6789/0 96 : cluster [WRN] Health check failed: 34 slow ops, oldest one blocked for 31 sec, daemons [osd.1,osd.3] have slow ops. (SLOW_OPS)" in cluster log
mimic
mimic
master
smithi
 
krbd/rbd-nomount/{clusters/fixed-3.yaml conf.yaml install/ceph.yaml msgr-failures/few.yaml tasks/rbd_map_snapshot_io.yaml}
mimic
mimic
master
smithi
 
krbd/rbd-nomount/{clusters/fixed-3.yaml conf.yaml install/ceph.yaml msgr-failures/many.yaml tasks/rbd_map_unmap.yaml}
mimic
mimic
master
smithi
 
krbd/rbd/{clusters/fixed-3.yaml conf.yaml msgr-failures/many.yaml tasks/rbd_workunit_trivial_sync.yaml}
mimic
mimic
master
smithi
 
krbd/rbd-nomount/{clusters/fixed-3.yaml conf.yaml install/ceph.yaml msgr-failures/few.yaml tasks/rbd_simple_big.yaml}
"2020-03-25 08:19:43.270920 mon.a mon.0 172.21.15.110:6789/0 109 : cluster [WRN] Health check failed: 20 slow ops, oldest one blocked for 30 sec, osd.5 has slow ops (SLOW_OPS)" in cluster log