ID
Status
Ceph Branch
Suite Branch
Teuthology Branch
Machine
OS
Nodes
Description
Failure Reason
mimic
mimic
master
smithi
 
krbd/basic/{ceph/ceph.yaml clusters/fixed-1.yaml conf.yaml tasks/krbd_blkroset.yaml}
Command failed on smithi124 with status 1: 'CEPH_REF=master CEPH_ID="0" PATH=$PATH:/usr/sbin adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /home/ubuntu/cephtest/virtualenv/bin/cram -v -- /home/ubuntu/cephtest/archive/cram.client.0/*.t'
mimic
mimic
master
smithi
 
krbd/rbd/{clusters/fixed-3.yaml conf.yaml msgr-failures/few.yaml tasks/rbd_fio.yaml}
mimic
mimic
master
smithi
 
krbd/rbd-nomount/{clusters/fixed-3.yaml conf.yaml install/ceph.yaml msgr-failures/few.yaml tasks/krbd_data_pool.yaml}
mimic
mimic
master
smithi
 
krbd/singleton/{conf.yaml msgr-failures/few.yaml tasks/rbd_xfstests.yaml}
Command failed on smithi136 with status 2: 'sudo dpkg -i /tmp/linux-image.deb'
mimic
mimic
master
smithi
 
krbd/thrash/{ceph/ceph.yaml clusters/fixed-3.yaml conf.yaml thrashers/backoff.yaml thrashosds-health.yaml workloads/rbd_fio.yaml}
mimic
mimic
master
smithi
 
krbd/unmap/{ceph/ceph.yaml clusters/separate-client.yaml conf.yaml filestore-xfs.yaml kernels/pre-single-major.yaml tasks/unmap.yaml}
mimic
mimic
master
smithi
 
krbd/wac/sysfs/{ceph/ceph.yaml clusters/fixed-1.yaml conf.yaml tasks/stable_pages_required.yaml}
mimic
mimic
master
smithi
 
krbd/rbd-nomount/{clusters/fixed-3.yaml conf.yaml install/ceph.yaml msgr-failures/many.yaml tasks/krbd_exclusive_option.yaml}
Command failed (workunit test rbd/krbd_exclusive_option.sh) on smithi139 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=d960563efabca8f69d3fdc34444e49bced5a65e8 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/krbd_exclusive_option.sh'
mimic
mimic
master
smithi
 
krbd/rbd/{clusters/fixed-3.yaml conf.yaml msgr-failures/many.yaml tasks/rbd_workunit_kernel_untar_build.yaml}
mimic
mimic
master
smithi
 
krbd/rbd-nomount/{clusters/fixed-3.yaml conf.yaml install/ceph.yaml msgr-failures/few.yaml tasks/krbd_fallocate.yaml}
mimic
mimic
master
smithi
 
krbd/rbd-nomount/{clusters/fixed-3.yaml conf.yaml install/ceph.yaml msgr-failures/many.yaml tasks/krbd_latest_osdmap_on_map.yaml}
mimic
mimic
master
smithi
 
krbd/rbd/{clusters/fixed-3.yaml conf.yaml msgr-failures/few.yaml tasks/rbd_workunit_suites_dbench.yaml}
mimic
mimic
master
smithi
 
krbd/thrash/{ceph/ceph.yaml clusters/fixed-3.yaml conf.yaml thrashers/mon-thrasher.yaml thrashosds-health.yaml workloads/rbd_workunit_suites_ffsb.yaml}
"2020-02-23 04:54:17.284152 mon.a mon.0 172.21.15.73:6789/0 122 : cluster [WRN] Health check failed: 1/3 mons down, quorum a,b (MON_DOWN)" in cluster log
mimic
mimic
master
smithi
 
krbd/rbd-nomount/{clusters/fixed-3.yaml conf.yaml install/ceph.yaml msgr-failures/few.yaml tasks/krbd_udev_enumerate.yaml}
mimic
mimic
master
smithi
 
krbd/rbd/{clusters/fixed-3.yaml conf.yaml msgr-failures/many.yaml tasks/rbd_workunit_suites_ffsb.yaml}
"2020-02-23 04:32:43.414631 mon.a mon.0 172.21.15.53:6789/0 144 : cluster [WRN] Health check failed: 10 slow ops, oldest one blocked for 34 sec, daemons [osd.0,osd.7] have slow ops. (SLOW_OPS)" in cluster log
mimic
mimic
master
smithi
 
krbd/rbd-nomount/{clusters/fixed-3.yaml conf.yaml install/ceph.yaml msgr-failures/many.yaml tasks/krbd_udev_netlink_enobufs.yaml}
mimic
mimic
master
smithi
 
krbd/basic/{ceph/ceph.yaml clusters/fixed-1.yaml conf.yaml tasks/krbd_huge_image.yaml}
mimic
mimic
master
smithi
 
krbd/rbd-nomount/{clusters/fixed-3.yaml conf.yaml install/ceph.yaml msgr-failures/few.yaml tasks/rbd_concurrent.yaml}
mimic
mimic
master
smithi
 
krbd/rbd/{clusters/fixed-3.yaml conf.yaml msgr-failures/few.yaml tasks/rbd_workunit_suites_fsstress.yaml}
mimic
mimic
master
smithi
 
krbd/rbd-nomount/{clusters/fixed-3.yaml conf.yaml install/ceph.yaml msgr-failures/many.yaml tasks/rbd_huge_tickets.yaml}
mimic
mimic
master
smithi
 
krbd/thrash/{ceph/ceph.yaml clusters/fixed-3.yaml conf.yaml thrashers/pggrow.yaml thrashosds-health.yaml workloads/rbd_fio.yaml}
mimic
mimic
master
smithi
 
krbd/rbd/{clusters/fixed-3.yaml conf.yaml msgr-failures/many.yaml tasks/rbd_workunit_suites_fsstress_ext4.yaml}
mimic
mimic
master
smithi
 
krbd/rbd-nomount/{clusters/fixed-3.yaml conf.yaml install/ceph.yaml msgr-failures/few.yaml tasks/rbd_image_read.yaml}
mimic
mimic
master
smithi
 
krbd/rbd-nomount/{clusters/fixed-3.yaml conf.yaml install/ceph.yaml msgr-failures/many.yaml tasks/rbd_kernel.yaml}
mimic
mimic
master
smithi
 
krbd/rbd/{clusters/fixed-3.yaml conf.yaml msgr-failures/few.yaml tasks/rbd_workunit_suites_fsx.yaml}
mimic
mimic
master
smithi
 
krbd/unmap/{ceph/ceph.yaml clusters/separate-client.yaml conf.yaml filestore-xfs.yaml kernels/single-major-off.yaml tasks/unmap.yaml}
mimic
mimic
master
smithi
 
krbd/wac/wac/{ceph/ceph.yaml clusters/fixed-3.yaml conf.yaml tasks/wac.yaml verify/many-resets.yaml}
mimic
mimic
master
smithi
 
krbd/rbd-nomount/{clusters/fixed-3.yaml conf.yaml install/ceph.yaml msgr-failures/few.yaml tasks/rbd_kfsx.yaml}
mimic
mimic
master
smithi
 
krbd/thrash/{ceph/ceph.yaml clusters/fixed-3.yaml conf.yaml thrashers/upmap.yaml thrashosds-health.yaml workloads/rbd_workunit_suites_ffsb.yaml}
SSH connection to smithi161 was lost: 'cd /lib/firmware/updates && sudo git fetch origin && sudo git reset --hard origin/master'
mimic
mimic
master
smithi
 
krbd/rbd/{clusters/fixed-3.yaml conf.yaml msgr-failures/many.yaml tasks/rbd_workunit_suites_iozone.yaml}
"2020-02-23 05:26:44.764274 mon.b mon.0 172.21.15.83:6789/0 127 : cluster [WRN] Health check failed: 27 slow ops, oldest one blocked for 30 sec, daemons [osd.0,osd.5] have slow ops. (SLOW_OPS)" in cluster log
mimic
mimic
master
smithi
 
krbd/rbd-nomount/{clusters/fixed-3.yaml conf.yaml install/ceph.yaml msgr-failures/many.yaml tasks/rbd_map_snapshot_io.yaml}
mimic
mimic
master
smithi
 
krbd/basic/{ceph/ceph.yaml clusters/fixed-1.yaml conf.yaml tasks/krbd_msgr_segments.yaml}
mimic
mimic
master
smithi
 
krbd/rbd-nomount/{clusters/fixed-3.yaml conf.yaml install/ceph.yaml msgr-failures/few.yaml tasks/rbd_map_unmap.yaml}
'/home/ubuntu/cephtest/archive/syslog/kern.log:2020-02-23T06:47:27.190932+00:00 smithi078 kernel: [ 1977.097418] BUG: MAX_LOCKDEP_CHAIN_HLOCKS too low! ' in syslog
mimic
mimic
master
smithi
 
krbd/rbd/{clusters/fixed-3.yaml conf.yaml msgr-failures/few.yaml tasks/rbd_workunit_trivial_sync.yaml}
mimic
mimic
master
smithi
 
krbd/rbd-nomount/{clusters/fixed-3.yaml conf.yaml install/ceph.yaml msgr-failures/many.yaml tasks/rbd_simple_big.yaml}
"2020-02-23 05:24:16.549659 mon.a mon.0 172.21.15.60:6789/0 124 : cluster [WRN] Health check failed: 35 slow ops, oldest one blocked for 34 sec, daemons [osd.0,osd.6] have slow ops. (SLOW_OPS)" in cluster log
mimic
mimic
master
smithi
 
krbd/rbd/{clusters/fixed-3.yaml conf.yaml msgr-failures/many.yaml tasks/rbd_fio.yaml}
mimic
mimic
master
smithi
 
krbd/rbd-nomount/{clusters/fixed-3.yaml conf.yaml install/ceph.yaml msgr-failures/many.yaml tasks/krbd_data_pool.yaml}
mimic
mimic
master
smithi
 
krbd/singleton/{conf.yaml msgr-failures/many.yaml tasks/rbd_xfstests.yaml}
Command failed on smithi205 with status 3: "/usr/bin/sudo TESTDIR=/home/ubuntu/cephtest adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/bash /home/ubuntu/cephtest/run_xfstests.sh -c 1 -f ext4 -t /dev/rbd0 -s /dev/rbd1 -x /tmp/excludeB0o6cD -r -- '-g auto -g blockdev -x clone'"
mimic
mimic
master
smithi
 
krbd/thrash/{ceph/ceph.yaml clusters/fixed-3.yaml conf.yaml thrashers/backoff.yaml thrashosds-health.yaml workloads/rbd_workunit_suites_ffsb.yaml}
mimic
mimic
master
smithi
 
krbd/rbd-nomount/{clusters/fixed-3.yaml conf.yaml install/ceph.yaml msgr-failures/few.yaml tasks/krbd_exclusive_option.yaml}
machine smithi180.front.sepia.ceph.com is locked by scheduled_sage@teuthology, not scheduled_teuthology@teuthology
mimic
mimic
master
smithi
 
krbd/rbd/{clusters/fixed-3.yaml conf.yaml msgr-failures/few.yaml tasks/rbd_workunit_kernel_untar_build.yaml}
mimic
mimic
master
smithi
 
krbd/rbd-nomount/{clusters/fixed-3.yaml conf.yaml install/ceph.yaml msgr-failures/many.yaml tasks/krbd_fallocate.yaml}
machine smithi104.front.sepia.ceph.com is locked by scheduled_sage@teuthology, not scheduled_teuthology@teuthology
mimic
mimic
master
smithi
 
krbd/basic/{ceph/ceph.yaml clusters/fixed-1.yaml conf.yaml tasks/krbd_parent_overlap.yaml}
mimic
mimic
master
smithi
 
krbd/rbd-nomount/{clusters/fixed-3.yaml conf.yaml install/ceph.yaml msgr-failures/few.yaml tasks/krbd_latest_osdmap_on_map.yaml}
mimic
mimic
master
smithi
 
krbd/rbd/{clusters/fixed-3.yaml conf.yaml msgr-failures/many.yaml tasks/rbd_workunit_suites_dbench.yaml}
mimic
mimic
master
smithi
 
krbd/thrash/{ceph/ceph.yaml clusters/fixed-3.yaml conf.yaml thrashers/mon-thrasher.yaml thrashosds-health.yaml workloads/rbd_fio.yaml}
"2020-02-23 04:43:56.693529 mon.a mon.0 172.21.15.121:6789/0 201 : cluster [WRN] Health check failed: 1/3 mons down, quorum a,b (MON_DOWN)" in cluster log
mimic
mimic
master
smithi
 
krbd/rbd-nomount/{clusters/fixed-3.yaml conf.yaml install/ceph.yaml msgr-failures/many.yaml tasks/krbd_udev_enumerate.yaml}
mimic
mimic
master
smithi
 
krbd/rbd/{clusters/fixed-3.yaml conf.yaml msgr-failures/few.yaml tasks/rbd_workunit_suites_ffsb.yaml}
"2020-02-23 04:55:54.817624 mon.a mon.0 172.21.15.123:6789/0 114 : cluster [WRN] Health check failed: 50 slow ops, oldest one blocked for 33 sec, daemons [osd.5,osd.7] have slow ops. (SLOW_OPS)" in cluster log
mimic
mimic
master
smithi
 
krbd/unmap/{ceph/ceph.yaml clusters/separate-client.yaml conf.yaml filestore-xfs.yaml kernels/single-major-on.yaml tasks/unmap.yaml}
mimic
mimic
master
smithi
 
krbd/wac/wac/{ceph/ceph.yaml clusters/fixed-3.yaml conf.yaml tasks/wac.yaml verify/no-resets.yaml}
mimic
mimic
master
smithi
 
krbd/rbd-nomount/{clusters/fixed-3.yaml conf.yaml install/ceph.yaml msgr-failures/few.yaml tasks/krbd_udev_netlink_enobufs.yaml}
SSH connection to smithi136 was lost: 'sudo dpkg -i /tmp/linux-image.deb'
mimic
mimic
master
smithi
 
krbd/rbd-nomount/{clusters/fixed-3.yaml conf.yaml install/ceph.yaml msgr-failures/many.yaml tasks/rbd_concurrent.yaml}
SSH connection to smithi194 was lost: 'sudo yum upgrade -y linux-firmware'
mimic
mimic
master
smithi
 
krbd/rbd/{clusters/fixed-3.yaml conf.yaml msgr-failures/many.yaml tasks/rbd_workunit_suites_fsstress.yaml}
machine smithi104.front.sepia.ceph.com is locked by scheduled_sage@teuthology, not scheduled_teuthology@teuthology
mimic
mimic
master
smithi
 
krbd/rbd-nomount/{clusters/fixed-3.yaml conf.yaml install/ceph.yaml msgr-failures/few.yaml tasks/rbd_huge_tickets.yaml}
mimic
mimic
master
smithi
 
krbd/thrash/{ceph/ceph.yaml clusters/fixed-3.yaml conf.yaml thrashers/pggrow.yaml thrashosds-health.yaml workloads/rbd_workunit_suites_ffsb.yaml}
mimic
mimic
master
smithi
 
krbd/rbd/{clusters/fixed-3.yaml conf.yaml msgr-failures/few.yaml tasks/rbd_workunit_suites_fsstress_ext4.yaml}
mimic
mimic
master
smithi
 
krbd/rbd-nomount/{clusters/fixed-3.yaml conf.yaml install/ceph.yaml msgr-failures/many.yaml tasks/rbd_image_read.yaml}
mimic
mimic
master
smithi
 
krbd/basic/{ceph/ceph.yaml clusters/fixed-1.yaml conf.yaml tasks/krbd_whole_object_zeroout.yaml}
mimic
mimic
master
smithi
 
krbd/rbd-nomount/{clusters/fixed-3.yaml conf.yaml install/ceph.yaml msgr-failures/few.yaml tasks/rbd_kernel.yaml}
mimic
mimic
master
smithi
 
krbd/rbd/{clusters/fixed-3.yaml conf.yaml msgr-failures/many.yaml tasks/rbd_workunit_suites_fsx.yaml}
mimic
mimic
master
smithi
 
krbd/rbd-nomount/{clusters/fixed-3.yaml conf.yaml install/ceph.yaml msgr-failures/many.yaml tasks/rbd_kfsx.yaml}
[Errno 104] Connection reset by peer
mimic
mimic
master
smithi
 
krbd/thrash/{ceph/ceph.yaml clusters/fixed-3.yaml conf.yaml thrashers/upmap.yaml thrashosds-health.yaml workloads/rbd_fio.yaml}
mimic
mimic
master
smithi
 
krbd/rbd/{clusters/fixed-3.yaml conf.yaml msgr-failures/few.yaml tasks/rbd_workunit_suites_iozone.yaml}
"2020-02-23 06:59:19.647067 mon.a mon.0 172.21.15.154:6789/0 156 : cluster [WRN] Health check failed: 16 slow ops, oldest one blocked for 30 sec, daemons [osd.2,osd.3] have slow ops. (SLOW_OPS)" in cluster log
mimic
mimic
master
smithi
 
krbd/rbd-nomount/{clusters/fixed-3.yaml conf.yaml install/ceph.yaml msgr-failures/few.yaml tasks/rbd_map_snapshot_io.yaml}
mimic
mimic
master
smithi
 
krbd/rbd-nomount/{clusters/fixed-3.yaml conf.yaml install/ceph.yaml msgr-failures/many.yaml tasks/rbd_map_unmap.yaml}
mimic
mimic
master
smithi
 
krbd/rbd/{clusters/fixed-3.yaml conf.yaml msgr-failures/many.yaml tasks/rbd_workunit_trivial_sync.yaml}
mimic
mimic
master
smithi
 
krbd/rbd-nomount/{clusters/fixed-3.yaml conf.yaml install/ceph.yaml msgr-failures/few.yaml tasks/rbd_simple_big.yaml}
"2020-02-23 06:13:28.230833 mon.a mon.0 172.21.15.136:6789/0 130 : cluster [WRN] Health check failed: 285 slow ops, oldest one blocked for 32 sec, daemons [osd.0,osd.5,osd.6,osd.7] have slow ops. (SLOW_OPS)" in cluster log