ID
Status
Ceph Branch
Suite Branch
Teuthology Branch
Machine
OS
Nodes
Description
Failure Reason
luminous
luminous
master
ovh
 
krbd/rbd/{clusters/fixed-3.yaml conf.yaml msgr-failures/few.yaml tasks/rbd_fio.yaml}
luminous
luminous
master
ovh
 
krbd/rbd-nomount/{clusters/fixed-3.yaml conf.yaml install/ceph.yaml msgr-failures/few.yaml tasks/krbd_data_pool.yaml}
"2018-06-25 11:47:27.087891 mon.a mon.0 158.69.95.203:6789/0 227 : cluster [WRN] Health check failed: 1 slow requests are blocked > 32 sec. Implicated osds 1 (REQUEST_SLOW)" in cluster log
luminous
luminous
master
ovh
 
krbd/singleton/{conf.yaml msgr-failures/few.yaml tasks/rbd_xfstests.yaml}
luminous
luminous
master
ovh
 
krbd/thrash/{ceph/ceph.yaml clusters/fixed-3.yaml conf.yaml thrashers/backoff.yaml thrashosds-health.yaml workloads/rbd_fio.yaml}
luminous
luminous
master
ovh
 
krbd/unmap/{ceph/ceph.yaml clusters/separate-client.yaml conf.yaml filestore-xfs.yaml kernels/pre-single-major.yaml tasks/unmap.yaml}
luminous
luminous
master
ovh
 
krbd/wac/sysfs/{ceph/ceph.yaml clusters/fixed-1.yaml conf.yaml tasks/stable_pages_required.yaml}
Command failed on ovh049 with status 1: 'sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 0'
luminous
luminous
master
ovh
 
krbd/rbd-nomount/{clusters/fixed-3.yaml conf.yaml install/ceph.yaml msgr-failures/many.yaml tasks/krbd_exclusive_option.yaml}
luminous
luminous
master
ovh
 
krbd/rbd/{clusters/fixed-3.yaml conf.yaml msgr-failures/many.yaml tasks/rbd_workunit_kernel_untar_build.yaml}
"2018-06-25 12:08:23.619787 mon.a mon.0 158.69.64.194:6789/0 114 : cluster [WRN] Health check failed: 5 slow requests are blocked > 32 sec. Implicated osds 7 (REQUEST_SLOW)" in cluster log
luminous
luminous
master
ovh
 
krbd/rbd-nomount/{clusters/fixed-3.yaml conf.yaml install/ceph.yaml msgr-failures/few.yaml tasks/krbd_fallocate.yaml}
luminous
luminous
master
ovh
 
krbd/rbd/{clusters/fixed-3.yaml conf.yaml msgr-failures/few.yaml tasks/rbd_workunit_suites_dbench.yaml}
luminous
luminous
master
ovh
 
krbd/thrash/{ceph/ceph.yaml clusters/fixed-3.yaml conf.yaml thrashers/mon-thrasher.yaml thrashosds-health.yaml workloads/rbd_workunit_suites_ffsb.yaml}
luminous
luminous
master
ovh
 
krbd/rbd-nomount/{clusters/fixed-3.yaml conf.yaml install/ceph.yaml msgr-failures/many.yaml tasks/rbd_concurrent.yaml}
"2018-06-25 12:30:28.446609 mon.a mon.0 158.69.65.116:6789/0 150 : cluster [WRN] Health check failed: 9 slow requests are blocked > 32 sec. Implicated osds 3 (REQUEST_SLOW)" in cluster log
luminous
luminous
master
ovh
 
krbd/rbd/{clusters/fixed-3.yaml conf.yaml msgr-failures/many.yaml tasks/rbd_workunit_suites_ffsb.yaml}
Command failed (workunit test suites/ffsb.sh) on ovh013 with status 124: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=luminous TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/suites/ffsb.sh'
luminous
luminous
master
ovh
 
krbd/rbd-nomount/{clusters/fixed-3.yaml conf.yaml install/ceph.yaml msgr-failures/few.yaml tasks/rbd_huge_tickets.yaml}
luminous
luminous
master
ovh
 
krbd/rbd/{clusters/fixed-3.yaml conf.yaml msgr-failures/few.yaml tasks/rbd_workunit_suites_fsstress.yaml}
luminous
luminous
master
ovh
 
krbd/rbd-nomount/{clusters/fixed-3.yaml conf.yaml install/ceph.yaml msgr-failures/many.yaml tasks/rbd_image_read.yaml}
"2018-06-25 12:29:49.382443 mon.b mon.0 158.69.65.155:6789/0 163 : cluster [WRN] Health check failed: 2 slow requests are blocked > 32 sec. Implicated osds 6 (REQUEST_SLOW)" in cluster log
luminous
luminous
master
ovh
 
krbd/thrash/{ceph/ceph.yaml clusters/fixed-3.yaml conf.yaml thrashers/pggrow.yaml thrashosds-health.yaml workloads/rbd_fio.yaml}
luminous
luminous
master
ovh
 
krbd/rbd-nomount/{clusters/fixed-3.yaml conf.yaml install/ceph.yaml msgr-failures/few.yaml tasks/rbd_kernel.yaml}
luminous
luminous
master
ovh
 
krbd/rbd/{clusters/fixed-3.yaml conf.yaml msgr-failures/many.yaml tasks/rbd_workunit_suites_fsstress_ext4.yaml}
"2018-06-25 13:13:31.477589 mon.a mon.0 158.69.66.8:6789/0 134 : cluster [WRN] Health check failed: 2 slow requests are blocked > 32 sec. Implicated osds 6 (REQUEST_SLOW)" in cluster log
luminous
luminous
master
ovh
 
krbd/rbd-nomount/{clusters/fixed-3.yaml conf.yaml install/ceph.yaml msgr-failures/many.yaml tasks/rbd_kfsx.yaml}
"2018-06-25 12:57:13.887290 mon.b mon.0 158.69.65.96:6789/0 154 : cluster [WRN] Health check failed: 3 slow requests are blocked > 32 sec. Implicated osds 4 (REQUEST_SLOW)" in cluster log
luminous
luminous
master
ovh
 
krbd/rbd/{clusters/fixed-3.yaml conf.yaml msgr-failures/few.yaml tasks/rbd_workunit_suites_fsx.yaml}
luminous
luminous
master
ovh
 
krbd/unmap/{ceph/ceph.yaml clusters/separate-client.yaml conf.yaml filestore-xfs.yaml kernels/single-major-off.yaml tasks/unmap.yaml}
luminous
luminous
master
ovh
 
krbd/wac/wac/{ceph/ceph.yaml clusters/fixed-3.yaml conf.yaml tasks/wac.yaml verify/many-resets.yaml}
"2018-06-25 13:02:47.942071 mon.b mon.0 158.69.66.214:6789/0 148 : cluster [WRN] Health check failed: 2 slow requests are blocked > 32 sec. Implicated osds 1,2 (REQUEST_SLOW)" in cluster log
luminous
luminous
master
ovh
 
krbd/rbd-nomount/{clusters/fixed-3.yaml conf.yaml install/ceph.yaml msgr-failures/few.yaml tasks/rbd_map_snapshot_io.yaml}
luminous
luminous
master
ovh
 
krbd/thrash/{ceph/ceph.yaml clusters/fixed-3.yaml conf.yaml thrashers/upmap.yaml thrashosds-health.yaml workloads/rbd_workunit_suites_ffsb.yaml}
luminous
luminous
master
ovh
 
krbd/rbd/{clusters/fixed-3.yaml conf.yaml msgr-failures/many.yaml tasks/rbd_workunit_suites_iozone.yaml}
Command failed (workunit test suites/iozone.sh) on ovh063 with status 124: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=luminous TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/suites/iozone.sh'
luminous
luminous
master
ovh
 
krbd/rbd-nomount/{clusters/fixed-3.yaml conf.yaml install/ceph.yaml msgr-failures/many.yaml tasks/rbd_map_unmap.yaml}
luminous
luminous
master
ovh
 
krbd/rbd/{clusters/fixed-3.yaml conf.yaml msgr-failures/few.yaml tasks/rbd_workunit_trivial_sync.yaml}
luminous
luminous
master
ovh
 
krbd/rbd-nomount/{clusters/fixed-3.yaml conf.yaml install/ceph.yaml msgr-failures/few.yaml tasks/rbd_simple_big.yaml}
Command failed (workunit test rbd/simple_big.sh) on ovh068 with status 124: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=luminous TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/simple_big.sh'
luminous
luminous
master
ovh
 
krbd/rbd/{clusters/fixed-3.yaml conf.yaml msgr-failures/many.yaml tasks/rbd_fio.yaml}
luminous
luminous
master
ovh
 
krbd/rbd-nomount/{clusters/fixed-3.yaml conf.yaml install/ceph.yaml msgr-failures/many.yaml tasks/krbd_data_pool.yaml}
Command failed (workunit test rbd/krbd_data_pool.sh) on ovh052 with status 124: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=luminous TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/krbd_data_pool.sh'
luminous
luminous
master
ovh
 
krbd/singleton/{conf.yaml msgr-failures/many.yaml tasks/rbd_xfstests.yaml}
luminous
luminous
master
ovh
 
krbd/thrash/{ceph/ceph.yaml clusters/fixed-3.yaml conf.yaml thrashers/backoff.yaml thrashosds-health.yaml workloads/rbd_workunit_suites_ffsb.yaml}
luminous
luminous
master
ovh
 
krbd/rbd-nomount/{clusters/fixed-3.yaml conf.yaml install/ceph.yaml msgr-failures/few.yaml tasks/krbd_exclusive_option.yaml}
luminous
luminous
master
ovh
 
krbd/rbd/{clusters/fixed-3.yaml conf.yaml msgr-failures/few.yaml tasks/rbd_workunit_kernel_untar_build.yaml}
luminous
luminous
master
ovh
 
krbd/rbd-nomount/{clusters/fixed-3.yaml conf.yaml install/ceph.yaml msgr-failures/many.yaml tasks/krbd_fallocate.yaml}
"2018-06-25 14:03:55.440698 mon.b mon.0 158.69.68.69:6789/0 112 : cluster [WRN] Health check failed: 1 slow requests are blocked > 32 sec. Implicated osds 1 (REQUEST_SLOW)" in cluster log
luminous
luminous
master
ovh
 
krbd/rbd/{clusters/fixed-3.yaml conf.yaml msgr-failures/many.yaml tasks/rbd_workunit_suites_dbench.yaml}
"2018-06-25 14:26:25.829085 mon.a mon.0 158.69.69.227:6789/0 142 : cluster [WRN] Health check failed: 4 slow requests are blocked > 32 sec. Implicated osds 4 (REQUEST_SLOW)" in cluster log
luminous
luminous
master
ovh
 
krbd/thrash/{ceph/ceph.yaml clusters/fixed-3.yaml conf.yaml thrashers/mon-thrasher.yaml thrashosds-health.yaml workloads/rbd_fio.yaml}
Exiting scrub checking -- not all pgs scrubbed.
luminous
luminous
master
ovh
 
krbd/rbd-nomount/{clusters/fixed-3.yaml conf.yaml install/ceph.yaml msgr-failures/few.yaml tasks/rbd_concurrent.yaml}
"2018-06-25 14:20:18.202270 mon.b mon.0 158.69.69.13:6789/0 144 : cluster [WRN] Health check failed: 1 slow requests are blocked > 32 sec. Implicated osds 6 (REQUEST_SLOW)" in cluster log
luminous
luminous
master
ovh
 
krbd/rbd/{clusters/fixed-3.yaml conf.yaml msgr-failures/few.yaml tasks/rbd_workunit_suites_ffsb.yaml}
luminous
luminous
master
ovh
 
krbd/unmap/{ceph/ceph.yaml clusters/separate-client.yaml conf.yaml filestore-xfs.yaml kernels/single-major-on.yaml tasks/unmap.yaml}
luminous
luminous
master
ovh
 
krbd/wac/wac/{ceph/ceph.yaml clusters/fixed-3.yaml conf.yaml tasks/wac.yaml verify/no-resets.yaml}
"2018-06-25 15:01:30.881924 mon.b mon.0 158.69.71.129:6789/0 156 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN)" in cluster log
luminous
luminous
master
ovh
 
krbd/rbd-nomount/{clusters/fixed-3.yaml conf.yaml install/ceph.yaml msgr-failures/many.yaml tasks/rbd_huge_tickets.yaml}
Command failed (workunit test rbd/huge-tickets.sh) on ovh033 with status 124: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=luminous TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/huge-tickets.sh'
luminous
luminous
master
ovh
 
krbd/rbd/{clusters/fixed-3.yaml conf.yaml msgr-failures/many.yaml tasks/rbd_workunit_suites_fsstress.yaml}
"2018-06-25 14:30:50.914663 mon.a mon.0 158.69.69.35:6789/0 142 : cluster [WRN] Health check failed: 1 slow requests are blocked > 32 sec. Implicated osds 1 (REQUEST_SLOW)" in cluster log
luminous
luminous
master
ovh
 
krbd/rbd-nomount/{clusters/fixed-3.yaml conf.yaml install/ceph.yaml msgr-failures/few.yaml tasks/rbd_image_read.yaml}
luminous
luminous
master
ovh
 
krbd/thrash/{ceph/ceph.yaml clusters/fixed-3.yaml conf.yaml thrashers/pggrow.yaml thrashosds-health.yaml workloads/rbd_workunit_suites_ffsb.yaml}
luminous
luminous
master
ovh
 
krbd/rbd-nomount/{clusters/fixed-3.yaml conf.yaml install/ceph.yaml msgr-failures/many.yaml tasks/rbd_kernel.yaml}
luminous
luminous
master
ovh
 
krbd/rbd/{clusters/fixed-3.yaml conf.yaml msgr-failures/few.yaml tasks/rbd_workunit_suites_fsstress_ext4.yaml}
luminous
luminous
master
ovh
 
krbd/rbd-nomount/{clusters/fixed-3.yaml conf.yaml install/ceph.yaml msgr-failures/few.yaml tasks/rbd_kfsx.yaml}
luminous
luminous
master
ovh
 
krbd/rbd/{clusters/fixed-3.yaml conf.yaml msgr-failures/many.yaml tasks/rbd_workunit_suites_fsx.yaml}
"2018-06-25 15:01:07.358050 mon.a mon.0 158.69.71.125:6789/0 128 : cluster [WRN] Health check failed: 2 slow requests are blocked > 32 sec. Implicated osds 4 (REQUEST_SLOW)" in cluster log
luminous
luminous
master
ovh
 
krbd/rbd-nomount/{clusters/fixed-3.yaml conf.yaml install/ceph.yaml msgr-failures/many.yaml tasks/rbd_map_snapshot_io.yaml}
luminous
luminous
master
ovh
 
krbd/thrash/{ceph/ceph.yaml clusters/fixed-3.yaml conf.yaml thrashers/upmap.yaml thrashosds-health.yaml workloads/rbd_fio.yaml}
luminous
luminous
master
ovh
 
krbd/rbd/{clusters/fixed-3.yaml conf.yaml msgr-failures/few.yaml tasks/rbd_workunit_suites_iozone.yaml}
luminous
luminous
master
ovh
 
krbd/rbd-nomount/{clusters/fixed-3.yaml conf.yaml install/ceph.yaml msgr-failures/few.yaml tasks/rbd_map_unmap.yaml}
luminous
luminous
master
ovh
 
krbd/rbd/{clusters/fixed-3.yaml conf.yaml msgr-failures/many.yaml tasks/rbd_workunit_trivial_sync.yaml}
"2018-06-25 15:01:12.154934 mon.a mon.0 158.69.71.126:6789/0 169 : cluster [WRN] Health check failed: 3 slow requests are blocked > 32 sec. Implicated osds 4,5 (REQUEST_SLOW)" in cluster log
luminous
luminous
master
ovh
 
krbd/rbd-nomount/{clusters/fixed-3.yaml conf.yaml install/ceph.yaml msgr-failures/many.yaml tasks/rbd_simple_big.yaml}
Command failed (workunit test rbd/simple_big.sh) on ovh024 with status 124: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=luminous TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/simple_big.sh'