ID
Status
Ceph Branch
Suite Branch
Teuthology Branch
Machine
OS
Nodes
Description
Failure Reason
wip-pdonnell-testing-20191012.025926
wip-pdonnell-testing-20191012.025926
master
smithi
ubuntu 18.04
fs/multiclient/{begin.yaml clusters/1-mds-2-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} distros/ubuntu_latest.yaml mount/fuse.yaml objectstore-ec/bluestore-bitmap.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/cephfs_misc_tests.yaml}
wip-pdonnell-testing-20191012.025926
wip-pdonnell-testing-20191012.025926
master
smithi
 
fs/upgrade/featureful_client/old_client/{bluestore-bitmap.yaml clusters/1-mds-2-client-micro.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} overrides/{frag_enable.yaml multimds/no.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/{0-mimic.yaml 1-client.yaml 2-upgrade.yaml 3-compat_client/mimic.yaml}}
"2019-10-14 20:07:00.997788 mon.a mon.0 172.21.15.158:6789/0 58 : cluster [WRN] Health check failed: too few PGs per OSD (2 < min 30) (TOO_FEW_PGS)" in cluster log
wip-pdonnell-testing-20191012.025926
wip-pdonnell-testing-20191012.025926
master
smithi
centos 7.6
fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml omap_limit/10000.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/cfuse_workunit_misc.yaml}
"2019-10-14T19:44:26.892638+0000 mon.b (mon.0) 171 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1571082265 sec, osd.4 has slow ops (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20191012.025926
wip-pdonnell-testing-20191012.025926
master
smithi
rhel 7.7
fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml omap_limit/10.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/cfuse_workunit_suites_ffsb.yaml}
wip-pdonnell-testing-20191012.025926
wip-pdonnell-testing-20191012.025926
master
smithi
centos 7.6
fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml omap_limit/10.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/cfuse_workunit_suites_fsx.yaml}
"2019-10-14T19:33:58.721997+0000 mon.b (mon.0) 142 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1571081636 sec, osd.0 has slow ops (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20191012.025926
wip-pdonnell-testing-20191012.025926
master
smithi
rhel 7.7
fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-bitmap.yaml omap_limit/10.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/cfuse_workunit_suites_iogen.yaml}
"2019-10-14T19:41:16.647446+0000 mon.a (mon.0) 147 : cluster [ERR] Health check failed: mon a is very low on available space (MON_DISK_CRIT)" in cluster log
wip-pdonnell-testing-20191012.025926
wip-pdonnell-testing-20191012.025926
master
smithi
ubuntu 18.04
fs/multiclient/{begin.yaml clusters/1-mds-3-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} distros/ubuntu_latest.yaml mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/ior-shared-file.yaml}
wip-pdonnell-testing-20191012.025926
wip-pdonnell-testing-20191012.025926
master
smithi
ubuntu 18.04
fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-ec-root.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/cephfs-shell.yaml}
Test failure: test_exceed_file_limit (tasks.cephfs.test_cephfs_shell.TestQuota)
wip-pdonnell-testing-20191012.025926
wip-pdonnell-testing-20191012.025926
master
smithi
rhel 7.7
fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml omap_limit/10.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/cfuse_workunit_kernel_untar_build.yaml}
"2019-10-14T19:39:38.687536+0000 mon.b (mon.0) 144 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1571081976 sec, osd.1 has slow ops (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20191012.025926
wip-pdonnell-testing-20191012.025926
master
smithi
centos 7.6
fs/traceless/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/cfuse_workunit_suites_dbench.yaml traceless/50pc.yaml}
"2019-10-14T19:53:44.001594+0000 mon.a (mon.0) 156 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1571082822 sec, osd.5 has slow ops (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20191012.025926
wip-pdonnell-testing-20191012.025926
master
smithi
centos 
fs/verify/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/cfuse_workunit_suites_fsstress.yaml validater/valgrind.yaml}
"2019-10-14T21:11:24.271891+0000 mon.a (mon.0) 2692 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1571087481 sec, osd.0 has slow ops (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20191012.025926
wip-pdonnell-testing-20191012.025926
master
smithi
rhel 7.7
fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml omap_limit/10000.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/cfuse_workunit_suites_dbench.yaml}
"2019-10-14T20:02:44.521813+0000 mon.b (mon.0) 604 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1571083361 sec, osd.3 has slow ops (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20191012.025926
wip-pdonnell-testing-20191012.025926
master
smithi
ubuntu 18.04
fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-comp.yaml omap_limit/10.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/cfuse_workunit_suites_ffsb.yaml}
wip-pdonnell-testing-20191012.025926
wip-pdonnell-testing-20191012.025926
master
smithi
centos 7.6
fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml omap_limit/10000.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/cfuse_workunit_suites_fsstress.yaml}
"2019-10-14T19:50:34.994284+0000 mon.a (mon.0) 282 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1571082633 sec, osd.5 has slow ops (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20191012.025926
wip-pdonnell-testing-20191012.025926
master
smithi
ubuntu 18.04
fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml omap_limit/10.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/cfuse_workunit_suites_iogen.yaml}
"2019-10-14T19:54:51.618052+0000 mon.a (mon.0) 157 : cluster [WRN] Health check failed: 2 slow ops, oldest one blocked for 1571082889 sec, osd.1 has slow ops (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20191012.025926
wip-pdonnell-testing-20191012.025926
master
smithi
 
fs/upgrade/featureful_client/upgraded_client/{bluestore-bitmap.yaml clusters/1-mds-2-client-micro.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} overrides/{frag_enable.yaml multimds/no.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/{0-mimic.yaml 1-client.yaml 2-upgrade.yaml 3-client-upgrade.yaml 4-compat_client.yaml 5-client-sanity.yaml}}
"2019-10-14 20:09:32.775053 mon.a mon.0 172.21.15.192:6789/0 63 : cluster [WRN] Health check failed: too few PGs per OSD (2 < min 30) (TOO_FEW_PGS)" in cluster log
wip-pdonnell-testing-20191012.025926
wip-pdonnell-testing-20191012.025926
master
smithi
ubuntu 18.04
fs/multiclient/{begin.yaml clusters/1-mds-3-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} distros/ubuntu_latest.yaml mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/cephfs_misc_tests.yaml}
wip-pdonnell-testing-20191012.025926
wip-pdonnell-testing-20191012.025926
master
smithi
ubuntu 18.04
fs/snaps/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/snaptests.yaml}
"2019-10-14T20:40:30.584412+0000 mon.a (mon.0) 338 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1571085628 sec, osd.3 has slow ops (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20191012.025926
wip-pdonnell-testing-20191012.025926
master
smithi
rhel 7.7
fs/thrash/{begin.yaml ceph-thrash/mds.yaml clusters/1-mds-1-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml msgr-failures/none.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/cfuse_workunit_snaptests.yaml}
"2019-10-14T20:23:36.550951+0000 mon.a (mon.0) 781 : cluster [WRN] Health check failed: 2 slow ops, oldest one blocked for 1571084614 sec, osd.4 has slow ops (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20191012.025926
wip-pdonnell-testing-20191012.025926
master
smithi
centos 7.6
fs/traceless/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/cfuse_workunit_suites_ffsb.yaml traceless/50pc.yaml}
Command failed (workunit test suites/ffsb.sh) on smithi199 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=96e5565376f419bd097c227b15f8088a545840f6 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/suites/ffsb.sh'
wip-pdonnell-testing-20191012.025926
wip-pdonnell-testing-20191012.025926
master
smithi
centos 7.6
fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml omap_limit/10000.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/cfuse_workunit_misc.yaml}
"2019-10-14T20:08:45.859655+0000 mon.b (mon.0) 170 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1571083724 sec, osd.5 has slow ops (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20191012.025926
wip-pdonnell-testing-20191012.025926
master
smithi
ubuntu 18.04
fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-ec-root.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/data-scan.yaml}
wip-pdonnell-testing-20191012.025926
wip-pdonnell-testing-20191012.025926
master
smithi
ubuntu 18.04
fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml omap_limit/10.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/cfuse_workunit_suites_ffsb.yaml}
wip-pdonnell-testing-20191012.025926
wip-pdonnell-testing-20191012.025926
master
smithi
ubuntu 18.04
fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml omap_limit/10000.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/cfuse_workunit_suites_fsync.yaml}
"2019-10-14T20:12:53.585554+0000 mon.a (mon.0) 263 : cluster [WRN] Health check failed: 14 slow ops, oldest one blocked for 1571083971 sec, daemons [osd.0,osd.1,osd.3] have slow ops. (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20191012.025926
wip-pdonnell-testing-20191012.025926
master
smithi
ubuntu 18.04
fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml omap_limit/10.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/cfuse_workunit_kernel_untar_build.yaml}
"2019-10-14T20:11:08.207940+0000 mon.b (mon.0) 138 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1571083865 sec, osd.4 has slow ops (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20191012.025926
wip-pdonnell-testing-20191012.025926
master
smithi
ubuntu 18.04
fs/traceless/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/cfuse_workunit_suites_fsstress.yaml traceless/50pc.yaml}
"2019-10-14T20:05:15.636908+0000 mon.b (mon.0) 140 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1571083513 sec, osd.0 has slow ops (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20191012.025926
wip-pdonnell-testing-20191012.025926
master
smithi
centos 
fs/verify/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/cfuse_workunit_suites_fsstress.yaml validater/valgrind.yaml}
"2019-10-14T21:38:36.455119+0000 mon.b (mon.0) 2185 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1571089115 sec, osd.4 has slow ops (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20191012.025926
wip-pdonnell-testing-20191012.025926
master
smithi
ubuntu 18.04
fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml omap_limit/10000.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/cfuse_workunit_norstats.yaml}
"2019-10-14T20:13:11.690757+0000 mon.a (mon.0) 158 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1571083990 sec, osd.0 has slow ops (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20191012.025926
wip-pdonnell-testing-20191012.025926
master
smithi
rhel 7.7
fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml omap_limit/10000.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/cfuse_workunit_suites_dbench.yaml}
"2019-10-14T20:09:43.849436+0000 mon.b (mon.0) 149 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1571083782 sec, osd.4 has slow ops (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20191012.025926
wip-pdonnell-testing-20191012.025926
master
smithi
 
fs/upgrade/featureful_client/old_client/{bluestore-bitmap.yaml clusters/1-mds-2-client-micro.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} overrides/{frag_enable.yaml multimds/yes.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/{0-mimic.yaml 1-client.yaml 2-upgrade.yaml 3-compat_client/no.yaml}}
"2019-10-14 20:19:11.316553 mon.a mon.0 172.21.15.26:6789/0 97 : cluster [WRN] Health check failed: too few PGs per OSD (2 < min 30) (TOO_FEW_PGS)" in cluster log
wip-pdonnell-testing-20191012.025926
wip-pdonnell-testing-20191012.025926
master
smithi
centos 7.6
fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml omap_limit/10.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/cfuse_workunit_suites_ffsb.yaml}
Command failed (workunit test suites/ffsb.sh) on smithi149 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=96e5565376f419bd097c227b15f8088a545840f6 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/suites/ffsb.sh'
wip-pdonnell-testing-20191012.025926
wip-pdonnell-testing-20191012.025926
master
smithi
ubuntu 18.04
fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml omap_limit/10.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/cfuse_workunit_suites_fsx.yaml}
"2019-10-14T20:22:28.320487+0000 mon.b (mon.0) 302 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1571084546 sec, osd.4 has slow ops (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20191012.025926
wip-pdonnell-testing-20191012.025926
master
smithi
ubuntu 18.04
fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml omap_limit/10.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/cfuse_workunit_suites_iogen.yaml}
"2019-10-14T20:37:14.395002+0000 mon.a (mon.0) 151 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1571085431 sec, osd.1 has slow ops (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20191012.025926
wip-pdonnell-testing-20191012.025926
master
smithi
rhel 7.7
fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml omap_limit/10000.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/cfuse_workunit_suites_iozone.yaml}
Command failed (workunit test suites/iozone.sh) on smithi019 with status 124: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=96e5565376f419bd097c227b15f8088a545840f6 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/suites/iozone.sh'
wip-pdonnell-testing-20191012.025926
wip-pdonnell-testing-20191012.025926
master
smithi
ubuntu 18.04
fs/multiclient/{begin.yaml clusters/1-mds-2-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} distros/ubuntu_latest.yaml mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/cephfs_misc_tests.yaml}
wip-pdonnell-testing-20191012.025926
wip-pdonnell-testing-20191012.025926
master
smithi
centos 7.6
fs/thrash/{begin.yaml ceph-thrash/mds.yaml clusters/1-mds-1-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml msgr-failures/none.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/cfuse_workunit_snaptests.yaml}
"2019-10-14T21:09:04.249995+0000 mon.b (mon.0) 777 : cluster [WRN] Health check failed: 4 slow ops, oldest one blocked for 1571087342 sec, osd.0 has slow ops (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20191012.025926
wip-pdonnell-testing-20191012.025926
master
smithi
centos 7.6
fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-bitmap.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/strays.yaml}
Test failure: test_files_throttle (tasks.cephfs.test_strays.TestStrays)
wip-pdonnell-testing-20191012.025926
wip-pdonnell-testing-20191012.025926
master
smithi
rhel 7.7
fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-bitmap.yaml omap_limit/10.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/cfuse_workunit_suites_ffsb.yaml}
Command failed (workunit test suites/ffsb.sh) on smithi137 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=96e5565376f419bd097c227b15f8088a545840f6 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/suites/ffsb.sh'
wip-pdonnell-testing-20191012.025926
wip-pdonnell-testing-20191012.025926
master
smithi
centos 7.6
fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-bitmap.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/volume-client/{py/2.yaml task/test/{test.yaml}}}
Test failure: test_data_isolated (tasks.cephfs.test_volume_client.TestVolumeClient)
wip-pdonnell-testing-20191012.025926
wip-pdonnell-testing-20191012.025926
master
smithi
ubuntu 18.04
fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml omap_limit/10000.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/cfuse_workunit_suites_fsync.yaml}
"2019-10-14T20:21:50.927128+0000 mon.b (mon.0) 146 : cluster [WRN] Health check failed: 12 slow ops, oldest one blocked for 1571084508 sec, daemons [osd.2,osd.4,osd.5,osd.6] have slow ops. (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20191012.025926
wip-pdonnell-testing-20191012.025926
master
smithi
ubuntu 18.04
fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml omap_limit/10.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/cfuse_workunit_suites_iogen.yaml}
"2019-10-14T20:30:37.818971+0000 mon.b (mon.0) 372 : cluster [ERR] Health check failed: mon b is very low on available space (MON_DISK_CRIT)" in cluster log
wip-pdonnell-testing-20191012.025926
wip-pdonnell-testing-20191012.025926
master
smithi
centos 7.6
fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-bitmap.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/volume-client/{py/3.yaml task/test/{test.yaml}}}
Test failure: test_data_isolated (tasks.cephfs.test_volume_client.TestVolumeClient)
wip-pdonnell-testing-20191012.025926
wip-pdonnell-testing-20191012.025926
master
smithi
 
fs/upgrade/featureful_client/old_client/{bluestore-bitmap.yaml clusters/1-mds-2-client-micro.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} overrides/{frag_enable.yaml multimds/yes.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/{0-mimic.yaml 1-client.yaml 2-upgrade.yaml 3-compat_client/mimic.yaml}}
"2019-10-14 20:28:45.183706 mon.a mon.0 172.21.15.156:6789/0 65 : cluster [WRN] Health check failed: too few PGs per OSD (2 < min 30) (TOO_FEW_PGS)" in cluster log
wip-pdonnell-testing-20191012.025926
wip-pdonnell-testing-20191012.025926
master
smithi
rhel 7.7
fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml omap_limit/10.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/cfuse_workunit_misc.yaml}
"2019-10-14T20:50:55.167841+0000 mon.a (mon.0) 181 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1571086254 sec, osd.3 has slow ops (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20191012.025926
wip-pdonnell-testing-20191012.025926
master
smithi
ubuntu 18.04
fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml omap_limit/10.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/cfuse_workunit_norstats.yaml}
wip-pdonnell-testing-20191012.025926
wip-pdonnell-testing-20191012.025926
master
smithi
centos 7.6
fs/thrash/{begin.yaml ceph-thrash/mon.yaml clusters/1-mds-1-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml msgr-failures/none.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/cfuse_workunit_suites_fsstress.yaml}
wip-pdonnell-testing-20191012.025926
wip-pdonnell-testing-20191012.025926
master
smithi
rhel 7.7
fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml omap_limit/10000.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/cfuse_workunit_suites_ffsb.yaml}
Command failed (workunit test suites/ffsb.sh) on smithi100 with status 124: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=96e5565376f419bd097c227b15f8088a545840f6 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/suites/ffsb.sh'
wip-pdonnell-testing-20191012.025926
wip-pdonnell-testing-20191012.025926
master
smithi
centos 7.6
fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml omap_limit/10000.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/cfuse_workunit_suites_fsx.yaml}
"2019-10-14T20:45:49.217325+0000 mon.b (mon.0) 139 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1571085947 sec, osd.4 has slow ops (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20191012.025926
wip-pdonnell-testing-20191012.025926
master
smithi
centos 7.6
fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-bitmap.yaml omap_limit/10000.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/cfuse_workunit_suites_iogen.yaml}
"2019-10-14T20:57:13.396522+0000 mon.a (mon.0) 486 : cluster [ERR] Health check failed: mon a is very low on available space (MON_DISK_CRIT)" in cluster log
wip-pdonnell-testing-20191012.025926
wip-pdonnell-testing-20191012.025926
master
smithi
ubuntu 18.04
fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-bitmap.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/cephfs-shell.yaml}
Test failure: test_exceed_file_limit (tasks.cephfs.test_cephfs_shell.TestQuota)
wip-pdonnell-testing-20191012.025926
wip-pdonnell-testing-20191012.025926
master
smithi
centos 7.6
fs/32bits/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{faked-ino.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/cfuse_workunit_suites_fsstress.yaml}
wip-pdonnell-testing-20191012.025926
wip-pdonnell-testing-20191012.025926
master
smithi
centos 7.6
fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml omap_limit/10000.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/cfuse_workunit_kernel_untar_build.yaml}
"2019-10-14T20:54:19.624910+0000 mon.b (mon.0) 142 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1571086458 sec, osd.5 has slow ops (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20191012.025926
wip-pdonnell-testing-20191012.025926
master
smithi
ubuntu 18.04
fs/multiclient/{begin.yaml clusters/1-mds-3-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} distros/ubuntu_latest.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/cephfs_misc_tests.yaml}
wip-pdonnell-testing-20191012.025926
wip-pdonnell-testing-20191012.025926
master
smithi
centos 7.6
fs/snaps/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/snaptests.yaml}
"2019-10-14T21:29:37.920083+0000 mon.b (mon.0) 1796 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1571088577 sec, osd.2 has slow ops (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20191012.025926
wip-pdonnell-testing-20191012.025926
master
smithi
ubuntu 18.04
fs/traceless/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/cfuse_workunit_suites_ffsb.yaml traceless/50pc.yaml}
wip-pdonnell-testing-20191012.025926
wip-pdonnell-testing-20191012.025926
master
smithi
 
fs/verify/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/cfuse_workunit_suites_dbench.yaml validater/lockdep.yaml}
"2019-10-14T20:50:10.775214+0000 mon.b (mon.0) 142 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1571086208 sec, osd.4 has slow ops (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20191012.025926
wip-pdonnell-testing-20191012.025926
master
smithi
rhel 7.7
fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml omap_limit/10.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/cfuse_workunit_suites_dbench.yaml}
"2019-10-14T21:03:21.180173+0000 mon.a (mon.0) 728 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1571086999 sec, osd.6 has slow ops (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20191012.025926
wip-pdonnell-testing-20191012.025926
master
smithi
centos 7.6
fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-comp.yaml omap_limit/10000.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/cfuse_workunit_suites_ffsb.yaml}
Command failed (workunit test suites/ffsb.sh) on smithi101 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=96e5565376f419bd097c227b15f8088a545840f6 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/suites/ffsb.sh'
wip-pdonnell-testing-20191012.025926
wip-pdonnell-testing-20191012.025926
master
smithi
centos 7.6
fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml omap_limit/10000.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/cfuse_workunit_suites_iogen.yaml}
"2019-10-14T21:06:14.292856+0000 mon.a (mon.0) 390 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1571087171 sec, osd.0 has slow ops (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20191012.025926
wip-pdonnell-testing-20191012.025926
master
smithi
 
fs/upgrade/featureful_client/upgraded_client/{bluestore-bitmap.yaml clusters/1-mds-2-client-micro.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} overrides/{frag_enable.yaml multimds/yes.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/{0-mimic.yaml 1-client.yaml 2-upgrade.yaml 3-client-upgrade.yaml 4-compat_client.yaml 5-client-sanity.yaml}}
"2019-10-14 20:48:37.176758 mon.a mon.0 172.21.15.198:6789/0 67 : cluster [WRN] Health check failed: too few PGs per OSD (2 < min 30) (TOO_FEW_PGS)" in cluster log
wip-pdonnell-testing-20191012.025926
wip-pdonnell-testing-20191012.025926
master
smithi
ubuntu 18.04
fs/thrash/{begin.yaml ceph-thrash/mds.yaml clusters/1-mds-1-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml msgr-failures/osd-mds-delay.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/cfuse_workunit_snaptests.yaml}
"2019-10-14T22:45:07.493459+0000 mon.b (mon.0) 1873 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1571093106 sec, osd.6 has slow ops (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20191012.025926
wip-pdonnell-testing-20191012.025926
master
smithi
centos 
fs/verify/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/cfuse_workunit_suites_fsstress.yaml validater/valgrind.yaml}
wip-pdonnell-testing-20191012.025926
wip-pdonnell-testing-20191012.025926
master
smithi
ubuntu 18.04
fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml omap_limit/10.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/cfuse_workunit_misc.yaml}
"2019-10-14T21:01:26.476754+0000 mon.b (mon.0) 595 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1571086883 sec, osd.5 has slow ops (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20191012.025926
wip-pdonnell-testing-20191012.025926
master
smithi
rhel 7.7
fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-bitmap.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/data-scan.yaml}
wip-pdonnell-testing-20191012.025926
wip-pdonnell-testing-20191012.025926
master
smithi
centos 7.6
fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml omap_limit/10000.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/cfuse_workunit_suites_ffsb.yaml}
wip-pdonnell-testing-20191012.025926
wip-pdonnell-testing-20191012.025926
master
smithi
rhel 7.7
fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml omap_limit/10.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/cfuse_workunit_suites_fsync.yaml}
"2019-10-14T20:57:52.084020+0000 mon.a (mon.0) 157 : cluster [WRN] Health check failed: 7 slow ops, oldest one blocked for 1571086670 sec, daemons [osd.1,osd.3,osd.4] have slow ops. (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20191012.025926
wip-pdonnell-testing-20191012.025926
master
smithi
centos 7.6
fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml omap_limit/10000.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/cfuse_workunit_kernel_untar_build.yaml}
"2019-10-14T21:22:23.414357+0000 mon.a (mon.0) 162 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1571088141 sec, osd.3 has slow ops (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20191012.025926
wip-pdonnell-testing-20191012.025926
master
smithi
ubuntu 18.04
fs/multiclient/{begin.yaml clusters/1-mds-2-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} distros/ubuntu_latest.yaml mount/fuse.yaml objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/cephfs_misc_tests.yaml}
wip-pdonnell-testing-20191012.025926
wip-pdonnell-testing-20191012.025926
master
smithi
 
fs/verify/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/cfuse_workunit_suites_dbench.yaml validater/lockdep.yaml}
"2019-10-14T21:10:09.500480+0000 mon.b (mon.0) 146 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1571087407 sec, osd.0 has slow ops (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20191012.025926
wip-pdonnell-testing-20191012.025926
master
smithi
centos 7.6
fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml omap_limit/10.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/cfuse_workunit_suites_dbench.yaml}
"2019-10-14T21:10:46.164512+0000 mon.b (mon.0) 147 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1571087444 sec, osd.3 has slow ops (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20191012.025926
wip-pdonnell-testing-20191012.025926
master
smithi
 
fs/upgrade/featureful_client/old_client/{bluestore-bitmap.yaml clusters/1-mds-2-client-micro.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} overrides/{frag_enable.yaml multimds/no.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/{0-mimic.yaml 1-client.yaml 2-upgrade.yaml 3-compat_client/no.yaml}}
"2019-10-14 21:03:29.030731 mon.a mon.0 172.21.15.156:6789/0 99 : cluster [WRN] Health check failed: too few PGs per OSD (2 < min 30) (TOO_FEW_PGS)" in cluster log
wip-pdonnell-testing-20191012.025926
wip-pdonnell-testing-20191012.025926
master
smithi
rhel 7.7
fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml omap_limit/10000.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/cfuse_workunit_suites_ffsb.yaml}
Command failed (workunit test suites/ffsb.sh) on smithi140 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=96e5565376f419bd097c227b15f8088a545840f6 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/suites/ffsb.sh'
wip-pdonnell-testing-20191012.025926
wip-pdonnell-testing-20191012.025926
master
smithi
rhel 7.7
fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml omap_limit/10000.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/cfuse_workunit_suites_fsx.yaml}
"2019-10-14T21:15:12.133320+0000 mon.a (mon.0) 151 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1571087710 sec, osd.4 has slow ops (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20191012.025926
wip-pdonnell-testing-20191012.025926
master
smithi
ubuntu 18.04
fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml omap_limit/10000.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/cfuse_workunit_suites_iogen.yaml}
"2019-10-14T21:28:26.135917+0000 mon.a (mon.0) 409 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1571088503 sec, osd.1 has slow ops (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20191012.025926
wip-pdonnell-testing-20191012.025926
master
smithi
rhel 7.7
fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml omap_limit/10.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/cfuse_workunit_suites_iozone.yaml}
Command failed (workunit test suites/iozone.sh) on smithi071 with status 124: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=96e5565376f419bd097c227b15f8088a545840f6 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/suites/iozone.sh'
wip-pdonnell-testing-20191012.025926
wip-pdonnell-testing-20191012.025926
master
smithi
rhel 7.7
fs/thrash/{begin.yaml ceph-thrash/mds.yaml clusters/1-mds-1-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml msgr-failures/osd-mds-delay.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/cfuse_workunit_snaptests.yaml}
SSH connection to smithi072 was lost: 'rpm -q kernel --last | head -n 1'
wip-pdonnell-testing-20191012.025926
wip-pdonnell-testing-20191012.025926
master
smithi
centos 
fs/verify/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/cfuse_workunit_suites_fsstress.yaml validater/valgrind.yaml}
wip-pdonnell-testing-20191012.025926
wip-pdonnell-testing-20191012.025926
master
smithi
rhel 7.7
fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-ec-root.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/strays.yaml}
Test failure: test_ops_throttle (tasks.cephfs.test_strays.TestStrays)
wip-pdonnell-testing-20191012.025926
wip-pdonnell-testing-20191012.025926
master
smithi
ubuntu 18.04
fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-bitmap.yaml omap_limit/10000.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/cfuse_workunit_suites_ffsb.yaml}
Command failed (workunit test suites/ffsb.sh) on smithi016 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=96e5565376f419bd097c227b15f8088a545840f6 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/suites/ffsb.sh'
wip-pdonnell-testing-20191012.025926
wip-pdonnell-testing-20191012.025926
master
smithi
centos 7.6
fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml omap_limit/10.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/cfuse_workunit_suites_fsstress.yaml}
wip-pdonnell-testing-20191012.025926
wip-pdonnell-testing-20191012.025926
master
smithi
centos 7.6
fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-ec-root.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/volume-client/{py/2.yaml task/test/{test.yaml}}}
Test failure: test_data_isolated (tasks.cephfs.test_volume_client.TestVolumeClient)
wip-pdonnell-testing-20191012.025926
wip-pdonnell-testing-20191012.025926
master
smithi
rhel 7.7
fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml omap_limit/10.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/cfuse_workunit_suites_fsync.yaml}
"2019-10-14T21:22:52.981504+0000 mon.a (mon.0) 163 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1571088170 sec, osd.0 has slow ops (SLOW_OPS)" in cluster log
wip-pdonnell-testing-20191012.025926
wip-pdonnell-testing-20191012.025926
master
smithi
rhel 7.7
fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml omap_limit/10000.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/cfuse_workunit_suites_iogen.yaml}
"2019-10-14T21:37:52.736698+0000 mon.a (mon.0) 164 : cluster [ERR] Health check failed: mon a is very low on available space (MON_DISK_CRIT)" in cluster log
wip-pdonnell-testing-20191012.025926
wip-pdonnell-testing-20191012.025926
master
smithi
centos 7.6
fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-bitmap.yaml omap_limit/10.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/cfuse_workunit_suites_iozone.yaml}
Could not reconnect to ubuntu@smithi072.front.sepia.ceph.com
wip-pdonnell-testing-20191012.025926
wip-pdonnell-testing-20191012.025926
master
smithi
rhel 7.7
fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-ec-root.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/volume-client/{py/3.yaml task/test/{test.yaml}}}
Test failure: test_data_isolated (tasks.cephfs.test_volume_client.TestVolumeClient)