Status Job ID Links Posted Started Updated
Runtime
Duration
In Waiting
Machine Teuthology Branch OS Type OS Version Description Nodes
pass 3007614 2018-09-11 22:55:41 2018-09-12 00:28:44 2018-09-12 01:12:44 0:44:00 0:10:26 0:33:34 smithi master ubuntu 18.04 multimds/basic/{begin.yaml clusters/3-mds.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml supported-random-distros$/{ubuntu_latest.yaml} tasks/cephfs_test_exports.yaml} 3
pass 3007616 2018-09-11 22:55:41 2018-09-12 00:28:44 2018-09-12 01:34:45 1:06:01 0:15:21 0:50:40 smithi master rhel 7.5 multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/3-mds-2-standby.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml msgr-failures/none.yaml objectstore-ec/bluestore.yaml overrides/{fuse-default-perm-no.yaml thrash/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} supported-random-distros$/{rhel_latest.yaml} tasks/cfuse_workunit_suites_fsstress.yaml} 3
pass 3007618 2018-09-11 22:55:42 2018-09-12 00:29:01 2018-09-12 01:31:01 1:02:00 0:42:35 0:19:25 smithi master multimds/verify/{begin.yaml clusters/3-mds.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/bluestore.yaml overrides/{fuse-default-perm-no.yaml verify/{frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_dbench.yaml validater/lockdep.yaml} 3
fail 3007620 2018-09-11 22:55:43 2018-09-12 00:30:55 2018-09-12 01:38:55 1:08:00 0:21:37 0:46:23 smithi master ubuntu 16.04 multimds/basic/{begin.yaml clusters/9-mds.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml supported-random-distros$/{ubuntu_16.04.yaml} tasks/cephfs_test_snapshots.yaml} 3
Failure Reason:

"2018-09-12 01:28:01.949228 mon.a mon.0 172.21.15.95:6789/0 966 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 122 sec, mon.c has slow ops (SLOW_OPS)" in cluster log

pass 3007622 2018-09-11 22:55:44 2018-09-12 00:31:20 2018-09-12 03:03:22 2:32:02 2:17:33 0:14:29 smithi master rhel 7.5 multimds/basic/{begin.yaml clusters/3-mds.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml supported-random-distros$/{rhel_latest.yaml} tasks/cfuse_workunit_kernel_untar_build.yaml} 3
pass 3007624 2018-09-11 22:55:44 2018-09-12 00:31:21 2018-09-12 01:37:21 1:06:00 0:47:37 0:18:23 smithi master rhel 7.5 multimds/basic/{begin.yaml clusters/9-mds.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml supported-random-distros$/{rhel_latest.yaml} tasks/cfuse_workunit_misc.yaml} 3
pass 3007626 2018-09-11 22:55:45 2018-09-12 00:31:31 2018-09-12 01:07:31 0:36:00 0:14:56 0:21:04 smithi master ubuntu 16.04 multimds/basic/{begin.yaml clusters/3-mds.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore.yaml overrides/{basic/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml supported-random-distros$/{ubuntu_16.04.yaml} tasks/cfuse_workunit_norstats.yaml} 3
pass 3007628 2018-09-11 22:55:46 2018-09-12 00:32:48 2018-09-12 01:36:48 1:04:00 0:31:03 0:32:57 smithi master rhel 7.5 multimds/basic/{begin.yaml clusters/9-mds.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/kclient.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml supported-random-distros$/{rhel_latest.yaml} tasks/cfuse_workunit_suites_blogbench.yaml} 3
pass 3007630 2018-09-11 22:55:46 2018-09-12 00:32:55 2018-09-12 01:26:55 0:54:00 0:10:52 0:43:08 smithi master ubuntu 16.04 multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/9-mds-3-standby.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/kclient.yaml msgr-failures/osd-mds-delay.yaml objectstore-ec/filestore-xfs.yaml overrides/{fuse-default-perm-no.yaml thrash/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} supported-random-distros$/{ubuntu_16.04.yaml} tasks/cfuse_workunit_suites_pjd.yaml} 3
pass 3007632 2018-09-11 22:55:47 2018-09-12 00:33:09 2018-09-12 01:39:09 1:06:00 0:46:52 0:19:08 smithi master centos multimds/verify/{begin.yaml clusters/9-mds.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/kclient.yaml objectstore-ec/filestore-xfs.yaml overrides/{fuse-default-perm-no.yaml verify/{frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_fsstress.yaml validater/valgrind.yaml} 3
pass 3007634 2018-09-11 22:55:48 2018-09-12 00:36:47 2018-09-12 01:42:48 1:06:01 0:47:34 0:18:27 smithi master ubuntu 18.04 multimds/basic/{begin.yaml clusters/3-mds.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml supported-random-distros$/{ubuntu_latest.yaml} tasks/cfuse_workunit_suites_dbench.yaml} 3
fail 3007637 2018-09-11 22:55:49 2018-09-12 00:39:02 2018-09-12 01:15:02 0:36:00 0:24:36 0:11:24 smithi master ubuntu 18.04 multimds/basic/{begin.yaml clusters/9-mds.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml supported-random-distros$/{ubuntu_latest.yaml} tasks/cfuse_workunit_suites_ffsb.yaml} 3
Failure Reason:

"2018-09-12 00:59:29.385307 mon.a mon.0 172.21.15.44:6789/0 320 : cluster [WRN] Health check failed: 1 MDSs report slow metadata IOs (MDS_SLOW_METADATA_IO)" in cluster log

pass 3007639 2018-09-11 22:55:49 2018-09-12 00:40:50 2018-09-12 02:10:51 1:30:01 0:11:30 1:18:31 smithi master ubuntu 18.04 multimds/basic/{begin.yaml clusters/3-mds.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml supported-random-distros$/{ubuntu_latest.yaml} tasks/cfuse_workunit_suites_fsstress.yaml} 3
pass 3007640 2018-09-11 22:55:50 2018-09-12 00:41:03 2018-09-12 01:21:03 0:40:00 0:24:30 0:15:30 smithi master centos 7.4 multimds/basic/{begin.yaml clusters/9-mds.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore.yaml overrides/{basic/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml supported-random-distros$/{centos_latest.yaml} tasks/cfuse_workunit_suites_fsx.yaml} 3
pass 3007642 2018-09-11 22:55:51 2018-09-12 00:41:27 2018-09-12 01:33:27 0:52:00 0:11:00 0:41:00 smithi master ubuntu 18.04 multimds/basic/{begin.yaml clusters/3-mds.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml supported-random-distros$/{ubuntu_latest.yaml} tasks/cfuse_workunit_suites_pjd.yaml} 3
pass 3007645 2018-09-11 22:55:52 2018-09-12 00:42:14 2018-09-12 01:26:14 0:44:00 0:14:31 0:29:29 smithi master centos 7.4 multimds/basic/{begin.yaml clusters/9-mds.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml supported-random-distros$/{centos_latest.yaml} tasks/cephfs_test_exports.yaml} 3
pass 3007647 2018-09-11 22:55:52 2018-09-12 00:42:48 2018-09-12 01:12:48 0:30:00 0:12:53 0:17:07 smithi master centos 7.4 multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/3-mds-2-standby.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml msgr-failures/osd-mds-delay.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{fuse-default-perm-no.yaml thrash/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} supported-random-distros$/{centos_latest.yaml} tasks/cfuse_workunit_suites_fsstress.yaml} 3
pass 3007649 2018-09-11 22:55:53 2018-09-12 00:43:27 2018-09-12 02:05:28 1:22:01 0:10:41 1:11:20 smithi master multimds/verify/{begin.yaml clusters/3-mds.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{fuse-default-perm-no.yaml verify/{frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_fsstress.yaml validater/lockdep.yaml} 3
fail 3007651 2018-09-11 22:55:54 2018-09-12 00:43:27 2018-09-12 01:45:27 1:02:00 0:25:01 0:36:59 smithi master centos 7.4 multimds/basic/{begin.yaml clusters/3-mds.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml supported-random-distros$/{centos_latest.yaml} tasks/cephfs_test_snapshots.yaml} 3
Failure Reason:

"2018-09-12 01:36:15.664472 mon.a mon.0 172.21.15.184:6789/0 633 : cluster [WRN] Health check failed: 2 slow ops, oldest one blocked for 123 sec, mon.c has slow ops (SLOW_OPS)" in cluster log

pass 3007652 2018-09-11 22:55:55 2018-09-12 00:44:50 2018-09-12 01:46:50 1:02:00 0:49:49 0:12:11 smithi master ubuntu 18.04 multimds/basic/{begin.yaml clusters/9-mds.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml supported-random-distros$/{ubuntu_latest.yaml} tasks/cfuse_workunit_kernel_untar_build.yaml} 3
pass 3007655 2018-09-11 22:55:55 2018-09-12 00:44:50 2018-09-12 02:20:51 1:36:01 0:49:16 0:46:45 smithi master ubuntu 16.04 multimds/basic/{begin.yaml clusters/3-mds.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore.yaml overrides/{basic/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml supported-random-distros$/{ubuntu_16.04.yaml} tasks/cfuse_workunit_misc.yaml} 3
pass 3007657 2018-09-11 22:55:56 2018-09-12 00:45:02 2018-09-12 01:21:02 0:36:00 0:12:34 0:23:26 smithi master ubuntu 18.04 multimds/basic/{begin.yaml clusters/9-mds.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/kclient.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml supported-random-distros$/{ubuntu_latest.yaml} tasks/cfuse_workunit_norstats.yaml} 3
pass 3007659 2018-09-11 22:55:57 2018-09-12 00:45:35 2018-09-12 01:29:36 0:44:01 0:20:49 0:23:12 smithi master ubuntu 16.04 multimds/basic/{begin.yaml clusters/3-mds.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml supported-random-distros$/{ubuntu_16.04.yaml} tasks/cfuse_workunit_suites_blogbench.yaml} 3
pass 3007661 2018-09-11 22:55:58 2018-09-12 00:46:48 2018-09-12 01:16:48 0:30:00 0:09:47 0:20:13 smithi master ubuntu 16.04 multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/9-mds-3-standby.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/kclient.yaml msgr-failures/none.yaml objectstore-ec/bluestore-comp.yaml overrides/{fuse-default-perm-no.yaml thrash/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} supported-random-distros$/{ubuntu_16.04.yaml} tasks/cfuse_workunit_suites_pjd.yaml} 3
pass 3007663 2018-09-11 22:55:58 2018-09-12 00:49:23 2018-09-12 01:55:24 1:06:01 0:48:21 0:17:40 smithi master centos multimds/verify/{begin.yaml clusters/9-mds.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/kclient.yaml objectstore-ec/bluestore-comp.yaml overrides/{fuse-default-perm-no.yaml verify/{frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_dbench.yaml validater/valgrind.yaml} 3
pass 3007665 2018-09-11 22:55:59 2018-09-12 00:50:36 2018-09-12 03:14:38 2:24:02 0:55:26 1:28:36 smithi master ubuntu 16.04 multimds/basic/{begin.yaml clusters/9-mds.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml supported-random-distros$/{ubuntu_16.04.yaml} tasks/cfuse_workunit_suites_dbench.yaml} 3
pass 3007667 2018-09-11 22:56:00 2018-09-12 00:50:47 2018-09-12 02:42:49 1:52:02 1:01:28 0:50:34 smithi master ubuntu 18.04 multimds/basic/{begin.yaml clusters/3-mds.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml supported-random-distros$/{ubuntu_latest.yaml} tasks/cfuse_workunit_suites_ffsb.yaml} 3
pass 3007669 2018-09-11 22:56:01 2018-09-12 00:52:01 2018-09-12 02:04:02 1:12:01 0:15:09 0:56:52 smithi master centos 7.4 multimds/basic/{begin.yaml clusters/9-mds.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore.yaml overrides/{basic/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml supported-random-distros$/{centos_latest.yaml} tasks/cfuse_workunit_suites_fsstress.yaml} 3
pass 3007671 2018-09-11 22:56:01 2018-09-12 00:52:49 2018-09-12 03:40:52 2:48:03 2:16:06 0:31:57 smithi master centos 7.4 multimds/basic/{begin.yaml clusters/3-mds.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml supported-random-distros$/{centos_latest.yaml} tasks/cfuse_workunit_suites_fsx.yaml} 3
pass 3007673 2018-09-11 22:56:02 2018-09-12 00:53:26 2018-09-12 01:35:26 0:42:00 0:15:51 0:26:09 smithi master rhel 7.5 multimds/basic/{begin.yaml clusters/9-mds.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml supported-random-distros$/{rhel_latest.yaml} tasks/cfuse_workunit_suites_pjd.yaml} 3
pass 3007675 2018-09-11 22:56:03 2018-09-12 00:53:26 2018-09-12 01:21:26 0:28:00 0:11:07 0:16:53 smithi master ubuntu 18.04 multimds/basic/{begin.yaml clusters/3-mds.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml supported-random-distros$/{ubuntu_latest.yaml} tasks/cephfs_test_exports.yaml} 3
pass 3007677 2018-09-11 22:56:03 2018-09-12 00:55:06 2018-09-12 01:45:06 0:50:00 0:13:30 0:36:30 smithi master centos 7.4 multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/3-mds-2-standby.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml msgr-failures/osd-mds-delay.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{fuse-default-perm-no.yaml thrash/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} supported-random-distros$/{centos_latest.yaml} tasks/cfuse_workunit_suites_fsstress.yaml} 3
pass 3007679 2018-09-11 22:56:04 2018-09-12 00:55:21 2018-09-12 02:15:22 1:20:01 0:10:06 1:09:55 smithi master multimds/verify/{begin.yaml clusters/3-mds.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{fuse-default-perm-no.yaml verify/{frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_fsstress.yaml validater/lockdep.yaml} 3
fail 3007681 2018-09-11 22:56:05 2018-09-12 00:57:20 2018-09-12 01:51:21 0:54:01 0:21:08 0:32:53 smithi master ubuntu 16.04 multimds/basic/{begin.yaml clusters/9-mds.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml supported-random-distros$/{ubuntu_16.04.yaml} tasks/cephfs_test_snapshots.yaml} 3
Failure Reason:

"2018-09-12 01:41:02.617396 mon.b mon.0 172.21.15.8:6789/0 896 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 121 sec, mon.c has slow ops (SLOW_OPS)" in cluster log

pass 3007683 2018-09-11 22:56:06 2018-09-12 00:57:21 2018-09-12 04:39:24 3:42:03 2:13:09 1:28:54 smithi master ubuntu 16.04 multimds/basic/{begin.yaml clusters/3-mds.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore.yaml overrides/{basic/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml supported-random-distros$/{ubuntu_16.04.yaml} tasks/cfuse_workunit_kernel_untar_build.yaml} 3
dead 3007685 2018-09-11 22:56:06 2018-09-12 00:57:39 2018-09-12 13:00:09 12:02:30 smithi master ubuntu 18.04 multimds/basic/{begin.yaml clusters/9-mds.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/kclient.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml supported-random-distros$/{ubuntu_latest.yaml} tasks/cfuse_workunit_misc.yaml} 3
pass 3007687 2018-09-11 22:56:07 2018-09-12 00:58:47 2018-09-12 01:30:47 0:32:00 0:15:24 0:16:36 smithi master ubuntu 16.04 multimds/basic/{begin.yaml clusters/3-mds.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml supported-random-distros$/{ubuntu_16.04.yaml} tasks/cfuse_workunit_norstats.yaml} 3
pass 3007689 2018-09-11 22:56:08 2018-09-12 00:58:48 2018-09-12 02:42:49 1:44:01 0:27:17 1:16:44 smithi master centos 7.4 multimds/basic/{begin.yaml clusters/9-mds.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml supported-random-distros$/{centos_latest.yaml} tasks/cfuse_workunit_suites_blogbench.yaml} 3
pass 3007691 2018-09-11 22:56:09 2018-09-12 00:59:07 2018-09-12 01:19:07 0:20:00 0:09:36 0:10:24 smithi master ubuntu 16.04 multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/9-mds-3-standby.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/kclient.yaml msgr-failures/none.yaml objectstore-ec/bluestore.yaml overrides/{fuse-default-perm-no.yaml thrash/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} supported-random-distros$/{ubuntu_16.04.yaml} tasks/cfuse_workunit_suites_pjd.yaml} 3
fail 3007693 2018-09-11 22:56:09 2018-09-12 00:59:42 2018-09-12 02:19:43 1:20:01 0:52:30 0:27:31 smithi master centos multimds/verify/{begin.yaml clusters/9-mds.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/kclient.yaml objectstore-ec/bluestore.yaml overrides/{fuse-default-perm-no.yaml verify/{frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_dbench.yaml validater/valgrind.yaml} 3
Failure Reason:

reached maximum tries (50) after waiting for 300 seconds

pass 3007695 2018-09-11 22:56:10 2018-09-12 01:00:50 2018-09-12 02:28:51 1:28:01 0:59:22 0:28:39 smithi master rhel 7.5 multimds/basic/{begin.yaml clusters/3-mds.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml supported-random-distros$/{rhel_latest.yaml} tasks/cfuse_workunit_suites_dbench.yaml} 3
pass 3007697 2018-09-11 22:56:11 2018-09-12 01:00:50 2018-09-12 01:54:50 0:54:00 0:24:21 0:29:39 smithi master ubuntu 18.04 multimds/basic/{begin.yaml clusters/9-mds.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore.yaml overrides/{basic/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml supported-random-distros$/{ubuntu_latest.yaml} tasks/cfuse_workunit_suites_ffsb.yaml} 3
pass 3007699 2018-09-11 22:56:12 2018-09-12 01:01:13 2018-09-12 01:49:13 0:48:00 0:16:05 0:31:55 smithi master rhel 7.5 multimds/basic/{begin.yaml clusters/3-mds.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml supported-random-distros$/{rhel_latest.yaml} tasks/cfuse_workunit_suites_fsstress.yaml} 3
dead 3007701 2018-09-11 22:56:12 2018-09-12 01:01:19 2018-09-12 13:03:47 12:02:28 11:28:49 0:33:39 smithi master rhel 7.5 multimds/basic/{begin.yaml clusters/9-mds.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml supported-random-distros$/{rhel_latest.yaml} tasks/cfuse_workunit_suites_fsx.yaml} 3
Failure Reason:

SSH connection to smithi007 was lost: 'rm -rf -- /home/ubuntu/cephtest/workunits.list.client.1 /home/ubuntu/cephtest/clone.client.1'

pass 3007703 2018-09-11 22:56:13 2018-09-12 01:02:47 2018-09-12 01:32:47 0:30:00 0:16:02 0:13:58 smithi master rhel 7.5 multimds/basic/{begin.yaml clusters/3-mds.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml supported-random-distros$/{rhel_latest.yaml} tasks/cfuse_workunit_suites_pjd.yaml} 3
pass 3007705 2018-09-11 22:56:14 2018-09-12 01:04:51 2018-09-12 01:52:51 0:48:00 0:10:53 0:37:07 smithi master ubuntu 16.04 multimds/basic/{begin.yaml clusters/9-mds.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml supported-random-distros$/{ubuntu_16.04.yaml} tasks/cephfs_test_exports.yaml} 3
pass 3007707 2018-09-11 22:56:14 2018-09-12 01:05:01 2018-09-12 01:47:01 0:42:00 0:10:00 0:32:00 smithi master ubuntu 18.04 multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/3-mds-2-standby.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml msgr-failures/osd-mds-delay.yaml objectstore-ec/filestore-xfs.yaml overrides/{fuse-default-perm-no.yaml thrash/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/cfuse_workunit_suites_fsstress.yaml} 3
pass 3007709 2018-09-11 22:56:15 2018-09-12 01:06:52 2018-09-12 02:16:53 1:10:01 0:10:23 0:59:38 smithi master multimds/verify/{begin.yaml clusters/3-mds.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{fuse-default-perm-no.yaml verify/{frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_fsstress.yaml validater/lockdep.yaml} 3
fail 3007711 2018-09-11 22:56:16 2018-09-12 01:06:52 2018-09-12 01:52:52 0:46:00 0:24:50 0:21:10 smithi master centos 7.4 multimds/basic/{begin.yaml clusters/3-mds.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore.yaml overrides/{basic/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml supported-random-distros$/{centos_latest.yaml} tasks/cephfs_test_snapshots.yaml} 3
Failure Reason:

"2018-09-12 01:43:40.498948 mon.a mon.0 172.21.15.167:6789/0 631 : cluster [WRN] Health check failed: 2 slow ops, oldest one blocked for 124 sec, mon.c has slow ops (SLOW_OPS)" in cluster log

pass 3007713 2018-09-11 22:56:17 2018-09-12 01:06:55 2018-09-12 02:18:56 1:12:01 0:39:22 0:32:39 smithi master ubuntu 16.04 multimds/basic/{begin.yaml clusters/9-mds.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/kclient.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml supported-random-distros$/{ubuntu_16.04.yaml} tasks/cfuse_workunit_kernel_untar_build.yaml} 3
pass 3007715 2018-09-11 22:56:17 2018-09-12 01:07:07 2018-09-12 02:59:09 1:52:02 1:04:38 0:47:24 smithi master centos 7.4 multimds/basic/{begin.yaml clusters/3-mds.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml supported-random-distros$/{centos_latest.yaml} tasks/cfuse_workunit_misc.yaml} 3
pass 3007717 2018-09-11 22:56:18 2018-09-12 01:07:32 2018-09-12 01:57:32 0:50:00 0:12:10 0:37:50 smithi master ubuntu 16.04 multimds/basic/{begin.yaml clusters/9-mds.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml supported-random-distros$/{ubuntu_16.04.yaml} tasks/cfuse_workunit_norstats.yaml} 3
pass 3007719 2018-09-11 22:56:19 2018-09-12 01:07:47 2018-09-12 01:51:47 0:44:00 0:25:44 0:18:16 smithi master rhel 7.5 multimds/basic/{begin.yaml clusters/3-mds.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml supported-random-distros$/{rhel_latest.yaml} tasks/cfuse_workunit_suites_blogbench.yaml} 3
pass 3007721 2018-09-11 22:56:19 2018-09-12 01:12:54 2018-09-12 01:46:54 0:34:00 0:16:47 0:17:13 smithi master rhel 7.5 multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/9-mds-3-standby.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/kclient.yaml msgr-failures/none.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{fuse-default-perm-no.yaml thrash/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} supported-random-distros$/{rhel_latest.yaml} tasks/cfuse_workunit_suites_pjd.yaml} 3
fail 3007723 2018-09-11 22:56:20 2018-09-12 01:12:54 2018-09-12 02:26:55 1:14:01 0:52:06 0:21:55 smithi master centos multimds/verify/{begin.yaml clusters/9-mds.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/kclient.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{fuse-default-perm-no.yaml verify/{frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_dbench.yaml validater/valgrind.yaml} 3
Failure Reason:

reached maximum tries (50) after waiting for 300 seconds

pass 3007725 2018-09-11 22:56:21 2018-09-12 01:14:51 2018-09-12 02:20:51 1:06:00 0:52:31 0:13:29 smithi master ubuntu 16.04 multimds/basic/{begin.yaml clusters/9-mds.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore.yaml overrides/{basic/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml supported-random-distros$/{ubuntu_16.04.yaml} tasks/cfuse_workunit_suites_dbench.yaml} 3
pass 3007727 2018-09-11 22:56:22 2018-09-12 01:15:03 2018-09-12 02:27:03 1:12:00 0:30:41 0:41:19 smithi master ubuntu 16.04 multimds/basic/{begin.yaml clusters/3-mds.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml supported-random-distros$/{ubuntu_16.04.yaml} tasks/cfuse_workunit_suites_ffsb.yaml} 3
pass 3007729 2018-09-11 22:56:22 2018-09-12 01:15:18 2018-09-12 02:13:18 0:58:00 0:18:08 0:39:52 smithi master rhel 7.5 multimds/basic/{begin.yaml clusters/9-mds.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml supported-random-distros$/{rhel_latest.yaml} tasks/cfuse_workunit_suites_fsstress.yaml} 3
pass 3007731 2018-09-11 22:56:23 2018-09-12 01:15:21 2018-09-12 02:03:21 0:48:00 0:31:02 0:16:58 smithi master centos 7.4 multimds/basic/{begin.yaml clusters/3-mds.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml supported-random-distros$/{centos_latest.yaml} tasks/cfuse_workunit_suites_fsx.yaml} 3
pass 3007733 2018-09-11 22:56:24 2018-09-12 01:16:51 2018-09-12 01:50:51 0:34:00 0:13:53 0:20:07 smithi master centos 7.4 multimds/basic/{begin.yaml clusters/9-mds.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml supported-random-distros$/{centos_latest.yaml} tasks/cfuse_workunit_suites_pjd.yaml} 3