Status Job ID Links Posted Started Updated
Runtime
Duration
In Waiting
Machine Teuthology Branch OS Type OS Version Description Nodes
pass 2982925 2018-09-05 19:40:00 2018-09-05 20:23:09 2018-09-05 21:15:10 0:52:01 0:10:03 0:41:58 smithi master ubuntu 16.04 multimds/basic/{begin.yaml clusters/3-mds.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml supported-random-distros$/{ubuntu_16.04.yaml} tasks/cephfs_test_exports.yaml} 3
dead 2982926 2018-09-05 19:40:01 2018-09-05 20:23:29 2018-09-05 20:51:28 0:27:59 smithi master rhel 7.5 multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/3-mds-2-standby.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml msgr-failures/none.yaml objectstore-ec/bluestore.yaml overrides/{fuse-default-perm-no.yaml thrash/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} supported-random-distros$/{rhel_latest.yaml} tasks/cfuse_workunit_suites_fsstress.yaml}
Failure Reason:

reached maximum tries (60) after waiting for 900 seconds

pass 2982927 2018-09-05 19:40:02 2018-09-05 20:23:37 2018-09-05 21:17:37 0:54:00 0:43:16 0:10:44 smithi master multimds/verify/{begin.yaml clusters/3-mds.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/bluestore.yaml overrides/{fuse-default-perm-no.yaml verify/{frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_dbench.yaml validater/lockdep.yaml} 3
pass 2982928 2018-09-05 19:40:02 2018-09-05 20:25:21 2018-09-05 21:09:21 0:44:00 0:27:14 0:16:46 smithi master rhel 7.5 multimds/basic/{begin.yaml clusters/9-mds.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml supported-random-distros$/{rhel_latest.yaml} tasks/cephfs_test_snapshots.yaml} 3
fail 2982929 2018-09-05 19:40:03 2018-09-05 20:27:30 2018-09-05 22:15:32 1:48:02 1:31:47 0:16:15 smithi master rhel 7.5 multimds/basic/{begin.yaml clusters/3-mds.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml supported-random-distros$/{rhel_latest.yaml} tasks/cfuse_workunit_kernel_untar_build.yaml} 3
Failure Reason:

Command failed on smithi052 with status 1: 'sudo logrotate /etc/logrotate.d/ceph-test.conf'

pass 2982930 2018-09-05 19:40:04 2018-09-05 20:27:35 2018-09-05 21:39:35 1:12:00 0:57:42 0:14:18 smithi master centos 7.4 multimds/basic/{begin.yaml clusters/9-mds.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml supported-random-distros$/{centos_latest.yaml} tasks/cfuse_workunit_misc.yaml} 3
pass 2982931 2018-09-05 19:40:04 2018-09-05 20:29:23 2018-09-05 21:11:23 0:42:00 0:18:56 0:23:04 smithi master centos 7.4 multimds/basic/{begin.yaml clusters/3-mds.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore.yaml overrides/{basic/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml supported-random-distros$/{centos_latest.yaml} tasks/cfuse_workunit_norstats.yaml} 3
pass 2982932 2018-09-05 19:40:05 2018-09-05 20:29:24 2018-09-05 21:37:24 1:08:00 0:29:02 0:38:58 smithi master rhel 7.5 multimds/basic/{begin.yaml clusters/9-mds.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/kclient.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml supported-random-distros$/{rhel_latest.yaml} tasks/cfuse_workunit_suites_blogbench.yaml} 3
pass 2982933 2018-09-05 19:40:06 2018-09-05 20:29:33 2018-09-05 21:17:33 0:48:00 0:13:21 0:34:39 smithi master centos 7.4 multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/9-mds-3-standby.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/kclient.yaml msgr-failures/osd-mds-delay.yaml objectstore-ec/filestore-xfs.yaml overrides/{fuse-default-perm-no.yaml thrash/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} supported-random-distros$/{centos_latest.yaml} tasks/cfuse_workunit_suites_pjd.yaml} 3
fail 2982934 2018-09-05 19:40:06 2018-09-05 20:29:34 2018-09-05 21:39:34 1:10:00 0:46:27 0:23:33 smithi master centos multimds/verify/{begin.yaml clusters/9-mds.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/kclient.yaml objectstore-ec/filestore-xfs.yaml overrides/{fuse-default-perm-no.yaml verify/{frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_fsstress.yaml validater/valgrind.yaml} 3
Failure Reason:

reached maximum tries (50) after waiting for 300 seconds

pass 2982935 2018-09-05 19:40:07 2018-09-05 20:29:34 2018-09-05 21:47:35 1:18:01 0:57:35 0:20:26 smithi master rhel 7.5 multimds/basic/{begin.yaml clusters/3-mds.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml supported-random-distros$/{rhel_latest.yaml} tasks/cfuse_workunit_suites_dbench.yaml} 3
fail 2982936 2018-09-05 19:40:08 2018-09-05 20:33:31 2018-09-05 21:13:31 0:40:00 0:23:52 0:16:08 smithi master ubuntu 18.04 multimds/basic/{begin.yaml clusters/9-mds.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml supported-random-distros$/{ubuntu_latest.yaml} tasks/cfuse_workunit_suites_ffsb.yaml} 3
Failure Reason:

"2018-09-05 20:56:57.784482 mon.b mon.0 172.21.15.66:6789/0 183 : cluster [WRN] Health check failed: 1 clients failing to respond to capability release (MDS_CLIENT_LATE_RELEASE)" in cluster log

pass 2982937 2018-09-05 19:40:09 2018-09-05 20:35:33 2018-09-05 20:59:33 0:24:00 0:10:02 0:13:58 smithi master ubuntu 16.04 multimds/basic/{begin.yaml clusters/3-mds.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml supported-random-distros$/{ubuntu_16.04.yaml} tasks/cfuse_workunit_suites_fsstress.yaml} 3
pass 2982938 2018-09-05 19:40:09 2018-09-05 20:35:33 2018-09-05 21:09:33 0:34:00 0:21:48 0:12:12 smithi master ubuntu 18.04 multimds/basic/{begin.yaml clusters/9-mds.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore.yaml overrides/{basic/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml supported-random-distros$/{ubuntu_latest.yaml} tasks/cfuse_workunit_suites_fsx.yaml} 3
pass 2982939 2018-09-05 19:40:10 2018-09-05 20:37:40 2018-09-05 21:09:40 0:32:00 0:11:09 0:20:51 smithi master ubuntu 18.04 multimds/basic/{begin.yaml clusters/3-mds.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml supported-random-distros$/{ubuntu_latest.yaml} tasks/cfuse_workunit_suites_pjd.yaml} 3
pass 2982940 2018-09-05 19:40:11 2018-09-05 20:40:07 2018-09-05 21:28:07 0:48:00 0:14:39 0:33:21 smithi master centos 7.4 multimds/basic/{begin.yaml clusters/9-mds.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml supported-random-distros$/{centos_latest.yaml} tasks/cephfs_test_exports.yaml} 3
pass 2982941 2018-09-05 19:40:12 2018-09-05 20:40:07 2018-09-05 21:28:07 0:48:00 0:10:51 0:37:09 smithi master ubuntu 18.04 multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/3-mds-2-standby.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml msgr-failures/osd-mds-delay.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{fuse-default-perm-no.yaml thrash/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/cfuse_workunit_suites_fsstress.yaml} 3
pass 2982942 2018-09-05 19:40:12 2018-09-05 20:40:07 2018-09-05 21:08:07 0:28:00 0:10:25 0:17:35 smithi master multimds/verify/{begin.yaml clusters/3-mds.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{fuse-default-perm-no.yaml verify/{frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_fsstress.yaml validater/lockdep.yaml} 3
pass 2982943 2018-09-05 19:40:13 2018-09-05 20:40:07 2018-09-05 21:38:07 0:58:00 0:20:10 0:37:50 smithi master ubuntu 16.04 multimds/basic/{begin.yaml clusters/3-mds.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml supported-random-distros$/{ubuntu_16.04.yaml} tasks/cephfs_test_snapshots.yaml} 3
pass 2982944 2018-09-05 19:40:14 2018-09-05 20:41:27 2018-09-05 21:53:28 1:12:01 0:58:01 0:14:00 smithi master rhel 7.5 multimds/basic/{begin.yaml clusters/9-mds.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml supported-random-distros$/{rhel_latest.yaml} tasks/cfuse_workunit_kernel_untar_build.yaml} 3
pass 2982945 2018-09-05 19:40:15 2018-09-05 20:41:27 2018-09-05 21:47:27 1:06:00 0:46:43 0:19:17 smithi master ubuntu 16.04 multimds/basic/{begin.yaml clusters/3-mds.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore.yaml overrides/{basic/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml supported-random-distros$/{ubuntu_16.04.yaml} tasks/cfuse_workunit_misc.yaml} 3
pass 2982946 2018-09-05 19:40:15 2018-09-05 20:41:27 2018-09-05 21:17:27 0:36:00 0:15:15 0:20:45 smithi master centos 7.4 multimds/basic/{begin.yaml clusters/9-mds.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/kclient.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml supported-random-distros$/{centos_latest.yaml} tasks/cfuse_workunit_norstats.yaml} 3
pass 2982947 2018-09-05 19:40:16 2018-09-05 20:45:32 2018-09-05 21:31:33 0:46:01 0:25:46 0:20:15 smithi master rhel 7.5 multimds/basic/{begin.yaml clusters/3-mds.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml supported-random-distros$/{rhel_latest.yaml} tasks/cfuse_workunit_suites_blogbench.yaml} 3
pass 2982948 2018-09-05 19:40:17 2018-09-05 20:47:52 2018-09-05 21:25:52 0:38:00 0:15:33 0:22:27 smithi master rhel 7.5 multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/9-mds-3-standby.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/kclient.yaml msgr-failures/none.yaml objectstore-ec/bluestore-comp.yaml overrides/{fuse-default-perm-no.yaml thrash/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} supported-random-distros$/{rhel_latest.yaml} tasks/cfuse_workunit_suites_pjd.yaml} 3
pass 2982949 2018-09-05 19:40:17 2018-09-05 20:49:36 2018-09-05 21:59:37 1:10:01 0:48:02 0:21:59 smithi master centos multimds/verify/{begin.yaml clusters/9-mds.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/kclient.yaml objectstore-ec/bluestore-comp.yaml overrides/{fuse-default-perm-no.yaml verify/{frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_dbench.yaml validater/valgrind.yaml} 3
pass 2982950 2018-09-05 19:40:18 2018-09-05 20:49:36 2018-09-05 22:07:37 1:18:01 1:02:47 0:15:14 smithi master rhel 7.5 multimds/basic/{begin.yaml clusters/9-mds.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml supported-random-distros$/{rhel_latest.yaml} tasks/cfuse_workunit_suites_dbench.yaml} 3
fail 2982951 2018-09-05 19:40:19 2018-09-05 20:49:36 2018-09-05 23:01:38 2:12:02 1:07:34 1:04:28 smithi master centos 7.4 multimds/basic/{begin.yaml clusters/3-mds.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml supported-random-distros$/{centos_latest.yaml} tasks/cfuse_workunit_suites_ffsb.yaml} 3
Failure Reason:

"2018-09-05 22:24:49.439624 mon.b mon.0 172.21.15.29:6789/0 155 : cluster [WRN] Health check failed: 1 MDSs report slow metadata IOs (MDS_SLOW_METADATA_IO)" in cluster log

pass 2982952 2018-09-05 19:40:20 2018-09-05 20:51:25 2018-09-05 21:31:25 0:40:00 0:17:15 0:22:45 smithi master rhel 7.5 multimds/basic/{begin.yaml clusters/9-mds.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore.yaml overrides/{basic/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml supported-random-distros$/{rhel_latest.yaml} tasks/cfuse_workunit_suites_fsstress.yaml} 3
pass 2982953 2018-09-05 19:40:21 2018-09-05 20:51:29 2018-09-05 21:39:29 0:48:00 0:35:53 0:12:07 smithi master ubuntu 18.04 multimds/basic/{begin.yaml clusters/3-mds.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml supported-random-distros$/{ubuntu_latest.yaml} tasks/cfuse_workunit_suites_fsx.yaml} 3
pass 2982954 2018-09-05 19:40:21 2018-09-05 20:51:31 2018-09-05 21:19:31 0:28:00 0:10:18 0:17:42 smithi master ubuntu 16.04 multimds/basic/{begin.yaml clusters/9-mds.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml supported-random-distros$/{ubuntu_16.04.yaml} tasks/cfuse_workunit_suites_pjd.yaml} 3
pass 2982955 2018-09-05 19:40:22 2018-09-05 20:51:32 2018-09-05 21:17:32 0:26:00 0:10:57 0:15:03 smithi master ubuntu 18.04 multimds/basic/{begin.yaml clusters/3-mds.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml supported-random-distros$/{ubuntu_latest.yaml} tasks/cephfs_test_exports.yaml} 3
pass 2982956 2018-09-05 19:40:23 2018-09-05 20:51:33 2018-09-05 21:39:33 0:48:00 0:14:50 0:33:10 smithi master rhel 7.5 multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/3-mds-2-standby.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml msgr-failures/osd-mds-delay.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{fuse-default-perm-no.yaml thrash/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} supported-random-distros$/{rhel_latest.yaml} tasks/cfuse_workunit_suites_fsstress.yaml} 3
pass 2982957 2018-09-05 19:40:23 2018-09-05 20:53:39 2018-09-05 21:45:39 0:52:00 0:11:54 0:40:06 smithi master multimds/verify/{begin.yaml clusters/3-mds.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{fuse-default-perm-no.yaml verify/{frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_fsstress.yaml validater/lockdep.yaml} 3
fail 2982958 2018-09-05 19:40:24 2018-09-05 20:55:43 2018-09-05 21:45:43 0:50:00 0:26:34 0:23:26 smithi master rhel 7.5 multimds/basic/{begin.yaml clusters/9-mds.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml supported-random-distros$/{rhel_latest.yaml} tasks/cephfs_test_snapshots.yaml} 3
Failure Reason:

"2018-09-05 21:36:32.119911 mon.a mon.0 172.21.15.26:6789/0 978 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 123 sec, mon.c has slow ops (SLOW_OPS)" in cluster log

pass 2982959 2018-09-05 19:40:25 2018-09-05 20:57:23 2018-09-06 00:07:26 3:10:03 2:17:49 0:52:14 smithi master ubuntu 16.04 multimds/basic/{begin.yaml clusters/3-mds.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore.yaml overrides/{basic/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml supported-random-distros$/{ubuntu_16.04.yaml} tasks/cfuse_workunit_kernel_untar_build.yaml} 3
pass 2982960 2018-09-05 19:40:25 2018-09-05 20:57:23 2018-09-05 22:35:24 1:38:01 0:45:00 0:53:01 smithi master rhel 7.5 multimds/basic/{begin.yaml clusters/9-mds.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/kclient.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml supported-random-distros$/{rhel_latest.yaml} tasks/cfuse_workunit_misc.yaml} 3
pass 2982961 2018-09-05 19:40:26 2018-09-05 20:57:23 2018-09-05 23:01:25 2:04:02 0:14:56 1:49:06 smithi master ubuntu 16.04 multimds/basic/{begin.yaml clusters/3-mds.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml supported-random-distros$/{ubuntu_16.04.yaml} tasks/cfuse_workunit_norstats.yaml} 3
pass 2982962 2018-09-05 19:40:27 2018-09-05 20:57:24 2018-09-05 22:33:25 1:36:01 0:26:41 1:09:20 smithi master centos 7.4 multimds/basic/{begin.yaml clusters/9-mds.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml supported-random-distros$/{centos_latest.yaml} tasks/cfuse_workunit_suites_blogbench.yaml} 3
pass 2982963 2018-09-05 19:40:28 2018-09-05 20:57:27 2018-09-05 21:21:26 0:23:59 0:09:58 0:14:01 smithi master ubuntu 16.04 multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/9-mds-3-standby.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/kclient.yaml msgr-failures/none.yaml objectstore-ec/bluestore.yaml overrides/{fuse-default-perm-no.yaml thrash/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} supported-random-distros$/{ubuntu_16.04.yaml} tasks/cfuse_workunit_suites_pjd.yaml} 3
pass 2982964 2018-09-05 19:40:29 2018-09-05 20:59:43 2018-09-05 22:17:44 1:18:01 0:50:34 0:27:27 smithi master centos multimds/verify/{begin.yaml clusters/9-mds.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/kclient.yaml objectstore-ec/bluestore.yaml overrides/{fuse-default-perm-no.yaml verify/{frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_dbench.yaml validater/valgrind.yaml} 3
pass 2982965 2018-09-05 19:40:29 2018-09-05 21:01:18 2018-09-05 23:07:20 2:06:02 0:48:05 1:17:57 smithi master ubuntu 18.04 multimds/basic/{begin.yaml clusters/3-mds.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml supported-random-distros$/{ubuntu_latest.yaml} tasks/cfuse_workunit_suites_dbench.yaml} 3
pass 2982966 2018-09-05 19:40:30 2018-09-05 21:01:27 2018-09-05 21:53:27 0:52:00 0:32:56 0:19:04 smithi master centos 7.4 multimds/basic/{begin.yaml clusters/9-mds.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore.yaml overrides/{basic/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml supported-random-distros$/{centos_latest.yaml} tasks/cfuse_workunit_suites_ffsb.yaml} 3
pass 2982967 2018-09-05 19:40:31 2018-09-05 21:01:39 2018-09-05 22:37:40 1:36:01 0:15:15 1:20:46 smithi master rhel 7.5 multimds/basic/{begin.yaml clusters/3-mds.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml supported-random-distros$/{rhel_latest.yaml} tasks/cfuse_workunit_suites_fsstress.yaml} 3
dead 2982968 2018-09-05 19:40:31 2018-09-05 21:05:18 2018-09-06 09:07:47 12:02:29 11:10:10 0:52:19 smithi master ubuntu 18.04 multimds/basic/{begin.yaml clusters/9-mds.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml supported-random-distros$/{ubuntu_latest.yaml} tasks/cfuse_workunit_suites_fsx.yaml} 3
Failure Reason:

SSH connection to smithi040 was lost: 'rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0'

pass 2982969 2018-09-05 19:40:32 2018-09-05 21:07:37 2018-09-05 22:19:38 1:12:01 0:20:59 0:51:02 smithi master rhel 7.5 multimds/basic/{begin.yaml clusters/3-mds.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml supported-random-distros$/{rhel_latest.yaml} tasks/cfuse_workunit_suites_pjd.yaml} 3
pass 2982970 2018-09-05 19:40:33 2018-09-05 21:07:37 2018-09-05 22:23:38 1:16:01 0:14:36 1:01:25 smithi master centos 7.4 multimds/basic/{begin.yaml clusters/9-mds.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml supported-random-distros$/{centos_latest.yaml} tasks/cephfs_test_exports.yaml} 3
pass 2982971 2018-09-05 19:40:33 2018-09-05 21:07:37 2018-09-05 21:41:37 0:34:00 0:13:32 0:20:28 smithi master centos 7.4 multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/3-mds-2-standby.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml msgr-failures/osd-mds-delay.yaml objectstore-ec/filestore-xfs.yaml overrides/{fuse-default-perm-no.yaml thrash/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} supported-random-distros$/{centos_latest.yaml} tasks/cfuse_workunit_suites_fsstress.yaml} 3
pass 2982972 2018-09-05 19:40:34 2018-09-05 21:08:08 2018-09-05 22:00:08 0:52:00 0:09:04 0:42:56 smithi master multimds/verify/{begin.yaml clusters/3-mds.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{fuse-default-perm-no.yaml verify/{frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_fsstress.yaml validater/lockdep.yaml} 3
pass 2982973 2018-09-05 19:40:35 2018-09-05 21:09:17 2018-09-05 22:11:18 1:02:01 0:20:15 0:41:46 smithi master ubuntu 16.04 multimds/basic/{begin.yaml clusters/3-mds.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore.yaml overrides/{basic/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml supported-random-distros$/{ubuntu_16.04.yaml} tasks/cephfs_test_snapshots.yaml} 3
pass 2982974 2018-09-05 19:40:36 2018-09-05 21:09:22 2018-09-05 21:59:22 0:50:00 0:36:28 0:13:32 smithi master ubuntu 16.04 multimds/basic/{begin.yaml clusters/9-mds.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/kclient.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml supported-random-distros$/{ubuntu_16.04.yaml} tasks/cfuse_workunit_kernel_untar_build.yaml} 3
pass 2982975 2018-09-05 19:40:36 2018-09-05 21:09:34 2018-09-05 22:21:35 1:12:01 0:55:44 0:16:17 smithi master ubuntu 18.04 multimds/basic/{begin.yaml clusters/3-mds.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml supported-random-distros$/{ubuntu_latest.yaml} tasks/cfuse_workunit_misc.yaml} 3
pass 2982976 2018-09-05 19:40:37 2018-09-05 21:09:41 2018-09-05 21:49:41 0:40:00 0:18:28 0:21:32 smithi master rhel 7.5 multimds/basic/{begin.yaml clusters/9-mds.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml supported-random-distros$/{rhel_latest.yaml} tasks/cfuse_workunit_norstats.yaml} 3
pass 2982977 2018-09-05 19:40:38 2018-09-05 21:11:35 2018-09-05 22:25:35 1:14:00 0:25:38 0:48:22 smithi master centos 7.4 multimds/basic/{begin.yaml clusters/3-mds.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml supported-random-distros$/{centos_latest.yaml} tasks/cfuse_workunit_suites_blogbench.yaml} 3
pass 2982978 2018-09-05 19:40:39 2018-09-05 21:13:33 2018-09-05 21:43:32 0:29:59 0:11:13 0:18:46 smithi master ubuntu 18.04 multimds/thrash/{begin.yaml ceph-thrash/default.yaml clusters/9-mds-3-standby.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/kclient.yaml msgr-failures/none.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{fuse-default-perm-no.yaml thrash/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrash_debug.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/cfuse_workunit_suites_pjd.yaml} 3
pass 2982979 2018-09-05 19:40:39 2018-09-05 21:15:19 2018-09-05 22:19:19 1:04:00 0:49:55 0:14:05 smithi master centos multimds/verify/{begin.yaml clusters/9-mds.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/kclient.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{fuse-default-perm-no.yaml verify/{frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml}} tasks/cfuse_workunit_suites_dbench.yaml validater/valgrind.yaml} 3
pass 2982980 2018-09-05 19:40:40 2018-09-05 21:15:19 2018-09-05 23:19:21 2:04:02 0:55:04 1:08:58 smithi master centos 7.4 multimds/basic/{begin.yaml clusters/9-mds.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore.yaml overrides/{basic/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml supported-random-distros$/{centos_latest.yaml} tasks/cfuse_workunit_suites_dbench.yaml} 3
pass 2982981 2018-09-05 19:40:41 2018-09-05 21:15:24 2018-09-05 21:57:24 0:42:00 0:30:09 0:11:51 smithi master ubuntu 18.04 multimds/basic/{begin.yaml clusters/3-mds.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{basic/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml supported-random-distros$/{ubuntu_latest.yaml} tasks/cfuse_workunit_suites_ffsb.yaml} 3
pass 2982982 2018-09-05 19:40:41 2018-09-05 21:15:38 2018-09-05 21:57:38 0:42:00 0:10:49 0:31:11 smithi master ubuntu 16.04 multimds/basic/{begin.yaml clusters/9-mds.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{basic/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml supported-random-distros$/{ubuntu_16.04.yaml} tasks/cfuse_workunit_suites_fsstress.yaml} 3
pass 2982983 2018-09-05 19:40:42 2018-09-05 21:17:10 2018-09-05 22:25:10 1:08:00 0:26:15 0:41:45 smithi master rhel 7.5 multimds/basic/{begin.yaml clusters/3-mds.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-comp.yaml overrides/{basic/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml supported-random-distros$/{rhel_latest.yaml} tasks/cfuse_workunit_suites_fsx.yaml} 3
pass 2982984 2018-09-05 19:40:43 2018-09-05 21:17:28 2018-09-05 21:57:28 0:40:00 0:10:41 0:29:19 smithi master ubuntu 18.04 multimds/basic/{begin.yaml clusters/9-mds.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/kclient.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{basic/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} fuse-default-perm-no.yaml} q_check_counter/check_counter.yaml supported-random-distros$/{ubuntu_latest.yaml} tasks/cfuse_workunit_suites_pjd.yaml} 3