Status Job ID Links Posted Started Updated
Runtime
Duration
In Waiting
Machine Teuthology Branch OS Type OS Version Description Nodes
pass 1751731 2017-10-19 19:35:32 2017-10-20 05:19:21 2017-10-20 05:31:20 0:11:59 0:10:10 0:01:49 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore-comp-ec-root.yaml tasks/kclient_workunit_direct_io.yaml} 3
pass 1751733 2017-10-19 19:35:33 2017-10-20 05:19:52 2017-10-20 09:47:58 4:28:06 0:50:50 3:37:16 smithi master kcephfs/mixed-clients/{clusters/2-clients.yaml conf.yaml objectstore-ec/bluestore-comp-ec-root.yaml tasks/kernel_cfuse_workunits_dbench_iozone.yaml} 4
dead 1751735 2017-10-19 19:35:34 2017-10-20 05:20:03 2017-10-20 17:26:24 12:06:21 smithi master kcephfs/recovery/{clusters/4-remote-clients.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-comp-ec-root.yaml tasks/auto-repair.yaml whitelist_health.yaml} 4
pass 1751737 2017-10-19 19:35:34 2017-10-20 05:20:29 2017-10-20 06:30:30 1:10:01 1:06:07 0:03:54 smithi master kcephfs/thrash/{clusters/fixed-3-cephfs.yaml conf.yaml objectstore-ec/bluestore-comp-ec-root.yaml thrashers/default.yaml thrashosds-health.yaml whitelist_health.yaml workloads/kclient_workunit_suites_ffsb.yaml} 3
pass 1751739 2017-10-19 19:35:35 2017-10-20 05:20:31 2017-10-20 06:16:31 0:56:00 0:22:16 0:33:44 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore-comp.yaml tasks/kclient_workunit_kernel_untar_build.yaml} 3
pass 1751741 2017-10-19 19:35:36 2017-10-20 05:20:32 2017-10-20 05:36:32 0:16:00 0:10:37 0:05:23 smithi master kcephfs/recovery/{clusters/4-remote-clients.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-comp.yaml tasks/backtrace.yaml whitelist_health.yaml} 4
pass 1751743 2017-10-19 19:35:37 2017-10-20 05:20:37 2017-10-20 06:00:37 0:40:00 0:32:49 0:07:11 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore-ec-root.yaml tasks/kclient_workunit_misc.yaml} 3
pass 1751746 2017-10-19 19:35:38 2017-10-20 05:20:45 2017-10-20 05:40:45 0:20:00 0:17:20 0:02:40 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore.yaml tasks/kclient_workunit_o_trunc.yaml} 3
dead 1751748 2017-10-19 19:35:39 2017-10-20 05:21:16 2017-10-20 17:27:41 12:06:25 smithi master kcephfs/recovery/{clusters/4-remote-clients.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-ec-root.yaml tasks/client-limits.yaml whitelist_health.yaml} 4
pass 1751750 2017-10-19 19:35:39 2017-10-20 05:22:15 2017-10-20 06:16:16 0:54:01 0:36:35 0:17:26 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/no.yaml objectstore-ec/filestore-xfs.yaml tasks/kclient_workunit_snaps.yaml} 3
pass 1751751 2017-10-19 19:35:40 2017-10-20 05:22:30 2017-10-20 05:38:30 0:16:00 0:12:08 0:03:52 smithi master kcephfs/thrash/{clusters/fixed-3-cephfs.yaml conf.yaml objectstore-ec/bluestore-comp.yaml thrashers/mds.yaml thrashosds-health.yaml whitelist_health.yaml workloads/kclient_workunit_suites_iozone.yaml} 3
pass 1751753 2017-10-19 19:35:41 2017-10-20 05:22:31 2017-10-20 07:22:32 2:00:01 0:38:37 1:21:24 smithi master kcephfs/recovery/{clusters/4-remote-clients.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore.yaml tasks/client-recovery.yaml whitelist_health.yaml} 4
pass 1751756 2017-10-19 19:35:42 2017-10-20 05:22:34 2017-10-20 06:46:35 1:24:01 0:42:58 0:41:03 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore-comp-ec-root.yaml tasks/kclient_workunit_suites_dbench.yaml} 3
pass 1751758 2017-10-19 19:35:43 2017-10-20 05:22:38 2017-10-20 05:58:38 0:36:00 0:20:34 0:15:26 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore-comp.yaml tasks/kclient_workunit_suites_ffsb.yaml} 3
pass 1751760 2017-10-19 19:35:44 2017-10-20 05:22:41 2017-10-20 06:58:42 1:36:01 0:11:04 1:24:57 smithi master kcephfs/recovery/{clusters/4-remote-clients.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/filestore-xfs.yaml tasks/config-commands.yaml whitelist_health.yaml} 4
pass 1751762 2017-10-19 19:35:45 2017-10-20 05:22:46 2017-10-20 05:54:45 0:31:59 0:08:10 0:23:49 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore-ec-root.yaml tasks/kclient_workunit_suites_fsstress.yaml} 3
pass 1751764 2017-10-19 19:35:45 2017-10-20 05:24:28 2017-10-20 06:02:28 0:38:00 0:18:16 0:19:44 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore.yaml tasks/kclient_workunit_suites_fsx.yaml} 3
dead 1751766 2017-10-19 19:35:46 2017-10-20 05:24:28 2017-10-20 17:30:58 12:06:30 smithi master kcephfs/recovery/{clusters/4-remote-clients.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-comp-ec-root.yaml tasks/damage.yaml whitelist_health.yaml} 4
fail 1751768 2017-10-19 19:35:47 2017-10-20 05:26:35 2017-10-20 07:10:37 1:44:02 1:25:27 0:18:35 smithi master kcephfs/thrash/{clusters/fixed-3-cephfs.yaml conf.yaml objectstore-ec/bluestore-ec-root.yaml thrashers/mon.yaml thrashosds-health.yaml whitelist_health.yaml workloads/kclient_workunit_suites_ffsb.yaml} 3
Failure Reason:

"2017-10-20 05:48:29.259181 mon.a mon.0 172.21.15.149:6789/0 133 : cluster [WRN] Health check failed: 1/3 mons down, quorum a,c (MON_DOWN)" in cluster log

pass 1751770 2017-10-19 19:35:48 2017-10-20 05:28:03 2017-10-20 05:44:03 0:16:00 0:09:52 0:06:08 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/yes.yaml objectstore-ec/filestore-xfs.yaml tasks/kclient_workunit_suites_fsync.yaml} 3
pass 1751772 2017-10-19 19:35:49 2017-10-20 05:28:31 2017-10-20 09:30:36 4:02:05 0:21:05 3:41:00 smithi master kcephfs/recovery/{clusters/4-remote-clients.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-comp.yaml tasks/data-scan.yaml whitelist_health.yaml} 4
pass 1751774 2017-10-19 19:35:50 2017-10-20 05:28:33 2017-10-20 05:50:33 0:22:00 0:13:32 0:08:28 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore-comp-ec-root.yaml tasks/kclient_workunit_suites_iozone.yaml} 3
pass 1751776 2017-10-19 19:35:50 2017-10-20 05:30:32 2017-10-20 05:50:31 0:19:59 0:10:54 0:09:05 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore-comp.yaml tasks/kclient_workunit_suites_pjd.yaml} 3
dead 1751778 2017-10-19 19:35:51 2017-10-20 05:30:36 2017-10-20 17:37:06 12:06:30 smithi master kcephfs/recovery/{clusters/4-remote-clients.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-ec-root.yaml tasks/failover.yaml whitelist_health.yaml} 4
pass 1751780 2017-10-19 19:35:52 2017-10-20 05:31:30 2017-10-20 05:53:30 0:22:00 0:07:48 0:14:12 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore-ec-root.yaml tasks/kclient_workunit_trivial_sync.yaml} 3
pass 1751782 2017-10-19 19:35:52 2017-10-20 05:32:51 2017-10-20 05:48:50 0:15:59 0:08:28 0:07:31 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore.yaml tasks/kclient_workunit_direct_io.yaml} 3
pass 1751783 2017-10-19 19:35:53 2017-10-20 05:32:51 2017-10-20 06:22:51 0:50:00 0:34:33 0:15:27 smithi master kcephfs/mixed-clients/{clusters/2-clients.yaml conf.yaml objectstore-ec/bluestore-comp.yaml tasks/kernel_cfuse_workunits_untarbuild_blogbench.yaml} 4
pass 1751785 2017-10-19 19:35:54 2017-10-20 05:33:00 2017-10-20 06:01:00 0:28:00 0:13:03 0:14:57 smithi master kcephfs/recovery/{clusters/4-remote-clients.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore.yaml tasks/forward-scrub.yaml whitelist_health.yaml} 4
pass 1751788 2017-10-19 19:35:55 2017-10-20 05:34:26 2017-10-20 05:52:26 0:18:00 0:12:01 0:05:59 smithi master kcephfs/thrash/{clusters/fixed-3-cephfs.yaml conf.yaml objectstore-ec/bluestore.yaml thrashers/default.yaml thrashosds-health.yaml whitelist_health.yaml workloads/kclient_workunit_suites_iozone.yaml} 3
pass 1751790 2017-10-19 19:35:55 2017-10-20 05:36:34 2017-10-20 06:26:34 0:50:00 0:22:18 0:27:42 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/no.yaml objectstore-ec/filestore-xfs.yaml tasks/kclient_workunit_kernel_untar_build.yaml} 3
pass 1751792 2017-10-19 19:35:56 2017-10-20 05:36:34 2017-10-20 07:24:36 1:48:02 0:16:30 1:31:32 smithi master kcephfs/recovery/{clusters/4-remote-clients.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/filestore-xfs.yaml tasks/journal-repair.yaml whitelist_health.yaml} 4
fail 1751794 2017-10-19 19:35:57 2017-10-20 05:36:36 2017-10-20 05:46:35 0:09:59 0:04:28 0:05:31 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore-comp-ec-root.yaml tasks/kclient_workunit_misc.yaml} 3
Failure Reason:

Command failed on smithi052 with status 100: u'sudo DEBIAN_FRONTEND=noninteractive apt-get -y --force-yes -o Dpkg::Options::="--force-confdef" -o Dpkg::Options::="--force-confold" install ceph=13.0.0-2175-g8743888-1trusty ceph-mds=13.0.0-2175-g8743888-1trusty ceph-mgr=13.0.0-2175-g8743888-1trusty ceph-common=13.0.0-2175-g8743888-1trusty ceph-fuse=13.0.0-2175-g8743888-1trusty ceph-test=13.0.0-2175-g8743888-1trusty radosgw=13.0.0-2175-g8743888-1trusty python-ceph=13.0.0-2175-g8743888-1trusty libcephfs2=13.0.0-2175-g8743888-1trusty libcephfs-dev=13.0.0-2175-g8743888-1trusty libcephfs-java=13.0.0-2175-g8743888-1trusty libcephfs-jni=13.0.0-2175-g8743888-1trusty librados2=13.0.0-2175-g8743888-1trusty librbd1=13.0.0-2175-g8743888-1trusty rbd-fuse=13.0.0-2175-g8743888-1trusty'

pass 1751796 2017-10-19 19:35:58 2017-10-20 05:36:41 2017-10-20 06:14:41 0:38:00 0:20:54 0:17:06 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore-comp.yaml tasks/kclient_workunit_o_trunc.yaml} 3
dead 1751798 2017-10-19 19:35:58 2017-10-20 05:38:21 2017-10-20 17:44:45 12:06:24 smithi master kcephfs/recovery/{clusters/4-remote-clients.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-comp-ec-root.yaml tasks/mds-flush.yaml whitelist_health.yaml} 4
fail 1751800 2017-10-19 19:35:59 2017-10-20 05:38:31 2017-10-20 06:38:32 1:00:01 0:49:48 0:10:13 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore-ec-root.yaml tasks/kclient_workunit_snaps.yaml} 3
Failure Reason:

"2017-10-20 06:06:58.390268 mon.b mon.0 172.21.15.4:6789/0 324 : cluster [WRN] MDS health message (mds.0): Behind on trimming (61/30)" in cluster log

pass 1751801 2017-10-19 19:36:00 2017-10-20 05:38:32 2017-10-20 06:10:32 0:32:00 0:22:56 0:09:04 smithi master kcephfs/thrash/{clusters/fixed-3-cephfs.yaml conf.yaml objectstore-ec/filestore-xfs.yaml thrashers/mds.yaml thrashosds-health.yaml whitelist_health.yaml workloads/kclient_workunit_suites_ffsb.yaml} 3
fail 1751803 2017-10-19 19:36:00 2017-10-20 05:38:42 2017-10-20 06:46:42 1:08:00 0:06:01 1:01:59 smithi master kcephfs/recovery/{clusters/4-remote-clients.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-comp.yaml tasks/mds-full.yaml whitelist_health.yaml} 4
Failure Reason:

Command failed on smithi053 with status 1: 'sudo cp /var/lib/ceph/osd/ceph-0/fsid /tmp/tmpItC7H5'

pass 1751806 2017-10-19 19:36:01 2017-10-20 05:38:54 2017-10-20 06:22:54 0:44:00 0:38:39 0:05:21 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore.yaml tasks/kclient_workunit_suites_dbench.yaml} 3
pass 1751807 2017-10-19 19:36:02 2017-10-20 05:40:21 2017-10-20 06:08:20 0:27:59 0:24:22 0:03:37 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/yes.yaml objectstore-ec/filestore-xfs.yaml tasks/kclient_workunit_suites_ffsb.yaml} 3
dead 1751809 2017-10-19 19:36:02 2017-10-20 05:40:46 2017-10-20 17:46:59 12:06:13 smithi master kcephfs/recovery/{clusters/4-remote-clients.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-ec-root.yaml tasks/pool-perm.yaml whitelist_health.yaml} 4
pass 1751811 2017-10-19 19:36:03 2017-10-20 05:41:50 2017-10-20 06:15:50 0:34:00 0:11:09 0:22:51 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore-comp-ec-root.yaml tasks/kclient_workunit_suites_fsstress.yaml} 3
fail 1751813 2017-10-19 19:36:04 2017-10-20 05:42:24 2017-10-20 06:00:24 0:18:00 0:02:22 0:15:38 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore-comp.yaml tasks/kclient_workunit_suites_fsx.yaml} 3
Failure Reason:

{'smithi158.front.sepia.ceph.com': {'msg': 'One or more items failed', 'failed': True, 'changed': False}, 'smithi091.front.sepia.ceph.com': {'msg': 'One or more items failed', 'failed': True, 'changed': False}}

pass 1751815 2017-10-19 19:36:05 2017-10-20 05:42:29 2017-10-20 07:34:31 1:52:02 0:12:19 1:39:43 smithi master kcephfs/recovery/{clusters/4-remote-clients.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore.yaml tasks/sessionmap.yaml whitelist_health.yaml} 4
fail 1751817 2017-10-19 19:36:05 2017-10-20 05:44:07 2017-10-20 06:02:06 0:17:59 0:12:44 0:05:15 smithi master kcephfs/thrash/{clusters/fixed-3-cephfs.yaml conf.yaml objectstore-ec/bluestore-comp-ec-root.yaml thrashers/mon.yaml thrashosds-health.yaml whitelist_health.yaml workloads/kclient_workunit_suites_iozone.yaml} 3
Failure Reason:

"2017-10-20 05:53:11.522333 mon.b mon.0 172.21.15.101:6789/0 154 : cluster [WRN] Health check failed: 1/3 mons down, quorum b,c (MON_DOWN)" in cluster log

pass 1751819 2017-10-19 19:36:06 2017-10-20 05:44:11 2017-10-20 06:04:10 0:19:59 0:11:55 0:08:04 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore-ec-root.yaml tasks/kclient_workunit_suites_fsync.yaml} 3
pass 1751821 2017-10-19 19:36:07 2017-10-20 05:44:46 2017-10-20 06:34:47 0:50:01 0:33:13 0:16:48 smithi master kcephfs/recovery/{clusters/4-remote-clients.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/filestore-xfs.yaml tasks/strays.yaml whitelist_health.yaml} 4
pass 1751823 2017-10-19 19:36:07 2017-10-20 05:44:58 2017-10-20 05:58:58 0:14:00 0:09:44 0:04:16 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore.yaml tasks/kclient_workunit_suites_iozone.yaml} 3
fail 1751825 2017-10-19 19:36:08 2017-10-20 05:45:25 2017-10-20 06:01:24 0:15:59 0:05:06 0:10:53 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/no.yaml objectstore-ec/filestore-xfs.yaml tasks/kclient_workunit_suites_pjd.yaml} 3
Failure Reason:

Command failed on smithi162 with status 100: u'sudo DEBIAN_FRONTEND=noninteractive apt-get -y --force-yes -o Dpkg::Options::="--force-confdef" -o Dpkg::Options::="--force-confold" install ceph=13.0.0-2175-g8743888-1trusty ceph-mds=13.0.0-2175-g8743888-1trusty ceph-mgr=13.0.0-2175-g8743888-1trusty ceph-common=13.0.0-2175-g8743888-1trusty ceph-fuse=13.0.0-2175-g8743888-1trusty ceph-test=13.0.0-2175-g8743888-1trusty radosgw=13.0.0-2175-g8743888-1trusty python-ceph=13.0.0-2175-g8743888-1trusty libcephfs2=13.0.0-2175-g8743888-1trusty libcephfs-dev=13.0.0-2175-g8743888-1trusty libcephfs-java=13.0.0-2175-g8743888-1trusty libcephfs-jni=13.0.0-2175-g8743888-1trusty librados2=13.0.0-2175-g8743888-1trusty librbd1=13.0.0-2175-g8743888-1trusty rbd-fuse=13.0.0-2175-g8743888-1trusty'

dead 1751827 2017-10-19 19:36:09 2017-10-20 05:46:16 2017-10-20 17:52:58 12:06:42 smithi master kcephfs/recovery/{clusters/4-remote-clients.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-comp-ec-root.yaml tasks/volume-client.yaml whitelist_health.yaml} 4
pass 1751829 2017-10-19 19:36:10 2017-10-20 05:46:20 2017-10-20 05:58:19 0:11:59 0:08:24 0:03:35 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore-comp-ec-root.yaml tasks/kclient_workunit_trivial_sync.yaml} 3
pass 1751831 2017-10-19 19:36:10 2017-10-20 05:46:36 2017-10-20 06:06:36 0:20:00 0:08:32 0:11:28 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore-comp.yaml tasks/kclient_workunit_direct_io.yaml} 3
pass 1751833 2017-10-19 19:36:11 2017-10-20 05:46:46 2017-10-20 09:30:51 3:44:05 0:50:32 2:53:33 smithi master kcephfs/mixed-clients/{clusters/2-clients.yaml conf.yaml objectstore-ec/bluestore-ec-root.yaml tasks/kernel_cfuse_workunits_dbench_iozone.yaml} 4
pass 1751835 2017-10-19 19:36:12 2017-10-20 05:47:38 2017-10-20 07:37:40 1:50:02 0:11:00 1:39:02 smithi master kcephfs/recovery/{clusters/4-remote-clients.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-comp.yaml tasks/auto-repair.yaml whitelist_health.yaml} 4
pass 1751837 2017-10-19 19:36:12 2017-10-20 05:47:55 2017-10-20 06:19:55 0:32:00 0:18:58 0:13:02 smithi master kcephfs/thrash/{clusters/fixed-3-cephfs.yaml conf.yaml objectstore-ec/bluestore-comp.yaml thrashers/default.yaml thrashosds-health.yaml whitelist_health.yaml workloads/kclient_workunit_suites_ffsb.yaml} 3
pass 1751839 2017-10-19 19:36:13 2017-10-20 05:48:20 2017-10-20 06:26:20 0:38:00 0:31:33 0:06:27 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore-ec-root.yaml tasks/kclient_workunit_kernel_untar_build.yaml} 3
dead 1751841 2017-10-19 19:36:14 2017-10-20 05:48:24 2017-10-20 17:54:50 12:06:26 smithi master kcephfs/recovery/{clusters/4-remote-clients.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-ec-root.yaml tasks/backtrace.yaml whitelist_health.yaml} 4
pass 1751843 2017-10-19 19:36:15 2017-10-20 05:48:33 2017-10-20 06:22:33 0:34:00 0:27:33 0:06:27 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore.yaml tasks/kclient_workunit_misc.yaml} 3
pass 1751845 2017-10-19 19:36:16 2017-10-20 05:49:00 2017-10-20 06:15:00 0:26:00 0:17:52 0:08:08 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/yes.yaml objectstore-ec/filestore-xfs.yaml tasks/kclient_workunit_o_trunc.yaml} 3
pass 1751847 2017-10-19 19:36:16 2017-10-20 05:50:42 2017-10-20 06:42:42 0:52:00 0:16:47 0:35:13 smithi master kcephfs/recovery/{clusters/4-remote-clients.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore.yaml tasks/client-limits.yaml whitelist_health.yaml} 4
pass 1751849 2017-10-19 19:36:17 2017-10-20 05:50:42 2017-10-20 06:46:43 0:56:01 0:46:16 0:09:45 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore-comp-ec-root.yaml tasks/kclient_workunit_snaps.yaml} 3
pass 1751851 2017-10-19 19:36:18 2017-10-20 05:52:37 2017-10-20 06:28:37 0:36:00 0:12:41 0:23:19 smithi master kcephfs/thrash/{clusters/fixed-3-cephfs.yaml conf.yaml objectstore-ec/bluestore-ec-root.yaml thrashers/mds.yaml thrashosds-health.yaml whitelist_health.yaml workloads/kclient_workunit_suites_iozone.yaml} 3
pass 1751853 2017-10-19 19:36:19 2017-10-20 05:52:37 2017-10-20 07:44:39 1:52:02 1:08:48 0:43:14 smithi master kcephfs/recovery/{clusters/4-remote-clients.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/filestore-xfs.yaml tasks/client-recovery.yaml whitelist_health.yaml} 4
pass 1751855 2017-10-19 19:36:19 2017-10-20 05:52:37 2017-10-20 06:56:37 1:04:00 0:39:32 0:24:28 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore-comp.yaml tasks/kclient_workunit_suites_dbench.yaml} 3
pass 1751857 2017-10-19 19:36:20 2017-10-20 05:52:37 2017-10-20 07:22:38 1:30:01 1:28:54 0:01:07 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore-ec-root.yaml tasks/kclient_workunit_suites_ffsb.yaml} 3
dead 1751859 2017-10-19 19:36:21 2017-10-20 05:52:50 2017-10-20 17:59:40 12:06:50 smithi master kcephfs/recovery/{clusters/4-remote-clients.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-comp-ec-root.yaml tasks/config-commands.yaml whitelist_health.yaml} 4
pass 1751861 2017-10-19 19:36:22 2017-10-20 05:53:34 2017-10-20 06:15:34 0:22:00 0:08:15 0:13:45 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore.yaml tasks/kclient_workunit_suites_fsstress.yaml} 3
pass 1751863 2017-10-19 19:36:22 2017-10-20 05:54:27 2017-10-20 06:22:26 0:27:59 0:14:37 0:13:22 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/no.yaml objectstore-ec/filestore-xfs.yaml tasks/kclient_workunit_suites_fsx.yaml} 3
pass 1751865 2017-10-19 19:36:23 2017-10-20 05:54:47 2017-10-20 07:50:48 1:56:01 0:17:38 1:38:23 smithi master kcephfs/recovery/{clusters/4-remote-clients.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-comp.yaml tasks/damage.yaml whitelist_health.yaml} 4
fail 1751867 2017-10-19 19:36:24 2017-10-20 05:56:13 2017-10-20 06:20:13 0:24:00 0:17:33 0:06:27 smithi master kcephfs/thrash/{clusters/fixed-3-cephfs.yaml conf.yaml objectstore-ec/bluestore.yaml thrashers/mon.yaml thrashosds-health.yaml whitelist_health.yaml workloads/kclient_workunit_suites_ffsb.yaml} 3
Failure Reason:

"2017-10-20 06:03:40.397566 mon.a mon.0 172.21.15.82:6789/0 149 : cluster [WRN] Health check failed: 1/3 mons down, quorum a,c (MON_DOWN)" in cluster log

pass 1751868 2017-10-19 19:36:24 2017-10-20 05:56:42 2017-10-20 06:10:41 0:13:59 0:12:10 0:01:49 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore-comp-ec-root.yaml tasks/kclient_workunit_suites_fsync.yaml} 3
dead 1751871 2017-10-19 19:36:25 2017-10-20 05:58:20 2017-10-20 18:04:42 12:06:22 smithi master kcephfs/recovery/{clusters/4-remote-clients.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-ec-root.yaml tasks/data-scan.yaml whitelist_health.yaml} 4
pass 1751873 2017-10-19 19:36:26 2017-10-20 05:58:40 2017-10-20 06:26:39 0:27:59 0:10:12 0:17:47 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore-comp.yaml tasks/kclient_workunit_suites_iozone.yaml} 3
pass 1751875 2017-10-19 19:36:27 2017-10-20 05:59:09 2017-10-20 06:25:08 0:25:59 0:09:29 0:16:30 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore-ec-root.yaml tasks/kclient_workunit_suites_pjd.yaml} 3
pass 1751877 2017-10-19 19:36:27 2017-10-20 06:00:29 2017-10-20 07:42:30 1:42:01 0:20:55 1:21:06 smithi master kcephfs/recovery/{clusters/4-remote-clients.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore.yaml tasks/failover.yaml whitelist_health.yaml} 4
pass 1751879 2017-10-19 19:36:28 2017-10-20 06:00:29 2017-10-20 06:24:28 0:23:59 0:09:31 0:14:28 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore.yaml tasks/kclient_workunit_trivial_sync.yaml} 3
pass 1751881 2017-10-19 19:36:29 2017-10-20 06:00:38 2017-10-20 06:14:37 0:13:59 0:10:13 0:03:46 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/yes.yaml objectstore-ec/filestore-xfs.yaml tasks/kclient_workunit_direct_io.yaml} 3
pass 1751883 2017-10-19 19:36:29 2017-10-20 06:00:53 2017-10-20 06:32:53 0:32:00 0:31:10 0:00:50 smithi master kcephfs/mixed-clients/{clusters/2-clients.yaml conf.yaml objectstore-ec/bluestore.yaml tasks/kernel_cfuse_workunits_untarbuild_blogbench.yaml} 4
pass 1751885 2017-10-19 19:36:30 2017-10-20 06:01:01 2017-10-20 06:43:01 0:42:00 0:15:58 0:26:02 smithi master kcephfs/recovery/{clusters/4-remote-clients.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/filestore-xfs.yaml tasks/forward-scrub.yaml whitelist_health.yaml} 4
pass 1751886 2017-10-19 19:36:31 2017-10-20 06:01:25 2017-10-20 06:31:25 0:30:00 0:25:42 0:04:18 smithi master kcephfs/thrash/{clusters/fixed-3-cephfs.yaml conf.yaml objectstore-ec/filestore-xfs.yaml thrashers/default.yaml thrashosds-health.yaml whitelist_health.yaml workloads/kclient_workunit_suites_iozone.yaml} 3
pass 1751888 2017-10-19 19:36:32 2017-10-20 06:02:17 2017-10-20 06:36:17 0:34:00 0:29:43 0:04:17 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore-comp-ec-root.yaml tasks/kclient_workunit_kernel_untar_build.yaml} 3
dead 1751890 2017-10-19 19:36:32 2017-10-20 06:02:19 2017-10-20 18:08:50 12:06:31 smithi master kcephfs/recovery/{clusters/4-remote-clients.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-comp-ec-root.yaml tasks/journal-repair.yaml whitelist_health.yaml} 4
pass 1751892 2017-10-19 19:36:33 2017-10-20 06:02:30 2017-10-20 06:40:30 0:38:00 0:27:18 0:10:42 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore-comp.yaml tasks/kclient_workunit_misc.yaml} 3
pass 1751894 2017-10-19 19:36:34 2017-10-20 06:03:07 2017-10-20 06:25:07 0:22:00 0:19:42 0:02:18 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore-ec-root.yaml tasks/kclient_workunit_o_trunc.yaml} 3
pass 1751896 2017-10-19 19:36:34 2017-10-20 06:04:23 2017-10-20 06:36:23 0:32:00 0:11:28 0:20:32 smithi master kcephfs/recovery/{clusters/4-remote-clients.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-comp.yaml tasks/mds-flush.yaml whitelist_health.yaml} 4
pass 1751899 2017-10-19 19:36:35 2017-10-20 06:04:23 2017-10-20 06:58:23 0:54:00 0:38:31 0:15:29 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore.yaml tasks/kclient_workunit_snaps.yaml} 3
pass 1751901 2017-10-19 19:36:36 2017-10-20 06:06:28 2017-10-20 07:08:29 1:02:01 0:57:37 0:04:24 smithi master kcephfs/thrash/{clusters/fixed-3-cephfs.yaml conf.yaml objectstore-ec/bluestore-comp-ec-root.yaml thrashers/mds.yaml thrashosds-health.yaml whitelist_health.yaml workloads/kclient_workunit_suites_ffsb.yaml} 3
fail 1751903 2017-10-19 19:36:37 2017-10-20 06:06:36 2017-10-20 07:22:36 1:16:00 0:08:02 1:07:58 smithi master kcephfs/recovery/{clusters/4-remote-clients.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-ec-root.yaml tasks/mds-full.yaml whitelist_health.yaml} 4
Failure Reason:

Command failed on smithi149 with status 1: 'sudo cp /var/lib/ceph/osd/ceph-0/fsid /tmp/tmpUBbvDf'

pass 1751905 2017-10-19 19:36:37 2017-10-20 06:06:37 2017-10-20 06:52:37 0:46:00 0:36:58 0:09:02 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/no.yaml objectstore-ec/filestore-xfs.yaml tasks/kclient_workunit_suites_dbench.yaml} 3
pass 1751907 2017-10-19 19:36:38 2017-10-20 06:07:40 2017-10-20 07:11:41 1:04:01 0:57:26 0:06:35 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore-comp-ec-root.yaml tasks/kclient_workunit_suites_ffsb.yaml} 3
pass 1751909 2017-10-19 19:36:39 2017-10-20 06:08:22 2017-10-20 07:30:22 1:22:00 0:10:55 1:11:05 smithi master kcephfs/recovery/{clusters/4-remote-clients.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore.yaml tasks/pool-perm.yaml whitelist_health.yaml} 4
pass 1751911 2017-10-19 19:36:39 2017-10-20 06:10:33 2017-10-20 06:42:33 0:32:00 0:10:20 0:21:40 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore-comp.yaml tasks/kclient_workunit_suites_fsstress.yaml} 3
pass 1751913 2017-10-19 19:36:40 2017-10-20 06:10:42 2017-10-20 06:52:42 0:42:00 0:25:15 0:16:45 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore-ec-root.yaml tasks/kclient_workunit_suites_fsx.yaml} 3
pass 1751915 2017-10-19 19:36:41 2017-10-20 06:12:42 2017-10-20 07:16:43 1:04:01 0:12:16 0:51:45 smithi master kcephfs/recovery/{clusters/4-remote-clients.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/filestore-xfs.yaml tasks/sessionmap.yaml whitelist_health.yaml} 4
fail 1751917 2017-10-19 19:36:42 2017-10-20 06:14:49 2017-10-20 06:30:48 0:15:59 0:12:11 0:03:48 smithi master kcephfs/thrash/{clusters/fixed-3-cephfs.yaml conf.yaml objectstore-ec/bluestore-comp.yaml thrashers/mon.yaml thrashosds-health.yaml whitelist_health.yaml workloads/kclient_workunit_suites_iozone.yaml} 3
Failure Reason:

"2017-10-20 06:22:41.578872 mon.b mon.0 172.21.15.6:6789/0 113 : cluster [WRN] Health check failed: 1/3 mons down, quorum b,a (MON_DOWN)" in cluster log

pass 1751919 2017-10-19 19:36:43 2017-10-20 06:14:49 2017-10-20 06:24:48 0:09:59 0:07:48 0:02:11 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore.yaml tasks/kclient_workunit_suites_fsync.yaml} 3
dead 1751921 2017-10-19 19:36:43 2017-10-20 06:14:49 2017-10-20 18:21:12 12:06:23 smithi master kcephfs/recovery/{clusters/4-remote-clients.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-comp-ec-root.yaml tasks/strays.yaml whitelist_health.yaml} 4
pass 1751923 2017-10-19 19:36:44 2017-10-20 06:15:01 2017-10-20 06:39:00 0:23:59 0:20:20 0:03:39 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/yes.yaml objectstore-ec/filestore-xfs.yaml tasks/kclient_workunit_suites_iozone.yaml} 3
pass 1751925 2017-10-19 19:36:45 2017-10-20 06:15:35 2017-10-20 06:49:35 0:34:00 0:11:28 0:22:32 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore-comp-ec-root.yaml tasks/kclient_workunit_suites_pjd.yaml} 3
pass 1751927 2017-10-19 19:36:45 2017-10-20 06:16:00 2017-10-20 08:56:03 2:40:03 0:23:49 2:16:14 smithi master kcephfs/recovery/{clusters/4-remote-clients.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-comp.yaml tasks/volume-client.yaml whitelist_health.yaml} 4
pass 1751928 2017-10-19 19:36:46 2017-10-20 06:16:17 2017-10-20 06:30:16 0:13:59 0:07:50 0:06:09 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore-comp.yaml tasks/kclient_workunit_trivial_sync.yaml} 3
pass 1751930 2017-10-19 19:36:47 2017-10-20 06:16:32 2017-10-20 06:32:32 0:16:00 0:10:10 0:05:50 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore-ec-root.yaml tasks/kclient_workunit_direct_io.yaml} 3
pass 1751932 2017-10-19 19:36:48 2017-10-20 06:17:16 2017-10-20 07:27:17 1:10:01 0:46:55 0:23:06 smithi master kcephfs/mixed-clients/{clusters/2-clients.yaml conf.yaml objectstore-ec/filestore-xfs.yaml tasks/kernel_cfuse_workunits_dbench_iozone.yaml} 4
dead 1751934 2017-10-19 19:36:48 2017-10-20 06:19:56 2017-10-20 18:26:23 12:06:27 smithi master kcephfs/recovery/{clusters/4-remote-clients.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-ec-root.yaml tasks/auto-repair.yaml whitelist_health.yaml} 4
fail 1751936 2017-10-19 19:36:49 2017-10-20 06:20:14 2017-10-20 07:20:14 1:00:00 0:46:45 0:13:15 smithi master kcephfs/thrash/{clusters/fixed-3-cephfs.yaml conf.yaml objectstore-ec/bluestore-ec-root.yaml thrashers/default.yaml thrashosds-health.yaml whitelist_health.yaml workloads/kclient_workunit_suites_ffsb.yaml} 3
Failure Reason:

Command failed on smithi088 with status 1: 'sudo adjust-ulimits ceph-objectstore-tool --data-path /var/lib/ceph/osd/ceph-3 --journal-path /var/lib/ceph/osd/ceph-3/journal --log-file=/var/log/ceph/objectstore_tool.\\$pid.log --op export --pgid 3.1s0 --file /home/ubuntu/cephtest/ceph.data/exp.3.1s0.3'

pass 1751938 2017-10-19 19:36:50 2017-10-20 06:22:38 2017-10-20 06:52:37 0:29:59 0:24:41 0:05:18 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore.yaml tasks/kclient_workunit_kernel_untar_build.yaml} 3
pass 1751940 2017-10-19 19:36:51 2017-10-20 06:22:38 2017-10-20 07:14:38 0:52:00 0:10:25 0:41:35 smithi master kcephfs/recovery/{clusters/4-remote-clients.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore.yaml tasks/backtrace.yaml whitelist_health.yaml} 4
pass 1751942 2017-10-19 19:36:51 2017-10-20 06:22:52 2017-10-20 06:50:52 0:28:00 0:26:02 0:01:58 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/no.yaml objectstore-ec/filestore-xfs.yaml tasks/kclient_workunit_misc.yaml} 3
pass 1751944 2017-10-19 19:36:52 2017-10-20 06:22:56 2017-10-20 07:00:58 0:38:02 0:19:34 0:18:28 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore-comp-ec-root.yaml tasks/kclient_workunit_o_trunc.yaml} 3
pass 1751946 2017-10-19 19:36:53 2017-10-20 06:24:12 2017-10-20 07:32:13 1:08:01 0:17:12 0:50:49 smithi master kcephfs/recovery/{clusters/4-remote-clients.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/filestore-xfs.yaml tasks/client-limits.yaml whitelist_health.yaml} 4
pass 1751948 2017-10-19 19:36:53 2017-10-20 06:24:29 2017-10-20 07:14:30 0:50:01 0:42:35 0:07:26 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore-comp.yaml tasks/kclient_workunit_snaps.yaml} 3
pass 1751951 2017-10-19 19:36:54 2017-10-20 06:24:50 2017-10-20 06:42:49 0:17:59 0:14:33 0:03:26 smithi master kcephfs/thrash/{clusters/fixed-3-cephfs.yaml conf.yaml objectstore-ec/bluestore.yaml thrashers/mds.yaml thrashosds-health.yaml whitelist_health.yaml workloads/kclient_workunit_suites_iozone.yaml} 3
dead 1751953 2017-10-19 19:36:55 2017-10-20 06:25:09 2017-10-20 18:31:43 12:06:34 smithi master kcephfs/recovery/{clusters/4-remote-clients.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-comp-ec-root.yaml tasks/client-recovery.yaml whitelist_health.yaml} 4
pass 1751955 2017-10-19 19:36:55 2017-10-20 06:25:10 2017-10-20 07:17:10 0:52:00 0:48:59 0:03:01 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore-ec-root.yaml tasks/kclient_workunit_suites_dbench.yaml} 3
pass 1751957 2017-10-19 19:36:56 2017-10-20 06:26:20 2017-10-20 06:50:19 0:23:59 0:23:30 0:00:29 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore.yaml tasks/kclient_workunit_suites_ffsb.yaml} 3
pass 1751958 2017-10-19 19:36:56 2017-10-20 06:26:21 2017-10-20 07:22:21 0:56:00 0:11:14 0:44:46 smithi master kcephfs/recovery/{clusters/4-remote-clients.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-comp.yaml tasks/config-commands.yaml whitelist_health.yaml} 4
pass 1751960 2017-10-19 19:36:57 2017-10-20 06:26:24 2017-10-20 06:42:23 0:15:59 0:10:19 0:05:40 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/yes.yaml objectstore-ec/filestore-xfs.yaml tasks/kclient_workunit_suites_fsstress.yaml} 3
dead 1751962 2017-10-19 19:36:58 2017-10-20 06:26:35 2017-10-20 18:33:14 12:06:39 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore-comp-ec-root.yaml tasks/kclient_workunit_suites_fsx.yaml} 3
dead 1751965 2017-10-19 19:36:58 2017-10-20 06:26:40 2017-10-20 18:33:06 12:06:26 smithi master kcephfs/recovery/{clusters/4-remote-clients.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-ec-root.yaml tasks/damage.yaml whitelist_health.yaml} 4
fail 1751967 2017-10-19 19:36:59 2017-10-20 06:28:14 2017-10-20 07:08:14 0:40:00 0:23:20 0:16:40 smithi master kcephfs/thrash/{clusters/fixed-3-cephfs.yaml conf.yaml objectstore-ec/filestore-xfs.yaml thrashers/mon.yaml thrashosds-health.yaml whitelist_health.yaml workloads/kclient_workunit_suites_ffsb.yaml} 3
Failure Reason:

"2017-10-20 06:45:53.626464 mon.b mon.0 172.21.15.95:6789/0 147 : cluster [WRN] Health check failed: 1/3 mons down, quorum b,a (MON_DOWN)" in cluster log

pass 1751968 2017-10-19 19:37:00 2017-10-20 06:28:38 2017-10-20 06:40:37 0:11:59 0:09:48 0:02:11 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore-comp.yaml tasks/kclient_workunit_suites_fsync.yaml} 3
pass 1751970 2017-10-19 19:37:00 2017-10-20 06:28:50 2017-10-20 08:32:52 2:04:02 0:22:20 1:41:42 smithi master kcephfs/recovery/{clusters/4-remote-clients.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore.yaml tasks/data-scan.yaml whitelist_health.yaml} 4
pass 1751972 2017-10-19 19:37:01 2017-10-20 06:30:27 2017-10-20 06:52:27 0:22:00 0:10:57 0:11:03 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore-ec-root.yaml tasks/kclient_workunit_suites_iozone.yaml} 3
pass 1751974 2017-10-19 19:37:01 2017-10-20 06:30:28 2017-10-20 06:54:28 0:24:00 0:10:22 0:13:38 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore.yaml tasks/kclient_workunit_suites_pjd.yaml} 3
pass 1751976 2017-10-19 19:37:02 2017-10-20 06:30:31 2017-10-20 09:10:34 2:40:03 0:18:00 2:22:03 smithi master kcephfs/recovery/{clusters/4-remote-clients.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/filestore-xfs.yaml tasks/failover.yaml whitelist_health.yaml} 4
pass 1751978 2017-10-19 19:37:03 2017-10-20 06:30:49 2017-10-20 06:46:49 0:16:00 0:09:00 0:07:00 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/no.yaml objectstore-ec/filestore-xfs.yaml tasks/kclient_workunit_trivial_sync.yaml} 3
pass 1751980 2017-10-19 19:37:03 2017-10-20 06:31:26 2017-10-20 06:41:26 0:10:00 0:08:27 0:01:33 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore-comp-ec-root.yaml tasks/kclient_workunit_direct_io.yaml} 3
pass 1751982 2017-10-19 19:37:04 2017-10-20 06:32:33 2017-10-20 08:24:35 1:52:02 0:39:20 1:12:42 smithi master kcephfs/mixed-clients/{clusters/2-clients.yaml conf.yaml objectstore-ec/bluestore-comp-ec-root.yaml tasks/kernel_cfuse_workunits_untarbuild_blogbench.yaml} 4
dead 1751984 2017-10-19 19:37:05 2017-10-20 06:32:54 2017-10-20 18:39:44 12:06:50 smithi master kcephfs/recovery/{clusters/4-remote-clients.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-comp-ec-root.yaml tasks/forward-scrub.yaml whitelist_health.yaml} 4
pass 1751986 2017-10-19 19:37:05 2017-10-20 06:34:48 2017-10-20 06:54:47 0:19:59 0:13:04 0:06:55 smithi master kcephfs/thrash/{clusters/fixed-3-cephfs.yaml conf.yaml objectstore-ec/bluestore-comp-ec-root.yaml thrashers/default.yaml thrashosds-health.yaml whitelist_health.yaml workloads/kclient_workunit_suites_iozone.yaml} 3
pass 1751988 2017-10-19 19:37:06 2017-10-20 06:36:18 2017-10-20 07:06:18 0:30:00 0:24:18 0:05:42 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore-comp.yaml tasks/kclient_workunit_kernel_untar_build.yaml} 3
pass 1751990 2017-10-19 19:37:06 2017-10-20 06:36:24 2017-10-20 07:38:24 1:02:00 0:16:08 0:45:52 smithi master kcephfs/recovery/{clusters/4-remote-clients.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-comp.yaml tasks/journal-repair.yaml whitelist_health.yaml} 4
pass 1751992 2017-10-19 19:37:07 2017-10-20 06:38:28 2017-10-20 07:16:29 0:38:01 0:34:28 0:03:33 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore-ec-root.yaml tasks/kclient_workunit_misc.yaml} 3
pass 1751994 2017-10-19 19:37:08 2017-10-20 06:38:33 2017-10-20 06:58:32 0:19:59 0:19:20 0:00:39 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore.yaml tasks/kclient_workunit_o_trunc.yaml} 3
dead 1751996 2017-10-19 19:37:08 2017-10-20 06:39:02 2017-10-20 18:45:33 12:06:31 smithi master kcephfs/recovery/{clusters/4-remote-clients.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-ec-root.yaml tasks/mds-flush.yaml whitelist_health.yaml} 4
pass 1751998 2017-10-19 19:37:09 2017-10-20 06:40:31 2017-10-20 07:26:31 0:46:00 0:38:22 0:07:38 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/yes.yaml objectstore-ec/filestore-xfs.yaml tasks/kclient_workunit_snaps.yaml} 3
pass 1752000 2017-10-19 19:37:10 2017-10-20 06:40:38 2017-10-20 07:02:38 0:22:00 0:20:57 0:01:03 smithi master kcephfs/thrash/{clusters/fixed-3-cephfs.yaml conf.yaml objectstore-ec/bluestore-comp.yaml thrashers/mds.yaml thrashosds-health.yaml whitelist_health.yaml workloads/kclient_workunit_suites_ffsb.yaml} 3
fail 1752002 2017-10-19 19:37:10 2017-10-20 06:41:37 2017-10-20 07:49:38 1:08:01 0:07:46 1:00:15 smithi master kcephfs/recovery/{clusters/4-remote-clients.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore.yaml tasks/mds-full.yaml whitelist_health.yaml} 4
Failure Reason:

Command failed on smithi081 with status 1: 'sudo cp /var/lib/ceph/osd/ceph-0/fsid /tmp/tmpf7pppP'

pass 1752004 2017-10-19 19:37:11 2017-10-20 06:42:04 2017-10-20 07:26:04 0:44:00 0:39:17 0:04:43 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore-comp-ec-root.yaml tasks/kclient_workunit_suites_dbench.yaml} 3
pass 1752006 2017-10-19 19:37:12 2017-10-20 06:42:25 2017-10-20 07:16:24 0:33:59 0:20:08 0:13:51 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore-comp.yaml tasks/kclient_workunit_suites_ffsb.yaml} 3
pass 1752008 2017-10-19 19:37:12 2017-10-20 06:42:31 2017-10-20 08:26:32 1:44:01 0:10:53 1:33:08 smithi master kcephfs/recovery/{clusters/4-remote-clients.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/filestore-xfs.yaml tasks/pool-perm.yaml whitelist_health.yaml} 4
pass 1752010 2017-10-19 19:37:13 2017-10-20 06:42:34 2017-10-20 06:54:33 0:11:59 0:07:43 0:04:16 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore-ec-root.yaml tasks/kclient_workunit_suites_fsstress.yaml} 3
pass 1752012 2017-10-19 19:37:14 2017-10-20 06:42:53 2017-10-20 07:10:53 0:28:00 0:17:23 0:10:37 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore.yaml tasks/kclient_workunit_suites_fsx.yaml} 3
dead 1752014 2017-10-19 19:37:14 2017-10-20 06:42:53 2017-10-20 18:50:07 12:07:14 smithi master kcephfs/recovery/{clusters/4-remote-clients.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-comp-ec-root.yaml tasks/sessionmap.yaml whitelist_health.yaml} 4
fail 1752016 2017-10-19 19:37:15 2017-10-20 06:43:03 2017-10-20 07:05:02 0:21:59 0:12:20 0:09:39 smithi master kcephfs/thrash/{clusters/fixed-3-cephfs.yaml conf.yaml objectstore-ec/bluestore-ec-root.yaml thrashers/mon.yaml thrashosds-health.yaml whitelist_health.yaml workloads/kclient_workunit_suites_iozone.yaml} 3
Failure Reason:

"2017-10-20 06:56:52.649368 mon.a mon.0 172.21.15.151:6789/0 130 : cluster [WRN] Health check failed: 1/3 mons down, quorum a,c (MON_DOWN)" in cluster log

pass 1752018 2017-10-19 19:37:16 2017-10-20 06:43:08 2017-10-20 07:01:08 0:18:00 0:10:09 0:07:51 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/no.yaml objectstore-ec/filestore-xfs.yaml tasks/kclient_workunit_suites_fsync.yaml} 3
dead 1752020 2017-10-19 19:37:16 2017-10-20 06:46:46 2017-10-20 18:45:03 11:58:17 smithi master kcephfs/recovery/{clusters/4-remote-clients.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-comp.yaml tasks/strays.yaml whitelist_health.yaml} 4
pass 1752022 2017-10-19 19:37:17 2017-10-20 06:46:47 2017-10-20 07:04:46 0:17:59 0:12:39 0:05:20 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore-comp-ec-root.yaml tasks/kclient_workunit_suites_iozone.yaml} 3
pass 1752024 2017-10-19 19:37:18 2017-10-20 06:46:46 2017-10-20 07:02:46 0:16:00 0:11:00 0:05:00 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore-comp.yaml tasks/kclient_workunit_suites_pjd.yaml} 3
dead 1752026 2017-10-19 19:37:18 2017-10-20 06:46:50 2017-10-20 18:45:06 11:58:16 smithi master kcephfs/recovery/{clusters/4-remote-clients.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-ec-root.yaml tasks/volume-client.yaml whitelist_health.yaml} 4
pass 1752028 2017-10-19 19:37:19 2017-10-20 06:49:45 2017-10-20 07:03:45 0:14:00 0:08:53 0:05:07 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore-ec-root.yaml tasks/kclient_workunit_trivial_sync.yaml} 3
pass 1752030 2017-10-19 19:37:20 2017-10-20 06:50:20 2017-10-20 07:02:20 0:12:00 0:10:11 0:01:49 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore.yaml tasks/kclient_workunit_direct_io.yaml} 3
pass 1752032 2017-10-19 19:37:20 2017-10-20 06:51:02 2017-10-20 08:39:03 1:48:01 0:47:30 1:00:31 smithi master kcephfs/mixed-clients/{clusters/2-clients.yaml conf.yaml objectstore-ec/bluestore-comp.yaml tasks/kernel_cfuse_workunits_dbench_iozone.yaml} 4
pass 1752034 2017-10-19 19:37:21 2017-10-20 06:52:37 2017-10-20 07:10:36 0:17:59 0:11:01 0:06:58 smithi master kcephfs/recovery/{clusters/4-remote-clients.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore.yaml tasks/auto-repair.yaml whitelist_health.yaml} 4
pass 1752036 2017-10-19 19:37:22 2017-10-20 06:52:38 2017-10-20 07:12:38 0:20:00 0:17:58 0:02:02 smithi master kcephfs/thrash/{clusters/fixed-3-cephfs.yaml conf.yaml objectstore-ec/bluestore.yaml thrashers/default.yaml thrashosds-health.yaml whitelist_health.yaml workloads/kclient_workunit_suites_ffsb.yaml} 3
pass 1752038 2017-10-19 19:37:22 2017-10-20 06:52:38 2017-10-20 07:20:38 0:28:00 0:22:15 0:05:45 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/yes.yaml objectstore-ec/filestore-xfs.yaml tasks/kclient_workunit_kernel_untar_build.yaml} 3
pass 1752040 2017-10-19 19:37:23 2017-10-20 06:52:43 2017-10-20 07:26:43 0:34:00 0:10:03 0:23:57 smithi master kcephfs/recovery/{clusters/4-remote-clients.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/filestore-xfs.yaml tasks/backtrace.yaml whitelist_health.yaml} 4
pass 1752042 2017-10-19 19:37:24 2017-10-20 06:54:29 2017-10-20 07:36:30 0:42:01 0:35:03 0:06:58 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore-comp-ec-root.yaml tasks/kclient_workunit_misc.yaml} 3
pass 1752044 2017-10-19 19:37:25 2017-10-20 06:54:34 2017-10-20 07:16:34 0:22:00 0:18:57 0:03:03 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore-comp.yaml tasks/kclient_workunit_o_trunc.yaml} 3
dead 1752046 2017-10-19 19:37:25 2017-10-20 06:54:49 2017-10-20 18:45:06 11:50:17 smithi master kcephfs/recovery/{clusters/4-remote-clients.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-comp-ec-root.yaml tasks/client-limits.yaml whitelist_health.yaml} 4
pass 1752048 2017-10-19 19:37:26 2017-10-20 06:56:03 2017-10-20 07:44:03 0:48:00 0:46:56 0:01:04 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore-ec-root.yaml tasks/kclient_workunit_snaps.yaml} 3
pass 1752049 2017-10-19 19:37:26 2017-10-20 06:56:38 2017-10-20 07:22:38 0:26:00 0:22:25 0:03:35 smithi master kcephfs/thrash/{clusters/fixed-3-cephfs.yaml conf.yaml objectstore-ec/filestore-xfs.yaml thrashers/mds.yaml thrashosds-health.yaml whitelist_health.yaml workloads/kclient_workunit_suites_iozone.yaml} 3
pass 1752051 2017-10-19 19:37:27 2017-10-20 06:58:36 2017-10-20 10:16:39 3:18:03 0:35:52 2:42:11 smithi master kcephfs/recovery/{clusters/4-remote-clients.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-comp.yaml tasks/client-recovery.yaml whitelist_health.yaml} 4
pass 1752054 2017-10-19 19:37:28 2017-10-20 06:58:36 2017-10-20 07:42:36 0:44:00 0:39:33 0:04:27 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore.yaml tasks/kclient_workunit_suites_dbench.yaml} 3
pass 1752055 2017-10-19 19:37:29 2017-10-20 06:58:36 2017-10-20 07:24:35 0:25:59 0:23:48 0:02:11 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/no.yaml objectstore-ec/filestore-xfs.yaml tasks/kclient_workunit_suites_ffsb.yaml} 3
dead 1752057 2017-10-19 19:37:29 2017-10-20 06:58:43 2017-10-20 18:45:01 11:46:18 smithi master kcephfs/recovery/{clusters/4-remote-clients.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-ec-root.yaml tasks/config-commands.yaml whitelist_health.yaml} 4
pass 1752059 2017-10-19 19:37:30 2017-10-20 07:01:09 2017-10-20 07:15:08 0:13:59 0:10:11 0:03:48 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore-comp-ec-root.yaml tasks/kclient_workunit_suites_fsstress.yaml} 3
pass 1752061 2017-10-19 19:37:31 2017-10-20 07:01:31 2017-10-20 07:25:32 0:24:01 0:19:19 0:04:42 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore-comp.yaml tasks/kclient_workunit_suites_fsx.yaml} 3
pass 1752063 2017-10-19 19:37:31 2017-10-20 07:02:30 2017-10-20 07:22:29 0:19:59 0:18:49 0:01:10 smithi master kcephfs/recovery/{clusters/4-remote-clients.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore.yaml tasks/damage.yaml whitelist_health.yaml} 4
fail 1752065 2017-10-19 19:37:32 2017-10-20 07:02:39 2017-10-20 08:44:40 1:42:01 1:25:10 0:16:51 smithi master kcephfs/thrash/{clusters/fixed-3-cephfs.yaml conf.yaml objectstore-ec/bluestore-comp-ec-root.yaml thrashers/mon.yaml thrashosds-health.yaml whitelist_health.yaml workloads/kclient_workunit_suites_ffsb.yaml} 3
Failure Reason:

"2017-10-20 07:22:45.968825 mon.a mon.0 172.21.15.23:6789/0 155 : cluster [WRN] Health check failed: 1/3 mons down, quorum a,c (MON_DOWN)" in cluster log

pass 1752067 2017-10-19 19:37:33 2017-10-20 07:02:47 2017-10-20 07:18:47 0:16:00 0:10:19 0:05:41 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore-ec-root.yaml tasks/kclient_workunit_suites_fsync.yaml} 3
dead 1752069 2017-10-19 19:37:33 2017-10-20 07:03:51 2017-10-20 18:46:07 11:42:16 smithi master kcephfs/recovery/{clusters/4-remote-clients.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/filestore-xfs.yaml tasks/data-scan.yaml whitelist_health.yaml} 4
pass 1752071 2017-10-19 19:37:34 2017-10-20 07:04:47 2017-10-20 07:28:47 0:24:00 0:11:31 0:12:29 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore.yaml tasks/kclient_workunit_suites_iozone.yaml} 3
pass 1752073 2017-10-19 19:37:35 2017-10-20 07:05:12 2017-10-20 07:19:11 0:13:59 0:09:23 0:04:36 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/yes.yaml objectstore-ec/filestore-xfs.yaml tasks/kclient_workunit_suites_pjd.yaml} 3
dead 1752075 2017-10-19 19:37:35 2017-10-20 07:06:44 2017-10-20 18:44:59 11:38:15 smithi master kcephfs/recovery/{clusters/4-remote-clients.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-comp-ec-root.yaml tasks/failover.yaml whitelist_health.yaml} 4
pass 1752077 2017-10-19 19:37:36 2017-10-20 07:07:01 2017-10-20 07:21:00 0:13:59 0:08:44 0:05:15 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore-comp-ec-root.yaml tasks/kclient_workunit_trivial_sync.yaml} 3
pass 1752079 2017-10-19 19:37:37 2017-10-20 07:08:15 2017-10-20 07:26:14 0:17:59 0:09:30 0:08:29 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore-comp.yaml tasks/kclient_workunit_direct_io.yaml} 3
pass 1752081 2017-10-19 19:37:37 2017-10-20 07:08:30 2017-10-20 08:06:30 0:58:00 0:38:47 0:19:13 smithi master kcephfs/mixed-clients/{clusters/2-clients.yaml conf.yaml objectstore-ec/bluestore-ec-root.yaml tasks/kernel_cfuse_workunits_untarbuild_blogbench.yaml} 4
pass 1752083 2017-10-19 19:37:38 2017-10-20 07:10:38 2017-10-20 10:06:41 2:56:03 0:11:32 2:44:31 smithi master kcephfs/recovery/{clusters/4-remote-clients.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-comp.yaml tasks/forward-scrub.yaml whitelist_health.yaml} 4
pass 1752085 2017-10-19 19:37:38 2017-10-20 07:10:38 2017-10-20 07:30:38 0:20:00 0:13:54 0:06:06 smithi master kcephfs/thrash/{clusters/fixed-3-cephfs.yaml conf.yaml objectstore-ec/bluestore-comp.yaml thrashers/default.yaml thrashosds-health.yaml whitelist_health.yaml workloads/kclient_workunit_suites_iozone.yaml} 3
pass 1752087 2017-10-19 19:37:39 2017-10-20 07:11:04 2017-10-20 07:39:04 0:28:00 0:25:56 0:02:04 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore-ec-root.yaml tasks/kclient_workunit_kernel_untar_build.yaml} 3
dead 1752089 2017-10-19 19:37:40 2017-10-20 07:11:42 2017-10-20 18:45:57 11:34:15 smithi master kcephfs/recovery/{clusters/4-remote-clients.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-ec-root.yaml tasks/journal-repair.yaml whitelist_health.yaml} 4
pass 1752091 2017-10-19 19:37:40 2017-10-20 07:12:51 2017-10-20 07:40:59 0:28:08 0:26:44 0:01:24 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore.yaml tasks/kclient_workunit_misc.yaml} 3
pass 1752093 2017-10-19 19:37:41 2017-10-20 07:14:31 2017-10-20 07:44:31 0:30:00 0:19:08 0:10:52 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/no.yaml objectstore-ec/filestore-xfs.yaml tasks/kclient_workunit_o_trunc.yaml} 3
pass 1752095 2017-10-19 19:37:41 2017-10-20 07:14:39 2017-10-20 07:26:38 0:11:59 0:09:50 0:02:09 smithi master kcephfs/recovery/{clusters/4-remote-clients.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore.yaml tasks/mds-flush.yaml whitelist_health.yaml} 4
pass 1752097 2017-10-19 19:37:42 2017-10-20 07:15:17 2017-10-20 08:11:17 0:56:00 0:47:55 0:08:05 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore-comp-ec-root.yaml tasks/kclient_workunit_snaps.yaml} 3
fail 1752099 2017-10-19 19:37:43 2017-10-20 07:16:36 2017-10-20 08:38:37 1:22:01 1:16:13 0:05:48 smithi master kcephfs/thrash/{clusters/fixed-3-cephfs.yaml conf.yaml objectstore-ec/bluestore-ec-root.yaml thrashers/mds.yaml thrashosds-health.yaml whitelist_health.yaml workloads/kclient_workunit_suites_ffsb.yaml} 3
Failure Reason:

SSH connection to smithi111 was lost: 'rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0'

fail 1752101 2017-10-19 19:37:43 2017-10-20 07:16:36 2017-10-20 09:24:38 2:08:02 0:06:23 2:01:39 smithi master kcephfs/recovery/{clusters/4-remote-clients.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/filestore-xfs.yaml tasks/mds-full.yaml whitelist_health.yaml} 4
Failure Reason:

Command failed on smithi104 with status 1: 'sudo cp /var/lib/ceph/osd/ceph-1/fsid /tmp/tmpA84PQw'

pass 1752103 2017-10-19 19:37:44 2017-10-20 07:16:37 2017-10-20 07:58:36 0:41:59 0:39:14 0:02:45 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore-comp.yaml tasks/kclient_workunit_suites_dbench.yaml} 3
pass 1752105 2017-10-19 19:37:45 2017-10-20 07:16:47 2017-10-20 08:30:48 1:14:01 1:09:55 0:04:06 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore-ec-root.yaml tasks/kclient_workunit_suites_ffsb.yaml} 3
dead 1752107 2017-10-19 19:37:45 2017-10-20 07:17:11 2017-10-20 18:45:25 11:28:14 smithi master kcephfs/recovery/{clusters/4-remote-clients.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-comp-ec-root.yaml tasks/pool-perm.yaml whitelist_health.yaml} 4
pass 1752109 2017-10-19 19:37:46 2017-10-20 07:18:48 2017-10-20 07:34:47 0:15:59 0:08:17 0:07:42 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore.yaml tasks/kclient_workunit_suites_fsstress.yaml} 3
pass 1752111 2017-10-19 19:37:46 2017-10-20 07:19:23 2017-10-20 07:37:22 0:17:59 0:16:35 0:01:24 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/yes.yaml objectstore-ec/filestore-xfs.yaml tasks/kclient_workunit_suites_fsx.yaml} 3
pass 1752113 2017-10-19 19:37:47 2017-10-20 07:20:16 2017-10-20 10:48:20 3:28:04 0:13:33 3:14:31 smithi master kcephfs/recovery/{clusters/4-remote-clients.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-comp.yaml tasks/sessionmap.yaml whitelist_health.yaml} 4
fail 1752115 2017-10-19 19:37:48 2017-10-20 07:20:51 2017-10-20 07:40:51 0:20:00 0:11:18 0:08:42 smithi master kcephfs/thrash/{clusters/fixed-3-cephfs.yaml conf.yaml objectstore-ec/bluestore.yaml thrashers/mon.yaml thrashosds-health.yaml whitelist_health.yaml workloads/kclient_workunit_suites_iozone.yaml} 3
Failure Reason:

"2017-10-20 07:31:46.894196 mon.b mon.1 172.21.15.195:6789/0 27 : cluster [WRN] Health check failed: 1/3 mons down, quorum b,c (MON_DOWN)" in cluster log

pass 1752117 2017-10-19 19:37:48 2017-10-20 07:21:02 2017-10-20 07:37:01 0:15:59 0:10:27 0:05:32 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore-comp-ec-root.yaml tasks/kclient_workunit_suites_fsync.yaml} 3
dead 1752119 2017-10-19 19:37:49 2017-10-20 07:21:21 2017-10-20 18:45:37 11:24:16 smithi master kcephfs/recovery/{clusters/4-remote-clients.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-ec-root.yaml tasks/strays.yaml whitelist_health.yaml} 4
pass 1752121 2017-10-19 19:37:50 2017-10-20 07:21:47 2017-10-20 07:33:46 0:11:59 0:10:16 0:01:43 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore-comp.yaml tasks/kclient_workunit_suites_iozone.yaml} 3
pass 1752123 2017-10-19 19:37:50 2017-10-20 07:22:23 2017-10-20 07:44:22 0:21:59 0:11:35 0:10:24 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore-ec-root.yaml tasks/kclient_workunit_suites_pjd.yaml} 3
pass 1752125 2017-10-19 19:37:51 2017-10-20 07:22:31 2017-10-20 08:44:32 1:22:01 0:17:43 1:04:18 smithi master kcephfs/recovery/{clusters/4-remote-clients.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore.yaml tasks/volume-client.yaml whitelist_health.yaml} 4
pass 1752127 2017-10-19 19:37:52 2017-10-20 07:22:34 2017-10-20 07:48:33 0:25:59 0:08:46 0:17:13 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore.yaml tasks/kclient_workunit_trivial_sync.yaml} 3
pass 1752129 2017-10-19 19:37:52 2017-10-20 07:22:38 2017-10-20 07:50:37 0:27:59 0:07:39 0:20:20 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/no.yaml objectstore-ec/filestore-xfs.yaml tasks/kclient_workunit_direct_io.yaml} 3
dead 1752131 2017-10-19 19:37:53 2017-10-20 07:22:39 2017-10-20 18:44:54 11:22:15 smithi master kcephfs/mixed-clients/{clusters/2-clients.yaml conf.yaml objectstore-ec/bluestore.yaml tasks/kernel_cfuse_workunits_dbench_iozone.yaml} 4
pass 1752132 2017-10-19 19:37:53 2017-10-20 07:22:39 2017-10-20 09:20:41 1:58:02 0:09:24 1:48:38 smithi master kcephfs/recovery/{clusters/4-remote-clients.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/filestore-xfs.yaml tasks/auto-repair.yaml whitelist_health.yaml} 4
pass 1752133 2017-10-19 19:37:54 2017-10-20 07:22:45 2017-10-20 07:48:45 0:26:00 0:23:33 0:02:27 smithi master kcephfs/thrash/{clusters/fixed-3-cephfs.yaml conf.yaml objectstore-ec/filestore-xfs.yaml thrashers/default.yaml thrashosds-health.yaml whitelist_health.yaml workloads/kclient_workunit_suites_ffsb.yaml} 3
pass 1752134 2017-10-19 19:37:55 2017-10-20 07:24:37 2017-10-20 08:00:37 0:36:00 0:30:50 0:05:10 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore-comp-ec-root.yaml tasks/kclient_workunit_kernel_untar_build.yaml} 3
dead 1752135 2017-10-19 19:37:55 2017-10-20 07:24:37 2017-10-20 18:44:54 11:20:17 smithi master kcephfs/recovery/{clusters/4-remote-clients.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-comp-ec-root.yaml tasks/backtrace.yaml whitelist_health.yaml} 4
pass 1752136 2017-10-19 19:37:56 2017-10-20 07:25:42 2017-10-20 07:59:41 0:33:59 0:25:47 0:08:12 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore-comp.yaml tasks/kclient_workunit_misc.yaml} 3
pass 1752137 2017-10-19 19:37:57 2017-10-20 07:26:05 2017-10-20 08:04:05 0:38:00 0:19:44 0:18:16 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore-ec-root.yaml tasks/kclient_workunit_o_trunc.yaml} 3
dead 1752138 2017-10-19 19:37:57 2017-10-20 07:26:15 2017-10-20 18:44:30 11:18:15 smithi master kcephfs/recovery/{clusters/4-remote-clients.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-comp.yaml tasks/client-limits.yaml whitelist_health.yaml} 4
pass 1752139 2017-10-19 19:37:58 2017-10-20 07:26:32 2017-10-20 08:16:33 0:50:01 0:41:08 0:08:53 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore.yaml tasks/kclient_workunit_snaps.yaml} 3
pass 1752140 2017-10-19 19:37:59 2017-10-20 07:26:40 2017-10-20 07:50:39 0:23:59 0:13:13 0:10:46 smithi master kcephfs/thrash/{clusters/fixed-3-cephfs.yaml conf.yaml objectstore-ec/bluestore-comp-ec-root.yaml thrashers/mds.yaml thrashosds-health.yaml whitelist_health.yaml workloads/kclient_workunit_suites_iozone.yaml} 3
dead 1752141 2017-10-19 19:37:59 2017-10-20 07:26:55 2017-10-20 18:45:09 11:18:14 smithi master kcephfs/recovery/{clusters/4-remote-clients.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-ec-root.yaml tasks/client-recovery.yaml whitelist_health.yaml} 4
pass 1752142 2017-10-19 19:38:00 2017-10-20 07:27:18 2017-10-20 08:07:19 0:40:01 0:37:55 0:02:06 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/yes.yaml objectstore-ec/filestore-xfs.yaml tasks/kclient_workunit_suites_dbench.yaml} 3
pass 1752143 2017-10-19 19:38:00 2017-10-20 07:28:20 2017-10-20 09:10:21 1:42:01 0:56:47 0:45:14 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore-comp-ec-root.yaml tasks/kclient_workunit_suites_ffsb.yaml} 3
pass 1752144 2017-10-19 19:38:01 2017-10-20 07:28:48 2017-10-20 09:44:50 2:16:02 0:11:01 2:05:01 smithi master kcephfs/recovery/{clusters/4-remote-clients.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore.yaml tasks/config-commands.yaml whitelist_health.yaml} 4
pass 1752145 2017-10-19 19:38:02 2017-10-20 07:30:32 2017-10-20 07:42:31 0:11:59 0:09:01 0:02:58 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore-comp.yaml tasks/kclient_workunit_suites_fsstress.yaml} 3
pass 1752146 2017-10-19 19:38:02 2017-10-20 07:30:38 2017-10-20 08:10:39 0:40:01 0:25:04 0:14:57 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore-ec-root.yaml tasks/kclient_workunit_suites_fsx.yaml} 3
pass 1752147 2017-10-19 19:38:03 2017-10-20 07:32:24 2017-10-20 07:56:24 0:24:00 0:18:14 0:05:46 smithi master kcephfs/recovery/{clusters/4-remote-clients.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/filestore-xfs.yaml tasks/damage.yaml whitelist_health.yaml} 4
fail 1752148 2017-10-19 19:38:04 2017-10-20 07:33:56 2017-10-20 08:01:55 0:27:59 0:21:52 0:06:07 smithi master kcephfs/thrash/{clusters/fixed-3-cephfs.yaml conf.yaml objectstore-ec/bluestore-comp.yaml thrashers/mon.yaml thrashosds-health.yaml whitelist_health.yaml workloads/kclient_workunit_suites_ffsb.yaml} 3
Failure Reason:

"2017-10-20 07:43:50.790288 mon.a mon.0 172.21.15.8:6789/0 134 : cluster [WRN] Health check failed: 1/3 mons down, quorum a,c (MON_DOWN)" in cluster log

pass 1752149 2017-10-19 19:38:04 2017-10-20 07:34:08 2017-10-20 07:46:08 0:12:00 0:10:07 0:01:53 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore.yaml tasks/kclient_workunit_suites_fsync.yaml} 3
dead 1752150 2017-10-19 19:38:05 2017-10-20 07:34:32 2017-10-20 18:44:47 11:10:15 smithi master kcephfs/recovery/{clusters/4-remote-clients.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-comp-ec-root.yaml tasks/data-scan.yaml whitelist_health.yaml} 4
pass 1752151 2017-10-19 19:38:06 2017-10-20 07:34:48 2017-10-20 07:58:48 0:24:00 0:20:00 0:04:00 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/no.yaml objectstore-ec/filestore-xfs.yaml tasks/kclient_workunit_suites_iozone.yaml} 3
pass 1752152 2017-10-19 19:38:06 2017-10-20 07:36:40 2017-10-20 07:56:39 0:19:59 0:11:01 0:08:58 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore-comp-ec-root.yaml tasks/kclient_workunit_suites_pjd.yaml} 3
pass 1752153 2017-10-19 19:38:07 2017-10-20 07:36:40 2017-10-20 08:26:40 0:50:00 0:18:07 0:31:53 smithi master kcephfs/recovery/{clusters/4-remote-clients.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-comp.yaml tasks/failover.yaml whitelist_health.yaml} 4
pass 1752154 2017-10-19 19:38:07 2017-10-20 07:37:02 2017-10-20 07:51:01 0:13:59 0:09:25 0:04:34 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore-comp.yaml tasks/kclient_workunit_trivial_sync.yaml} 3
pass 1752155 2017-10-19 19:38:08 2017-10-20 07:37:23 2017-10-20 07:59:23 0:22:00 0:10:07 0:11:53 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore-ec-root.yaml tasks/kclient_workunit_direct_io.yaml} 3
pass 1752156 2017-10-19 19:38:09 2017-10-20 07:37:49 2017-10-20 09:45:53 2:08:04 0:29:57 1:38:07 smithi master kcephfs/mixed-clients/{clusters/2-clients.yaml conf.yaml objectstore-ec/filestore-xfs.yaml tasks/kernel_cfuse_workunits_untarbuild_blogbench.yaml} 4
dead 1752157 2017-10-19 19:38:09 2017-10-20 07:38:25 2017-10-20 18:44:40 11:06:15 smithi master kcephfs/recovery/{clusters/4-remote-clients.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-ec-root.yaml tasks/forward-scrub.yaml whitelist_health.yaml} 4
pass 1752158 2017-10-19 19:38:10 2017-10-20 07:39:13 2017-10-20 08:03:13 0:24:00 0:18:24 0:05:36 smithi master kcephfs/thrash/{clusters/fixed-3-cephfs.yaml conf.yaml objectstore-ec/bluestore-ec-root.yaml thrashers/default.yaml thrashosds-health.yaml whitelist_health.yaml workloads/kclient_workunit_suites_iozone.yaml} 3
pass 1752159 2017-10-19 19:38:11 2017-10-20 07:41:00 2017-10-20 08:09:00 0:28:00 0:24:02 0:03:58 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore.yaml tasks/kclient_workunit_kernel_untar_build.yaml} 3
pass 1752160 2017-10-19 19:38:11 2017-10-20 07:41:00 2017-10-20 09:05:01 1:24:01 0:17:43 1:06:18 smithi master kcephfs/recovery/{clusters/4-remote-clients.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore.yaml tasks/journal-repair.yaml whitelist_health.yaml} 4
pass 1752161 2017-10-19 19:38:12 2017-10-20 07:42:42 2017-10-20 08:22:42 0:40:00 0:22:41 0:17:19 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/yes.yaml objectstore-ec/filestore-xfs.yaml tasks/kclient_workunit_misc.yaml} 3
pass 1752162 2017-10-19 19:38:13 2017-10-20 07:42:42 2017-10-20 08:16:42 0:34:00 0:19:30 0:14:30 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore-comp-ec-root.yaml tasks/kclient_workunit_o_trunc.yaml} 3
pass 1752163 2017-10-19 19:38:14 2017-10-20 07:42:42 2017-10-20 08:10:42 0:28:00 0:10:25 0:17:35 smithi master kcephfs/recovery/{clusters/4-remote-clients.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/filestore-xfs.yaml tasks/mds-flush.yaml whitelist_health.yaml} 4
pass 1752164 2017-10-19 19:38:15 2017-10-20 07:42:42 2017-10-20 08:38:43 0:56:01 0:38:54 0:17:07 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore-comp.yaml tasks/kclient_workunit_snaps.yaml} 3
pass 1752165 2017-10-19 19:38:17 2017-10-20 07:44:13 2017-10-20 08:08:12 0:23:59 0:19:22 0:04:37 smithi master kcephfs/thrash/{clusters/fixed-3-cephfs.yaml conf.yaml objectstore-ec/bluestore.yaml thrashers/mds.yaml thrashosds-health.yaml whitelist_health.yaml workloads/kclient_workunit_suites_ffsb.yaml} 3
dead 1752166 2017-10-19 19:38:18 2017-10-20 07:44:23 2017-10-20 18:44:38 11:00:15 smithi master kcephfs/recovery/{clusters/4-remote-clients.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-comp-ec-root.yaml tasks/mds-full.yaml whitelist_health.yaml} 4
pass 1752167 2017-10-19 19:38:18 2017-10-20 07:44:32 2017-10-20 08:28:32 0:44:00 0:41:50 0:02:10 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore-ec-root.yaml tasks/kclient_workunit_suites_dbench.yaml} 3
pass 1752168 2017-10-19 19:38:19 2017-10-20 07:44:40 2017-10-20 08:08:40 0:24:00 0:19:52 0:04:08 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore.yaml tasks/kclient_workunit_suites_ffsb.yaml} 3
pass 1752169 2017-10-19 19:38:20 2017-10-20 07:46:17 2017-10-20 09:54:19 2:08:02 0:09:03 1:58:59 smithi master kcephfs/recovery/{clusters/4-remote-clients.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-comp.yaml tasks/pool-perm.yaml whitelist_health.yaml} 4
pass 1752170 2017-10-19 19:38:20 2017-10-20 07:48:43 2017-10-20 08:00:42 0:11:59 0:09:40 0:02:19 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/no.yaml objectstore-ec/filestore-xfs.yaml tasks/kclient_workunit_suites_fsstress.yaml} 3
pass 1752171 2017-10-19 19:38:21 2017-10-20 07:48:46 2017-10-20 08:16:46 0:28:00 0:25:10 0:02:50 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore-comp-ec-root.yaml tasks/kclient_workunit_suites_fsx.yaml} 3
dead 1752172 2017-10-19 19:38:22 2017-10-20 07:49:39 2017-10-20 18:45:55 10:56:16 smithi master kcephfs/recovery/{clusters/4-remote-clients.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-ec-root.yaml tasks/sessionmap.yaml whitelist_health.yaml} 4
fail 1752173 2017-10-19 19:38:22 2017-10-20 07:50:47 2017-10-20 08:20:47 0:30:00 0:19:48 0:10:12 smithi master kcephfs/thrash/{clusters/fixed-3-cephfs.yaml conf.yaml objectstore-ec/filestore-xfs.yaml thrashers/mon.yaml thrashosds-health.yaml whitelist_health.yaml workloads/kclient_workunit_suites_iozone.yaml} 3
Failure Reason:

"2017-10-20 08:00:31.268459 mon.a mon.0 172.21.15.45:6789/0 127 : cluster [WRN] Health check failed: 1/3 mons down, quorum a,c (MON_DOWN)" in cluster log

pass 1752174 2017-10-19 19:38:23 2017-10-20 07:50:47 2017-10-20 08:12:46 0:21:59 0:10:16 0:11:43 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore-comp.yaml tasks/kclient_workunit_suites_fsync.yaml} 3
pass 1752175 2017-10-19 19:38:24 2017-10-20 07:50:49 2017-10-20 10:32:52 2:42:03 0:29:34 2:12:29 smithi master kcephfs/recovery/{clusters/4-remote-clients.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore.yaml tasks/strays.yaml whitelist_health.yaml} 4
pass 1752176 2017-10-19 19:38:24 2017-10-20 07:51:02 2017-10-20 08:15:02 0:24:00 0:12:11 0:11:49 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore-ec-root.yaml tasks/kclient_workunit_suites_iozone.yaml} 3
pass 1752177 2017-10-19 19:38:25 2017-10-20 07:56:36 2017-10-20 08:08:36 0:12:00 0:08:42 0:03:18 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore.yaml tasks/kclient_workunit_suites_pjd.yaml} 3
pass 1752178 2017-10-19 19:38:26 2017-10-20 07:56:40 2017-10-20 08:34:41 0:38:01 0:18:27 0:19:34 smithi master kcephfs/recovery/{clusters/4-remote-clients.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/filestore-xfs.yaml tasks/volume-client.yaml whitelist_health.yaml} 4
pass 1752179 2017-10-19 19:38:26 2017-10-20 07:57:55 2017-10-20 08:11:55 0:14:00 0:08:49 0:05:11 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/yes.yaml objectstore-ec/filestore-xfs.yaml tasks/kclient_workunit_trivial_sync.yaml} 3