Status Job ID Links Posted Started Updated
Runtime
Duration
In Waiting
Machine Teuthology Branch OS Type OS Version Description Nodes
fail 1722070 2017-10-10 19:28:58 2017-10-10 19:29:25 2017-10-10 19:47:24 0:17:59 0:09:34 0:08:25 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore-comp-ec-root.yaml tasks/kclient_workunit_direct_io.yaml} 3
Failure Reason:

"2017-10-10 19:38:29.595594 mon.b mon.0 172.21.15.95:6789/0 3 : cluster [WRN] message from mon.1 was stamped 0.508932s in the future, clocks not synchronized" in cluster log

pass 1722071 2017-10-10 19:28:58 2017-10-10 19:30:20 2017-10-10 20:30:20 1:00:00 0:46:25 0:13:35 smithi master kcephfs/mixed-clients/{clusters/2-clients.yaml conf.yaml objectstore-ec/bluestore-comp-ec-root.yaml tasks/kernel_cfuse_workunits_dbench_iozone.yaml} 4
dead 1722072 2017-10-10 19:28:59 2017-10-10 19:30:30 2017-10-11 07:41:45 12:11:15 smithi master kcephfs/recovery/{clusters/4-remote-clients.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-comp-ec-root.yaml tasks/auto-repair.yaml whitelist_health.yaml} 4
dead 1722073 2017-10-10 19:29:00 2017-10-10 19:30:35 2017-10-11 07:42:02 12:11:27 smithi master kcephfs/thrash/{clusters/fixed-3-cephfs.yaml conf.yaml objectstore-ec/bluestore-comp-ec-root.yaml thrashers/default.yaml thrashosds-health.yaml whitelist_health.yaml workloads/kclient_workunit_suites_ffsb.yaml} 3
pass 1722074 2017-10-10 19:29:00 2017-10-10 19:30:49 2017-10-10 20:00:49 0:30:00 0:23:47 0:06:13 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore-comp.yaml tasks/kclient_workunit_kernel_untar_build.yaml} 3
pass 1722075 2017-10-10 19:29:01 2017-10-10 19:31:40 2017-10-10 20:21:41 0:50:01 0:09:20 0:40:41 smithi master kcephfs/recovery/{clusters/4-remote-clients.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-comp.yaml tasks/backtrace.yaml whitelist_health.yaml} 4
pass 1722076 2017-10-10 19:29:02 2017-10-10 19:32:19 2017-10-10 20:10:19 0:38:00 0:32:56 0:05:04 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore-ec-root.yaml tasks/kclient_workunit_misc.yaml} 3
pass 1722077 2017-10-10 19:29:03 2017-10-10 19:32:30 2017-10-10 20:02:30 0:30:00 0:20:14 0:09:46 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore.yaml tasks/kclient_workunit_o_trunc.yaml} 3
dead 1722078 2017-10-10 19:29:03 2017-10-10 19:32:49 2017-10-11 07:45:01 12:12:12 smithi master kcephfs/recovery/{clusters/4-remote-clients.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-ec-root.yaml tasks/client-limits.yaml whitelist_health.yaml} 4
pass 1722079 2017-10-10 19:29:04 2017-10-10 19:32:49 2017-10-10 20:18:49 0:46:00 0:39:32 0:06:28 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/no.yaml objectstore-ec/filestore-xfs.yaml tasks/kclient_workunit_snaps.yaml} 3
pass 1722080 2017-10-10 19:29:05 2017-10-10 19:34:02 2017-10-10 20:06:02 0:32:00 0:11:28 0:20:32 smithi master kcephfs/thrash/{clusters/fixed-3-cephfs.yaml conf.yaml objectstore-ec/bluestore-comp.yaml thrashers/mds.yaml thrashosds-health.yaml whitelist_health.yaml workloads/kclient_workunit_suites_iozone.yaml} 3
pass 1722081 2017-10-10 19:29:05 2017-10-10 19:34:02 2017-10-10 20:58:03 1:24:01 0:37:15 0:46:46 smithi master kcephfs/recovery/{clusters/4-remote-clients.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore.yaml tasks/client-recovery.yaml whitelist_health.yaml} 4
pass 1722082 2017-10-10 19:29:06 2017-10-10 19:34:30 2017-10-10 20:20:31 0:46:01 0:38:23 0:07:38 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore-comp-ec-root.yaml tasks/kclient_workunit_suites_dbench.yaml} 3
fail 1722083 2017-10-10 19:29:07 2017-10-10 19:34:35 2017-10-10 20:08:35 0:34:00 0:20:24 0:13:36 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore-comp.yaml tasks/kclient_workunit_suites_ffsb.yaml} 3
Failure Reason:

"2017-10-10 19:42:27.258990 mon.b mon.0 172.21.15.160:6789/0 3 : cluster [WRN] message from mon.1 was stamped 0.733925s in the future, clocks not synchronized" in cluster log

pass 1722084 2017-10-10 19:29:07 2017-10-10 19:34:47 2017-10-10 19:56:47 0:22:00 0:13:03 0:08:57 smithi master kcephfs/recovery/{clusters/4-remote-clients.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/filestore-xfs.yaml tasks/config-commands.yaml whitelist_health.yaml} 4
pass 1722085 2017-10-10 19:29:08 2017-10-10 19:35:12 2017-10-10 19:57:11 0:21:59 0:11:21 0:10:38 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore-ec-root.yaml tasks/kclient_workunit_suites_fsstress.yaml} 3
pass 1722086 2017-10-10 19:29:09 2017-10-10 19:36:23 2017-10-10 20:00:23 0:24:00 0:19:20 0:04:40 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore.yaml tasks/kclient_workunit_suites_fsx.yaml} 3
dead 1722087 2017-10-10 19:29:09 2017-10-10 19:36:23 2017-10-11 07:48:15 12:11:52 smithi master kcephfs/recovery/{clusters/4-remote-clients.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-comp-ec-root.yaml tasks/damage.yaml whitelist_health.yaml} 4
fail 1722088 2017-10-10 19:29:10 2017-10-10 19:36:23 2017-10-10 21:00:24 1:24:01 0:53:20 0:30:41 smithi master kcephfs/thrash/{clusters/fixed-3-cephfs.yaml conf.yaml objectstore-ec/bluestore-ec-root.yaml thrashers/mon.yaml thrashosds-health.yaml whitelist_health.yaml workloads/kclient_workunit_suites_ffsb.yaml} 3
Failure Reason:

"2017-10-10 20:04:04.345238 mon.b mon.1 172.21.15.72:6789/0 29 : cluster [WRN] Health check failed: 1/3 mons down, quorum b,c (MON_DOWN)" in cluster log

pass 1722089 2017-10-10 19:29:11 2017-10-10 19:36:26 2017-10-10 19:52:26 0:16:00 0:09:55 0:06:05 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/yes.yaml objectstore-ec/filestore-xfs.yaml tasks/kclient_workunit_suites_fsync.yaml} 3
pass 1722090 2017-10-10 19:29:11 2017-10-10 19:37:15 2017-10-10 20:21:16 0:44:01 0:22:42 0:21:19 smithi master kcephfs/recovery/{clusters/4-remote-clients.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-comp.yaml tasks/data-scan.yaml whitelist_health.yaml} 4
pass 1722091 2017-10-10 19:29:12 2017-10-10 19:37:22 2017-10-10 20:01:22 0:24:00 0:13:11 0:10:49 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore-comp-ec-root.yaml tasks/kclient_workunit_suites_iozone.yaml} 3
pass 1722092 2017-10-10 19:29:13 2017-10-10 19:37:35 2017-10-10 20:01:34 0:23:59 0:13:06 0:10:53 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore-comp.yaml tasks/kclient_workunit_suites_pjd.yaml} 3
dead 1722093 2017-10-10 19:29:13 2017-10-10 19:37:56 2017-10-11 07:50:15 12:12:19 smithi master kcephfs/recovery/{clusters/4-remote-clients.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-ec-root.yaml tasks/failover.yaml whitelist_health.yaml} 4
pass 1722094 2017-10-10 19:29:14 2017-10-10 19:38:15 2017-10-10 19:56:15 0:18:00 0:08:06 0:09:54 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore-ec-root.yaml tasks/kclient_workunit_trivial_sync.yaml} 3
pass 1722095 2017-10-10 19:29:15 2017-10-10 19:38:30 2017-10-10 19:52:30 0:14:00 0:08:54 0:05:06 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore.yaml tasks/kclient_workunit_direct_io.yaml} 3
pass 1722096 2017-10-10 19:29:15 2017-10-10 19:38:31 2017-10-10 20:26:31 0:48:00 0:34:53 0:13:07 smithi master kcephfs/mixed-clients/{clusters/2-clients.yaml conf.yaml objectstore-ec/bluestore-comp.yaml tasks/kernel_cfuse_workunits_untarbuild_blogbench.yaml} 4
pass 1722097 2017-10-10 19:29:16 2017-10-10 19:38:50 2017-10-10 20:20:50 0:42:00 0:15:08 0:26:52 smithi master kcephfs/recovery/{clusters/4-remote-clients.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore.yaml tasks/forward-scrub.yaml whitelist_health.yaml} 4
pass 1722098 2017-10-10 19:29:17 2017-10-10 19:40:37 2017-10-10 20:10:37 0:30:00 0:12:11 0:17:49 smithi master kcephfs/thrash/{clusters/fixed-3-cephfs.yaml conf.yaml objectstore-ec/bluestore.yaml thrashers/default.yaml thrashosds-health.yaml whitelist_health.yaml workloads/kclient_workunit_suites_iozone.yaml} 3
pass 1722099 2017-10-10 19:29:17 2017-10-10 19:40:37 2017-10-10 20:14:37 0:34:00 0:26:15 0:07:45 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/no.yaml objectstore-ec/filestore-xfs.yaml tasks/kclient_workunit_kernel_untar_build.yaml} 3
pass 1722100 2017-10-10 19:29:18 2017-10-10 19:40:53 2017-10-10 20:36:53 0:56:00 0:16:46 0:39:14 smithi master kcephfs/recovery/{clusters/4-remote-clients.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/filestore-xfs.yaml tasks/journal-repair.yaml whitelist_health.yaml} 4
pass 1722101 2017-10-10 19:29:18 2017-10-10 19:42:04 2017-10-10 20:28:04 0:46:00 0:35:48 0:10:12 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore-comp-ec-root.yaml tasks/kclient_workunit_misc.yaml} 3
pass 1722103 2017-10-10 19:29:19 2017-10-11 06:33:18 2017-10-11 07:01:18 0:28:00 0:20:18 0:07:42 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore-comp.yaml tasks/kclient_workunit_o_trunc.yaml} 3
dead 1722105 2017-10-10 19:29:20 2017-10-11 06:33:52 2017-10-11 18:45:49 12:11:57 smithi master kcephfs/recovery/{clusters/4-remote-clients.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-comp-ec-root.yaml tasks/mds-flush.yaml whitelist_health.yaml} 4
pass 1722107 2017-10-10 19:29:20 2017-10-11 06:34:01 2017-10-11 07:54:02 1:20:01 0:51:23 0:28:38 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore-ec-root.yaml tasks/kclient_workunit_snaps.yaml} 3
pass 1722109 2017-10-10 19:29:21 2017-10-11 06:34:28 2017-10-11 07:04:28 0:30:00 0:23:09 0:06:51 smithi master kcephfs/thrash/{clusters/fixed-3-cephfs.yaml conf.yaml objectstore-ec/filestore-xfs.yaml thrashers/mds.yaml thrashosds-health.yaml whitelist_health.yaml workloads/kclient_workunit_suites_ffsb.yaml} 3
fail 1722112 2017-10-10 19:29:22 2017-10-11 06:36:41 2017-10-11 07:10:40 0:33:59 0:09:12 0:24:47 smithi master kcephfs/recovery/{clusters/4-remote-clients.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-comp.yaml tasks/mds-full.yaml whitelist_health.yaml} 4
Failure Reason:

Command failed on smithi171 with status 1: 'sudo cp /var/lib/ceph/osd/ceph-0/fsid /tmp/tmptM9hRS'

pass 1722113 2017-10-10 19:29:23 2017-10-11 06:37:47 2017-10-11 07:25:48 0:48:01 0:39:34 0:08:27 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore.yaml tasks/kclient_workunit_suites_dbench.yaml} 3
pass 1722115 2017-10-10 19:29:24 2017-10-11 06:38:43 2017-10-11 07:12:42 0:33:59 0:26:40 0:07:19 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/yes.yaml objectstore-ec/filestore-xfs.yaml tasks/kclient_workunit_suites_ffsb.yaml} 3
dead 1722117 2017-10-10 19:29:24 2017-10-11 06:39:42 2017-10-11 18:51:38 12:11:56 smithi master kcephfs/recovery/{clusters/4-remote-clients.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-ec-root.yaml tasks/pool-perm.yaml whitelist_health.yaml} 4
pass 1722119 2017-10-10 19:29:25 2017-10-11 06:40:34 2017-10-11 07:04:34 0:24:00 0:12:14 0:11:46 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore-comp-ec-root.yaml tasks/kclient_workunit_suites_fsstress.yaml} 3
pass 1722121 2017-10-10 19:29:26 2017-10-11 06:41:22 2017-10-11 07:27:22 0:46:00 0:21:32 0:24:28 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore-comp.yaml tasks/kclient_workunit_suites_fsx.yaml} 3
pass 1722124 2017-10-10 19:29:26 2017-10-10 21:00:22 2017-10-10 21:16:21 0:15:59 0:11:22 0:04:37 smithi master kcephfs/recovery/{clusters/4-remote-clients.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore.yaml tasks/sessionmap.yaml whitelist_health.yaml} 4
fail 1722125 2017-10-10 19:29:27 2017-10-11 06:42:35 2017-10-11 07:14:35 0:32:00 0:15:20 0:16:40 smithi master kcephfs/thrash/{clusters/fixed-3-cephfs.yaml conf.yaml objectstore-ec/bluestore-comp-ec-root.yaml thrashers/mon.yaml thrashosds-health.yaml whitelist_health.yaml workloads/kclient_workunit_suites_iozone.yaml} 3
Failure Reason:

"2017-10-11 06:58:24.615349 mon.a mon.1 172.21.15.174:6789/0 59 : cluster [WRN] Health check failed: 1/3 mons down, quorum a,c (MON_DOWN)" in cluster log

pass 1722127 2017-10-10 19:29:28 2017-10-11 06:44:41 2017-10-11 07:18:41 0:34:00 0:18:32 0:15:28 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore-ec-root.yaml tasks/kclient_workunit_suites_fsync.yaml} 3
pass 1722129 2017-10-10 19:29:28 2017-10-11 06:45:17 2017-10-11 07:31:17 0:46:00 0:34:53 0:11:07 smithi master kcephfs/recovery/{clusters/4-remote-clients.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/filestore-xfs.yaml tasks/strays.yaml whitelist_health.yaml} 4
pass 1722132 2017-10-10 19:29:29 2017-10-11 06:45:35 2017-10-11 07:45:36 1:00:01 0:10:25 0:49:36 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore.yaml tasks/kclient_workunit_suites_iozone.yaml} 3
pass 1722134 2017-10-10 19:29:30 2017-10-11 06:46:00 2017-10-11 07:46:00 1:00:00 0:11:36 0:48:24 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/no.yaml objectstore-ec/filestore-xfs.yaml tasks/kclient_workunit_suites_pjd.yaml} 3
dead 1722136 2017-10-10 19:29:31 2017-10-11 06:46:00 2017-10-11 18:57:52 12:11:52 smithi master kcephfs/recovery/{clusters/4-remote-clients.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-comp-ec-root.yaml tasks/volume-client.yaml whitelist_health.yaml} 4
pass 1722137 2017-10-10 19:29:31 2017-10-11 06:46:29 2017-10-11 07:08:28 0:21:59 0:10:03 0:11:56 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore-comp-ec-root.yaml tasks/kclient_workunit_trivial_sync.yaml} 3
pass 1722139 2017-10-10 19:29:32 2017-10-11 06:48:15 2017-10-11 07:06:15 0:18:00 0:09:04 0:08:56 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore-comp.yaml tasks/kclient_workunit_direct_io.yaml} 3
pass 1722141 2017-10-10 19:29:33 2017-10-11 06:50:01 2017-10-11 08:00:01 1:10:00 0:48:09 0:21:51 smithi master kcephfs/mixed-clients/{clusters/2-clients.yaml conf.yaml objectstore-ec/bluestore-ec-root.yaml tasks/kernel_cfuse_workunits_dbench_iozone.yaml} 4
pass 1722143 2017-10-10 19:29:33 2017-10-11 06:52:07 2017-10-11 08:06:08 1:14:01 0:09:48 1:04:13 smithi master kcephfs/recovery/{clusters/4-remote-clients.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-comp.yaml tasks/auto-repair.yaml whitelist_health.yaml} 4
pass 1722145 2017-10-10 19:29:34 2017-10-11 06:53:48 2017-10-11 07:27:47 0:33:59 0:27:11 0:06:48 smithi master kcephfs/thrash/{clusters/fixed-3-cephfs.yaml conf.yaml objectstore-ec/bluestore-comp.yaml thrashers/default.yaml thrashosds-health.yaml whitelist_health.yaml workloads/kclient_workunit_suites_ffsb.yaml} 3
pass 1722148 2017-10-10 19:29:35 2017-10-11 06:54:35 2017-10-11 07:32:35 0:38:00 0:30:47 0:07:13 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore-ec-root.yaml tasks/kclient_workunit_kernel_untar_build.yaml} 3
dead 1722150 2017-10-10 19:29:36 2017-10-11 06:55:40 2017-10-11 19:07:31 12:11:51 smithi master kcephfs/recovery/{clusters/4-remote-clients.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-ec-root.yaml tasks/backtrace.yaml whitelist_health.yaml} 4
pass 1722152 2017-10-10 19:29:36 2017-10-11 06:56:12 2017-10-11 07:34:12 0:38:00 0:28:33 0:09:27 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore.yaml tasks/kclient_workunit_misc.yaml} 3
pass 1722154 2017-10-10 19:29:37 2017-10-11 06:56:31 2017-10-11 07:30:31 0:34:00 0:19:06 0:14:54 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/yes.yaml objectstore-ec/filestore-xfs.yaml tasks/kclient_workunit_o_trunc.yaml} 3
pass 1722156 2017-10-10 19:29:38 2017-10-11 07:00:15 2017-10-11 07:44:15 0:44:00 0:15:38 0:28:22 smithi master kcephfs/recovery/{clusters/4-remote-clients.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore.yaml tasks/client-limits.yaml whitelist_health.yaml} 4
pass 1722158 2017-10-10 19:29:38 2017-10-11 07:01:52 2017-10-11 08:25:54 1:24:02 0:55:15 0:28:47 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore-comp-ec-root.yaml tasks/kclient_workunit_snaps.yaml} 3
pass 1722160 2017-10-10 19:29:39 2017-10-11 07:02:18 2017-10-11 07:20:17 0:17:59 0:12:39 0:05:20 smithi master kcephfs/thrash/{clusters/fixed-3-cephfs.yaml conf.yaml objectstore-ec/bluestore-ec-root.yaml thrashers/mds.yaml thrashosds-health.yaml whitelist_health.yaml workloads/kclient_workunit_suites_iozone.yaml} 3
pass 1722162 2017-10-10 19:29:40 2017-10-11 07:03:53 2017-10-11 11:08:00 4:04:07 1:09:26 2:54:41 smithi master kcephfs/recovery/{clusters/4-remote-clients.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/filestore-xfs.yaml tasks/client-recovery.yaml whitelist_health.yaml} 4
pass 1722163 2017-10-10 19:29:40 2017-10-11 07:03:59 2017-10-11 07:45:59 0:42:00 0:39:35 0:02:25 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore-comp.yaml tasks/kclient_workunit_suites_dbench.yaml} 3
pass 1722165 2017-10-10 19:29:41 2017-10-11 07:04:37 2017-10-11 08:44:38 1:40:01 1:14:04 0:25:57 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore-ec-root.yaml tasks/kclient_workunit_suites_ffsb.yaml} 3
dead 1722168 2017-10-10 19:29:42 2017-10-11 07:06:33 2017-10-11 19:18:28 12:11:55 smithi master kcephfs/recovery/{clusters/4-remote-clients.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-comp-ec-root.yaml tasks/config-commands.yaml whitelist_health.yaml} 4
pass 1722169 2017-10-10 19:29:42 2017-10-11 07:08:30 2017-10-11 07:36:30 0:28:00 0:10:21 0:17:39 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore.yaml tasks/kclient_workunit_suites_fsstress.yaml} 3
pass 1722172 2017-10-10 19:29:43 2017-10-11 07:12:02 2017-10-11 08:46:03 1:34:01 0:17:28 1:16:33 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/no.yaml objectstore-ec/filestore-xfs.yaml tasks/kclient_workunit_suites_fsx.yaml} 3
pass 1722174 2017-10-10 19:29:44 2017-10-11 07:14:37 2017-10-11 09:36:39 2:22:02 0:18:36 2:03:26 smithi master kcephfs/recovery/{clusters/4-remote-clients.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-comp.yaml tasks/damage.yaml whitelist_health.yaml} 4
fail 1722176 2017-10-10 19:29:44 2017-10-11 07:18:52 2017-10-11 07:56:52 0:38:00 0:20:29 0:17:31 smithi master kcephfs/thrash/{clusters/fixed-3-cephfs.yaml conf.yaml objectstore-ec/bluestore.yaml thrashers/mon.yaml thrashosds-health.yaml whitelist_health.yaml workloads/kclient_workunit_suites_ffsb.yaml} 3
Failure Reason:

"2017-10-11 07:34:01.617087 mon.a mon.0 172.21.15.2:6789/0 139 : cluster [WRN] Health check failed: 1/3 mons down, quorum a,b (MON_DOWN)" in cluster log

pass 1722178 2017-10-10 19:29:45 2017-10-11 07:20:18 2017-10-11 07:48:18 0:28:00 0:09:25 0:18:35 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore-comp-ec-root.yaml tasks/kclient_workunit_suites_fsync.yaml} 3
dead 1722180 2017-10-10 19:29:46 2017-10-11 07:25:49 2017-10-11 19:37:42 12:11:53 smithi master kcephfs/recovery/{clusters/4-remote-clients.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-ec-root.yaml tasks/data-scan.yaml whitelist_health.yaml} 4
pass 1722181 2017-10-10 19:29:47 2017-10-11 07:27:34 2017-10-11 08:13:34 0:46:00 0:10:28 0:35:32 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore-comp.yaml tasks/kclient_workunit_suites_iozone.yaml} 3
pass 1722184 2017-10-10 19:29:47 2017-10-11 07:27:49 2017-10-11 07:47:50 0:20:01 0:11:23 0:08:38 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore-ec-root.yaml tasks/kclient_workunit_suites_pjd.yaml} 3
pass 1722186 2017-10-10 19:29:48 2017-10-11 07:28:49 2017-10-11 07:58:49 0:30:00 0:21:20 0:08:40 smithi master kcephfs/recovery/{clusters/4-remote-clients.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore.yaml tasks/failover.yaml whitelist_health.yaml} 4
pass 1722188 2017-10-10 19:29:49 2017-10-11 07:31:27 2017-10-11 07:49:26 0:17:59 0:07:51 0:10:08 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore.yaml tasks/kclient_workunit_trivial_sync.yaml} 3
fail 1722189 2017-10-10 19:29:49 2017-10-11 07:31:57 2017-10-11 07:47:56 0:15:59 0:04:11 0:11:48 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/yes.yaml objectstore-ec/filestore-xfs.yaml tasks/kclient_workunit_direct_io.yaml} 3
Failure Reason:

{'smithi142.front.sepia.ceph.com': {'_ansible_parsed': True, 'stderr_lines': ['libsemanage.semanage_direct_get_module_info: Unable to read pcpupstream module lang ext file.', 'libsemanage.semanage_direct_get_module_info: Unable to read pcpupstream module lang ext file. (No such file or directory).', 'libsemanage.semanage_direct_get_module_info: Unable to read pcpupstream module lang ext file. (No such file or directory).', 'semodule: Failed on /tmp/nrpe.pp!'], 'cmd': ['semodule', '-i', '/tmp/nrpe.pp'], 'end': '2017-10-11 07:36:44.659960', '_ansible_no_log': False, 'stdout': '', 'changed': True, 'start': '2017-10-11 07:36:44.334055', 'delta': '0:00:00.325905', 'stderr': 'libsemanage.semanage_direct_get_module_info: Unable to read pcpupstream module lang ext file.\nlibsemanage.semanage_direct_get_module_info: Unable to read pcpupstream module lang ext file. (No such file or directory).\nlibsemanage.semanage_direct_get_module_info: Unable to read pcpupstream module lang ext file. (No such file or directory).\nsemodule: Failed on /tmp/nrpe.pp!', 'rc': 1, 'invocation': {'module_args': {'warn': True, 'creates': None, 'executable': None, 'chdir': None, '_uses_shell': False, '_raw_params': 'semodule -i /tmp/nrpe.pp', 'removes': None}}, 'stdout_lines': [], 'failed': True}}

pass 1722191 2017-10-10 19:29:50 2017-10-11 07:32:44 2017-10-11 08:38:45 1:06:01 0:37:25 0:28:36 smithi master kcephfs/mixed-clients/{clusters/2-clients.yaml conf.yaml objectstore-ec/bluestore.yaml tasks/kernel_cfuse_workunits_untarbuild_blogbench.yaml} 4
pass 1722193 2017-10-10 19:29:51 2017-10-11 07:34:02 2017-10-11 07:56:02 0:22:00 0:12:19 0:09:41 smithi master kcephfs/recovery/{clusters/4-remote-clients.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/filestore-xfs.yaml tasks/forward-scrub.yaml whitelist_health.yaml} 4
pass 1722195 2017-10-10 19:29:51 2017-10-11 07:36:40 2017-10-11 08:50:41 1:14:01 0:23:58 0:50:03 smithi master kcephfs/thrash/{clusters/fixed-3-cephfs.yaml conf.yaml objectstore-ec/filestore-xfs.yaml thrashers/default.yaml thrashosds-health.yaml whitelist_health.yaml workloads/kclient_workunit_suites_iozone.yaml} 3
fail 1722197 2017-10-10 19:29:52 2017-10-11 07:41:56 2017-10-11 08:57:57 1:16:01 0:37:12 0:38:49 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore-comp-ec-root.yaml tasks/kclient_workunit_kernel_untar_build.yaml} 3
Failure Reason:

"2017-10-11 08:21:20.778172 mon.b mon.0 172.21.15.140:6789/0 129 : cluster [WRN] MDS health message (mds.0): Behind on trimming (61/30)" in cluster log

dead 1722199 2017-10-10 19:29:53 2017-10-11 07:42:03 2017-10-11 19:53:59 12:11:56 smithi master kcephfs/recovery/{clusters/4-remote-clients.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-comp-ec-root.yaml tasks/journal-repair.yaml whitelist_health.yaml} 4
pass 1722201 2017-10-10 19:29:53 2017-10-11 07:44:18 2017-10-11 08:14:18 0:30:00 0:28:05 0:01:55 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore-comp.yaml tasks/kclient_workunit_misc.yaml} 3
pass 1722203 2017-10-10 19:29:54 2017-10-11 07:45:11 2017-10-11 09:49:13 2:04:02 0:20:04 1:43:58 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore-ec-root.yaml tasks/kclient_workunit_o_trunc.yaml} 3
pass 1722205 2017-10-10 19:29:55 2017-10-11 07:45:48 2017-10-11 10:15:52 2:30:04 0:10:33 2:19:31 smithi master kcephfs/recovery/{clusters/4-remote-clients.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-comp.yaml tasks/mds-flush.yaml whitelist_health.yaml} 4
pass 1722207 2017-10-10 19:29:55 2017-10-11 07:46:01 2017-10-11 08:40:01 0:54:00 0:44:12 0:09:48 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore.yaml tasks/kclient_workunit_snaps.yaml} 3
pass 1722209 2017-10-10 19:29:56 2017-10-11 07:47:59 2017-10-11 09:38:01 1:50:02 0:55:49 0:54:13 smithi master kcephfs/thrash/{clusters/fixed-3-cephfs.yaml conf.yaml objectstore-ec/bluestore-comp-ec-root.yaml thrashers/mds.yaml thrashosds-health.yaml whitelist_health.yaml workloads/kclient_workunit_suites_ffsb.yaml} 3
fail 1722211 2017-10-10 19:29:57 2017-10-11 07:48:17 2017-10-11 08:28:17 0:40:00 0:06:18 0:33:42 smithi master kcephfs/recovery/{clusters/4-remote-clients.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-ec-root.yaml tasks/mds-full.yaml whitelist_health.yaml} 4
Failure Reason:

Command failed on smithi082 with status 1: 'sudo cp /var/lib/ceph/osd/ceph-0/fsid /tmp/tmp0l0KD0'

pass 1722213 2017-10-10 19:29:58 2017-10-11 07:48:46 2017-10-11 09:22:48 1:34:02 0:36:38 0:57:24 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/no.yaml objectstore-ec/filestore-xfs.yaml tasks/kclient_workunit_suites_dbench.yaml} 3
pass 1722215 2017-10-10 19:29:58 2017-10-11 07:50:16 2017-10-11 09:16:17 1:26:01 1:17:21 0:08:40 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore-comp-ec-root.yaml tasks/kclient_workunit_suites_ffsb.yaml} 3
pass 1722217 2017-10-10 19:29:59 2017-10-11 07:52:53 2017-10-11 08:18:53 0:26:00 0:18:22 0:07:38 smithi master kcephfs/recovery/{clusters/4-remote-clients.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore.yaml tasks/pool-perm.yaml whitelist_health.yaml} 4
pass 1722219 2017-10-10 19:30:00 2017-10-11 07:54:03 2017-10-11 08:18:02 0:23:59 0:11:08 0:12:51 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore-comp.yaml tasks/kclient_workunit_suites_fsstress.yaml} 3
pass 1722221 2017-10-10 19:30:00 2017-10-11 07:56:13 2017-10-11 08:42:13 0:46:00 0:28:09 0:17:51 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore-ec-root.yaml tasks/kclient_workunit_suites_fsx.yaml} 3
pass 1722223 2017-10-10 19:30:01 2017-10-11 07:56:53 2017-10-11 08:48:54 0:52:01 0:14:09 0:37:52 smithi master kcephfs/recovery/{clusters/4-remote-clients.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/filestore-xfs.yaml tasks/sessionmap.yaml whitelist_health.yaml} 4
fail 1722225 2017-10-10 19:30:01 2017-10-11 07:58:42 2017-10-11 09:06:42 1:08:00 0:14:05 0:53:55 smithi master kcephfs/thrash/{clusters/fixed-3-cephfs.yaml conf.yaml objectstore-ec/bluestore-comp.yaml thrashers/mon.yaml thrashosds-health.yaml whitelist_health.yaml workloads/kclient_workunit_suites_iozone.yaml} 3
Failure Reason:

"2017-10-11 08:50:37.021281 mon.a mon.0 172.21.15.9:6789/0 126 : cluster [WRN] Health check failed: 1/3 mons down, quorum a,c (MON_DOWN)" in cluster log

pass 1722227 2017-10-10 19:30:02 2017-10-11 07:59:00 2017-10-11 09:35:02 1:36:02 0:10:39 1:25:23 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore.yaml tasks/kclient_workunit_suites_fsync.yaml} 3
dead 1722229 2017-10-10 19:30:03 2017-10-11 08:00:03 2017-10-11 20:11:57 12:11:54 smithi master kcephfs/recovery/{clusters/4-remote-clients.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-comp-ec-root.yaml tasks/strays.yaml whitelist_health.yaml} 4
pass 1722231 2017-10-10 19:30:03 2017-10-11 08:02:18 2017-10-11 08:48:18 0:46:00 0:20:18 0:25:42 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/yes.yaml objectstore-ec/filestore-xfs.yaml tasks/kclient_workunit_suites_iozone.yaml} 3
pass 1722233 2017-10-10 19:30:04 2017-10-11 08:02:45 2017-10-11 08:28:45 0:26:00 0:11:25 0:14:35 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore-comp-ec-root.yaml tasks/kclient_workunit_suites_pjd.yaml} 3
pass 1722235 2017-10-10 19:30:05 2017-10-11 08:06:09 2017-10-11 11:36:13 3:30:04 0:20:36 3:09:28 smithi master kcephfs/recovery/{clusters/4-remote-clients.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-comp.yaml tasks/volume-client.yaml whitelist_health.yaml} 4
pass 1722237 2017-10-10 19:30:05 2017-10-11 08:11:56 2017-10-11 08:27:56 0:16:00 0:09:58 0:06:02 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore-comp.yaml tasks/kclient_workunit_trivial_sync.yaml} 3
pass 1722239 2017-10-10 19:30:06 2017-10-11 08:12:02 2017-10-11 08:38:02 0:26:00 0:11:26 0:14:34 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore-ec-root.yaml tasks/kclient_workunit_direct_io.yaml} 3
pass 1722241 2017-10-10 19:30:07 2017-10-11 08:13:39 2017-10-11 11:13:42 3:00:03 0:44:28 2:15:35 smithi master kcephfs/mixed-clients/{clusters/2-clients.yaml conf.yaml objectstore-ec/filestore-xfs.yaml tasks/kernel_cfuse_workunits_dbench_iozone.yaml} 4
dead 1722243 2017-10-10 19:30:07 2017-10-11 08:16:05 2017-10-11 20:27:12 12:11:07 smithi master kcephfs/recovery/{clusters/4-remote-clients.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-ec-root.yaml tasks/auto-repair.yaml whitelist_health.yaml} 4
pass 1722245 2017-10-10 19:30:08 2017-10-11 08:18:12 2017-10-11 09:36:13 1:18:01 0:38:14 0:39:47 smithi master kcephfs/thrash/{clusters/fixed-3-cephfs.yaml conf.yaml objectstore-ec/bluestore-ec-root.yaml thrashers/default.yaml thrashosds-health.yaml whitelist_health.yaml workloads/kclient_workunit_suites_ffsb.yaml} 3
pass 1722247 2017-10-10 19:30:08 2017-10-11 08:24:16 2017-10-11 09:12:16 0:48:00 0:27:27 0:20:33 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore.yaml tasks/kclient_workunit_kernel_untar_build.yaml} 3
pass 1722249 2017-10-10 19:30:09 2017-10-11 08:26:20 2017-10-11 12:14:24 3:48:04 0:10:37 3:37:27 smithi master kcephfs/recovery/{clusters/4-remote-clients.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore.yaml tasks/backtrace.yaml whitelist_health.yaml} 4
pass 1722251 2017-10-10 19:30:10 2017-10-11 08:28:12 2017-10-11 09:36:13 1:08:01 0:29:29 0:38:32 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/no.yaml objectstore-ec/filestore-xfs.yaml tasks/kclient_workunit_misc.yaml} 3
pass 1722253 2017-10-10 19:30:10 2017-10-11 08:28:47 2017-10-11 08:58:47 0:30:00 0:18:04 0:11:56 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore-comp-ec-root.yaml tasks/kclient_workunit_o_trunc.yaml} 3
pass 1722255 2017-10-10 19:30:11 2017-10-11 08:31:44 2017-10-11 14:01:51 5:30:07 0:15:49 5:14:18 smithi master kcephfs/recovery/{clusters/4-remote-clients.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/filestore-xfs.yaml tasks/client-limits.yaml whitelist_health.yaml} 4
pass 1722257 2017-10-10 19:30:12 2017-10-11 08:34:06 2017-10-11 11:54:10 3:20:04 0:45:47 2:34:17 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore-comp.yaml tasks/kclient_workunit_snaps.yaml} 3
pass 1722258 2017-10-10 19:30:13 2017-10-11 08:34:15 2017-10-11 09:28:15 0:54:00 0:13:35 0:40:25 smithi master kcephfs/thrash/{clusters/fixed-3-cephfs.yaml conf.yaml objectstore-ec/bluestore.yaml thrashers/mds.yaml thrashosds-health.yaml whitelist_health.yaml workloads/kclient_workunit_suites_iozone.yaml} 3
dead 1722260 2017-10-10 19:30:13 2017-10-11 08:38:33 2017-10-11 20:49:40 12:11:07 smithi master kcephfs/recovery/{clusters/4-remote-clients.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-comp-ec-root.yaml tasks/client-recovery.yaml whitelist_health.yaml} 4
pass 1722262 2017-10-10 19:30:14 2017-10-11 08:39:47 2017-10-11 10:07:48 1:28:01 0:43:43 0:44:18 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore-ec-root.yaml tasks/kclient_workunit_suites_dbench.yaml} 3
pass 1722264 2017-10-10 19:30:14 2017-10-11 08:42:15 2017-10-11 09:20:14 0:37:59 0:20:25 0:17:34 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore.yaml tasks/kclient_workunit_suites_ffsb.yaml} 3
pass 1722266 2017-10-10 19:30:15 2017-10-11 08:42:54 2017-10-11 09:24:54 0:42:00 0:11:50 0:30:10 smithi master kcephfs/recovery/{clusters/4-remote-clients.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-comp.yaml tasks/config-commands.yaml whitelist_health.yaml} 4
pass 1722268 2017-10-10 19:30:16 2017-10-11 08:44:10 2017-10-11 09:16:10 0:32:00 0:11:21 0:20:39 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/yes.yaml objectstore-ec/filestore-xfs.yaml tasks/kclient_workunit_suites_fsstress.yaml} 3
dead 1722270 2017-10-10 19:30:16 2017-10-11 08:46:15 2017-10-11 20:58:03 12:11:48 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore-comp-ec-root.yaml tasks/kclient_workunit_suites_fsx.yaml} 3
dead 1722272 2017-10-10 19:30:17 2017-10-11 08:48:55 2017-10-11 21:00:02 12:11:07 smithi master kcephfs/recovery/{clusters/4-remote-clients.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-ec-root.yaml tasks/damage.yaml whitelist_health.yaml} 4
fail 1722274 2017-10-10 19:30:18 2017-10-11 08:50:28 2017-10-11 09:58:29 1:08:01 0:25:36 0:42:25 smithi master kcephfs/thrash/{clusters/fixed-3-cephfs.yaml conf.yaml objectstore-ec/filestore-xfs.yaml thrashers/mon.yaml thrashosds-health.yaml whitelist_health.yaml workloads/kclient_workunit_suites_ffsb.yaml} 3
Failure Reason:

"2017-10-11 09:31:15.705030 mon.b mon.1 172.21.15.139:6789/0 27 : cluster [WRN] Health check failed: 1/3 mons down, quorum b,c (MON_DOWN)" in cluster log

pass 1722276 2017-10-10 19:30:18 2017-10-11 08:52:10 2017-10-11 10:50:12 1:58:02 0:09:31 1:48:31 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore-comp.yaml tasks/kclient_workunit_suites_fsync.yaml} 3
pass 1722278 2017-10-10 19:30:19 2017-10-11 08:54:58 2017-10-11 12:07:01 3:12:03 0:26:30 2:45:33 smithi master kcephfs/recovery/{clusters/4-remote-clients.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore.yaml tasks/data-scan.yaml whitelist_health.yaml} 4
pass 1722280 2017-10-10 19:30:20 2017-10-11 08:58:08 2017-10-11 09:50:10 0:52:02 0:12:43 0:39:19 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore-ec-root.yaml tasks/kclient_workunit_suites_iozone.yaml} 3
pass 1722282 2017-10-10 19:30:20 2017-10-11 09:02:01 2017-10-11 09:24:00 0:21:59 0:11:48 0:10:11 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore.yaml tasks/kclient_workunit_suites_pjd.yaml} 3
pass 1722284 2017-10-10 19:30:21 2017-10-11 09:02:41 2017-10-11 14:36:49 5:34:08 0:20:54 5:13:14 smithi master kcephfs/recovery/{clusters/4-remote-clients.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/filestore-xfs.yaml tasks/failover.yaml whitelist_health.yaml} 4
pass 1722286 2017-10-10 19:30:22 2017-10-11 09:06:24 2017-10-11 10:04:26 0:58:02 0:08:07 0:49:55 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/no.yaml objectstore-ec/filestore-xfs.yaml tasks/kclient_workunit_trivial_sync.yaml} 3
pass 1722288 2017-10-10 19:30:22 2017-10-11 09:08:17 2017-10-11 09:24:16 0:15:59 0:11:06 0:04:53 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore-comp-ec-root.yaml tasks/kclient_workunit_direct_io.yaml} 3
pass 1722290 2017-10-10 19:30:23 2017-10-11 09:12:23 2017-10-11 09:58:23 0:46:00 0:41:55 0:04:05 smithi master kcephfs/mixed-clients/{clusters/2-clients.yaml conf.yaml objectstore-ec/bluestore-comp-ec-root.yaml tasks/kernel_cfuse_workunits_untarbuild_blogbench.yaml} 4
dead 1722292 2017-10-10 19:30:24 2017-10-11 09:14:14 2017-10-11 21:26:03 12:11:49 smithi master kcephfs/recovery/{clusters/4-remote-clients.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-comp-ec-root.yaml tasks/forward-scrub.yaml whitelist_health.yaml} 4
pass 1722294 2017-10-10 19:30:24 2017-10-11 09:14:46 2017-10-11 09:38:46 0:24:00 0:18:26 0:05:34 smithi master kcephfs/thrash/{clusters/fixed-3-cephfs.yaml conf.yaml objectstore-ec/bluestore-comp-ec-root.yaml thrashers/default.yaml thrashosds-health.yaml whitelist_health.yaml workloads/kclient_workunit_suites_iozone.yaml} 3
pass 1722296 2017-10-10 19:30:25 2017-10-11 09:16:19 2017-10-11 11:26:21 2:10:02 0:25:03 1:44:59 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore-comp.yaml tasks/kclient_workunit_kernel_untar_build.yaml} 3
pass 1722298 2017-10-10 19:30:26 2017-10-11 09:21:46 2017-10-11 10:09:47 0:48:01 0:20:11 0:27:50 smithi master kcephfs/recovery/{clusters/4-remote-clients.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-comp.yaml tasks/journal-repair.yaml whitelist_health.yaml} 4
pass 1722300 2017-10-10 19:30:26 2017-10-11 09:24:10 2017-10-11 10:08:10 0:44:00 0:31:22 0:12:38 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore-ec-root.yaml tasks/kclient_workunit_misc.yaml} 3
pass 1722302 2017-10-10 19:30:27 2017-10-11 09:24:55 2017-10-11 11:02:56 1:38:01 0:20:31 1:17:30 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore.yaml tasks/kclient_workunit_o_trunc.yaml} 3
dead 1722304 2017-10-10 19:30:28 2017-10-11 09:28:22 2017-10-11 21:40:15 12:11:53 smithi master kcephfs/recovery/{clusters/4-remote-clients.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-ec-root.yaml tasks/mds-flush.yaml whitelist_health.yaml} 4
pass 1722306 2017-10-10 19:30:28 2017-10-11 09:30:24 2017-10-11 12:26:29 2:56:05 0:40:51 2:15:14 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/yes.yaml objectstore-ec/filestore-xfs.yaml tasks/kclient_workunit_snaps.yaml} 3
pass 1722308 2017-10-10 19:30:29 2017-10-11 09:36:02 2017-10-11 09:56:01 0:19:59 0:18:41 0:01:18 smithi master kcephfs/thrash/{clusters/fixed-3-cephfs.yaml conf.yaml objectstore-ec/bluestore-comp.yaml thrashers/mds.yaml thrashosds-health.yaml whitelist_health.yaml workloads/kclient_workunit_suites_ffsb.yaml} 3
fail 1722310 2017-10-10 19:30:29 2017-10-11 09:36:14 2017-10-11 14:28:21 4:52:07 0:08:38 4:43:29 smithi master kcephfs/recovery/{clusters/4-remote-clients.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore.yaml tasks/mds-full.yaml whitelist_health.yaml} 4
Failure Reason:

Command failed on smithi046 with status 1: 'sudo cp /var/lib/ceph/osd/ceph-0/fsid /tmp/tmpKWnqjq'

pass 1722312 2017-10-10 19:30:30 2017-10-11 09:38:10 2017-10-11 12:10:13 2:32:03 0:40:13 1:51:50 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore-comp-ec-root.yaml tasks/kclient_workunit_suites_dbench.yaml} 3
pass 1722314 2017-10-10 19:30:31 2017-10-11 09:38:28 2017-10-11 10:10:28 0:32:00 0:21:28 0:10:32 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore-comp.yaml tasks/kclient_workunit_suites_ffsb.yaml} 3
pass 1722316 2017-10-10 19:30:31 2017-10-11 09:43:57 2017-10-11 11:28:00 1:44:03 0:11:49 1:32:14 smithi master kcephfs/recovery/{clusters/4-remote-clients.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/filestore-xfs.yaml tasks/pool-perm.yaml whitelist_health.yaml} 4
pass 1722318 2017-10-10 19:30:32 2017-10-11 09:48:19 2017-10-11 10:20:19 0:32:00 0:10:57 0:21:03 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore-ec-root.yaml tasks/kclient_workunit_suites_fsstress.yaml} 3
pass 1722320 2017-10-10 19:30:33 2017-10-11 09:50:16 2017-10-11 10:54:17 1:04:01 0:20:57 0:43:04 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore.yaml tasks/kclient_workunit_suites_fsx.yaml} 3
dead 1722322 2017-10-10 19:30:33 2017-10-11 09:50:48 2017-10-11 22:01:53 12:11:05 smithi master kcephfs/recovery/{clusters/4-remote-clients.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-comp-ec-root.yaml tasks/sessionmap.yaml whitelist_health.yaml} 4
fail 1722324 2017-10-10 19:30:34 2017-10-11 09:56:11 2017-10-11 10:28:11 0:32:00 0:13:10 0:18:50 smithi master kcephfs/thrash/{clusters/fixed-3-cephfs.yaml conf.yaml objectstore-ec/bluestore-ec-root.yaml thrashers/mon.yaml thrashosds-health.yaml whitelist_health.yaml workloads/kclient_workunit_suites_iozone.yaml} 3
Failure Reason:

"2017-10-11 10:13:03.204079 mon.a mon.0 172.21.15.12:6789/0 10 : cluster [WRN] Health check update: 1/3 mons down, quorum a,b (MON_DOWN)" in cluster log

pass 1722326 2017-10-10 19:30:34 2017-10-11 09:58:33 2017-10-11 11:38:35 1:40:02 0:10:48 1:29:14 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/no.yaml objectstore-ec/filestore-xfs.yaml tasks/kclient_workunit_suites_fsync.yaml} 3
pass 1722328 2017-10-10 19:30:35 2017-10-11 10:04:48 2017-10-11 11:18:49 1:14:01 0:26:58 0:47:03 smithi master kcephfs/recovery/{clusters/4-remote-clients.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-comp.yaml tasks/strays.yaml whitelist_health.yaml} 4
pass 1722330 2017-10-10 19:30:36 2017-10-11 10:06:50 2017-10-11 11:08:50 1:02:00 0:13:32 0:48:28 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore-comp-ec-root.yaml tasks/kclient_workunit_suites_iozone.yaml} 3
pass 1722332 2017-10-10 19:30:36 2017-10-11 10:08:11 2017-10-11 10:20:10 0:11:59 0:10:38 0:01:21 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore-comp.yaml tasks/kclient_workunit_suites_pjd.yaml} 3
dead 1722334 2017-10-10 19:30:37 2017-10-11 10:09:58 2017-10-11 22:21:04 12:11:06 smithi master kcephfs/recovery/{clusters/4-remote-clients.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-ec-root.yaml tasks/volume-client.yaml whitelist_health.yaml} 4
pass 1722336 2017-10-10 19:30:38 2017-10-11 10:14:21 2017-10-11 10:40:21 0:26:00 0:11:33 0:14:27 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore-ec-root.yaml tasks/kclient_workunit_trivial_sync.yaml} 3
pass 1722338 2017-10-10 19:30:38 2017-10-11 10:18:00 2017-10-11 11:08:00 0:50:00 0:11:21 0:38:39 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore.yaml tasks/kclient_workunit_direct_io.yaml} 3
pass 1722340 2017-10-10 19:30:39 2017-10-11 10:20:21 2017-10-11 12:14:23 1:54:02 0:45:18 1:08:44 smithi master kcephfs/mixed-clients/{clusters/2-clients.yaml conf.yaml objectstore-ec/bluestore-comp.yaml tasks/kernel_cfuse_workunits_dbench_iozone.yaml} 4
pass 1722342 2017-10-10 19:30:39 2017-10-11 10:20:34 2017-10-11 13:10:38 2:50:04 0:09:46 2:40:18 smithi master kcephfs/recovery/{clusters/4-remote-clients.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore.yaml tasks/auto-repair.yaml whitelist_health.yaml} 4
pass 1722344 2017-10-10 19:30:40 2017-10-11 10:23:38 2017-10-11 12:07:39 1:44:01 0:17:48 1:26:13 smithi master kcephfs/thrash/{clusters/fixed-3-cephfs.yaml conf.yaml objectstore-ec/bluestore.yaml thrashers/default.yaml thrashosds-health.yaml whitelist_health.yaml workloads/kclient_workunit_suites_ffsb.yaml} 3
pass 1722346 2017-10-10 19:30:41 2017-10-11 10:25:40 2017-10-11 11:29:41 1:04:01 0:24:10 0:39:51 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/yes.yaml objectstore-ec/filestore-xfs.yaml tasks/kclient_workunit_kernel_untar_build.yaml} 3
pass 1722348 2017-10-10 19:30:41 2017-10-11 10:26:17 2017-10-11 11:44:18 1:18:01 0:08:40 1:09:21 smithi master kcephfs/recovery/{clusters/4-remote-clients.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/filestore-xfs.yaml tasks/backtrace.yaml whitelist_health.yaml} 4
pass 1722350 2017-10-10 19:30:42 2017-10-11 10:27:23 2017-10-11 11:17:23 0:50:00 0:41:32 0:08:28 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore-comp-ec-root.yaml tasks/kclient_workunit_misc.yaml} 3
pass 1722352 2017-10-10 19:30:43 2017-10-11 10:28:59 2017-10-11 11:20:59 0:52:00 0:18:42 0:33:18 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore-comp.yaml tasks/kclient_workunit_o_trunc.yaml} 3
dead 1722354 2017-10-10 19:30:43 2017-10-11 10:34:58 2017-10-11 22:46:51 12:11:53 smithi master kcephfs/recovery/{clusters/4-remote-clients.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-comp-ec-root.yaml tasks/client-limits.yaml whitelist_health.yaml} 4
pass 1722356 2017-10-10 19:30:44 2017-10-11 10:35:45 2017-10-11 12:27:47 1:52:02 1:14:10 0:37:52 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore-ec-root.yaml tasks/kclient_workunit_snaps.yaml} 3
pass 1722358 2017-10-10 19:30:45 2017-10-11 10:38:42 2017-10-11 11:12:42 0:34:00 0:21:44 0:12:16 smithi master kcephfs/thrash/{clusters/fixed-3-cephfs.yaml conf.yaml objectstore-ec/filestore-xfs.yaml thrashers/mds.yaml thrashosds-health.yaml whitelist_health.yaml workloads/kclient_workunit_suites_iozone.yaml} 3
pass 1722360 2017-10-10 19:30:45 2017-10-11 10:42:07 2017-10-11 22:00:21 11:18:14 1:15:06 10:03:08 smithi master kcephfs/recovery/{clusters/4-remote-clients.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-comp.yaml tasks/client-recovery.yaml whitelist_health.yaml} 4
pass 1722362 2017-10-10 19:30:46 2017-10-11 10:42:36 2017-10-11 11:26:36 0:44:00 0:37:59 0:06:01 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore.yaml tasks/kclient_workunit_suites_dbench.yaml} 3
pass 1722364 2017-10-10 19:30:47 2017-10-11 10:44:46 2017-10-11 12:24:47 1:40:01 0:22:18 1:17:43 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/no.yaml objectstore-ec/filestore-xfs.yaml tasks/kclient_workunit_suites_ffsb.yaml} 3
dead 1722366 2017-10-10 19:30:47 2017-10-11 10:45:02 2017-10-11 22:57:16 12:12:14 smithi master kcephfs/recovery/{clusters/4-remote-clients.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-ec-root.yaml tasks/config-commands.yaml whitelist_health.yaml} 4
pass 1722368 2017-10-10 19:30:48 2017-10-11 10:48:54 2017-10-11 11:00:53 0:11:59 0:09:04 0:02:55 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore-comp-ec-root.yaml tasks/kclient_workunit_suites_fsstress.yaml} 3
pass 1722370 2017-10-10 19:30:49 2017-10-11 10:50:13 2017-10-11 11:40:13 0:50:00 0:23:30 0:26:30 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore-comp.yaml tasks/kclient_workunit_suites_fsx.yaml} 3
pass 1722372 2017-10-10 19:30:49 2017-10-11 10:51:49 2017-10-11 11:41:49 0:50:00 0:19:50 0:30:10 smithi master kcephfs/recovery/{clusters/4-remote-clients.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore.yaml tasks/damage.yaml whitelist_health.yaml} 4
fail 1722374 2017-10-10 19:30:50 2017-10-11 10:53:26 2017-10-11 12:39:27 1:46:01 1:28:14 0:17:47 smithi master kcephfs/thrash/{clusters/fixed-3-cephfs.yaml conf.yaml objectstore-ec/bluestore-comp-ec-root.yaml thrashers/mon.yaml thrashosds-health.yaml whitelist_health.yaml workloads/kclient_workunit_suites_ffsb.yaml} 3
Failure Reason:

"2017-10-11 11:09:27.305696 mon.a mon.0 172.21.15.33:6789/0 161 : cluster [WRN] Health check failed: 1/3 mons down, quorum a,b (MON_DOWN)" in cluster log

pass 1722376 2017-10-10 19:30:50 2017-10-11 10:54:26 2017-10-11 11:18:26 0:24:00 0:10:50 0:13:10 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore-ec-root.yaml tasks/kclient_workunit_suites_fsync.yaml} 3
pass 1722378 2017-10-10 19:30:51 2017-10-11 10:56:10 2017-10-11 11:38:10 0:42:00 0:25:54 0:16:06 smithi master kcephfs/recovery/{clusters/4-remote-clients.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/filestore-xfs.yaml tasks/data-scan.yaml whitelist_health.yaml} 4
pass 1722380 2017-10-10 19:30:52 2017-10-11 10:59:16 2017-10-11 11:31:15 0:31:59 0:12:03 0:19:56 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore.yaml tasks/kclient_workunit_suites_iozone.yaml} 3
pass 1722382 2017-10-10 19:30:52 2017-10-11 11:01:02 2017-10-11 11:19:02 0:18:00 0:11:32 0:06:28 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/yes.yaml objectstore-ec/filestore-xfs.yaml tasks/kclient_workunit_suites_pjd.yaml} 3
dead 1722383 2017-10-10 19:30:53 2017-10-11 11:03:05 2017-10-11 23:14:58 12:11:53 smithi master kcephfs/recovery/{clusters/4-remote-clients.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-comp-ec-root.yaml tasks/failover.yaml whitelist_health.yaml} 4
pass 1722385 2017-10-10 19:30:54 2017-10-11 11:04:00 2017-10-11 11:17:59 0:13:59 0:09:02 0:04:57 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore-comp-ec-root.yaml tasks/kclient_workunit_trivial_sync.yaml} 3
pass 1722387 2017-10-10 19:30:54 2017-10-11 11:07:38 2017-10-11 11:49:38 0:42:00 0:09:15 0:32:45 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore-comp.yaml tasks/kclient_workunit_direct_io.yaml} 3
fail 1722389 2017-10-10 19:30:55 2017-10-10 21:00:25 2017-10-10 21:54:26 0:54:01 0:40:09 0:13:52 smithi master kcephfs/mixed-clients/{clusters/2-clients.yaml conf.yaml objectstore-ec/bluestore-ec-root.yaml tasks/kernel_cfuse_workunits_untarbuild_blogbench.yaml} 4
Failure Reason:

"2017-10-10 21:08:55.614764 mon.a mon.0 172.21.15.115:6789/0 3 : cluster [WRN] message from mon.1 was stamped 0.668808s in the future, clocks not synchronized" in cluster log

pass 1722391 2017-10-10 19:30:55 2017-10-11 11:08:03 2017-10-11 14:04:06 2:56:03 0:11:59 2:44:04 smithi master kcephfs/recovery/{clusters/4-remote-clients.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-comp.yaml tasks/forward-scrub.yaml whitelist_health.yaml} 4
pass 1722393 2017-10-10 19:30:56 2017-10-11 11:09:00 2017-10-11 13:07:01 1:58:01 0:15:46 1:42:15 smithi master kcephfs/thrash/{clusters/fixed-3-cephfs.yaml conf.yaml objectstore-ec/bluestore-comp.yaml thrashers/default.yaml thrashosds-health.yaml whitelist_health.yaml workloads/kclient_workunit_suites_iozone.yaml} 3
pass 1722395 2017-10-10 19:30:57 2017-10-11 11:13:43 2017-10-11 12:39:44 1:26:01 0:31:54 0:54:07 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore-ec-root.yaml tasks/kclient_workunit_kernel_untar_build.yaml} 3
dead 1722397 2017-10-10 19:30:57 2017-10-11 11:14:55 2017-10-11 23:26:02 12:11:07 smithi master kcephfs/recovery/{clusters/4-remote-clients.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-ec-root.yaml tasks/journal-repair.yaml whitelist_health.yaml} 4
pass 1722399 2017-10-10 19:30:58 2017-10-11 11:15:05 2017-10-11 11:53:05 0:38:00 0:26:42 0:11:18 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore.yaml tasks/kclient_workunit_misc.yaml} 3
pass 1722401 2017-10-10 19:30:59 2017-10-11 11:17:24 2017-10-11 13:21:26 2:04:02 0:19:51 1:44:11 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/no.yaml objectstore-ec/filestore-xfs.yaml tasks/kclient_workunit_o_trunc.yaml} 3
pass 1722403 2017-10-10 19:30:59 2017-10-11 11:18:35 2017-10-11 14:02:39 2:44:04 0:09:10 2:34:54 smithi master kcephfs/recovery/{clusters/4-remote-clients.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore.yaml tasks/mds-flush.yaml whitelist_health.yaml} 4
pass 1722405 2017-10-10 19:31:00 2017-10-11 11:19:03 2017-10-11 13:03:05 1:44:02 0:48:37 0:55:25 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore-comp-ec-root.yaml tasks/kclient_workunit_snaps.yaml} 3
pass 1722407 2017-10-10 19:31:00 2017-10-11 11:25:50 2017-10-11 12:49:51 1:24:01 1:18:57 0:05:04 smithi master kcephfs/thrash/{clusters/fixed-3-cephfs.yaml conf.yaml objectstore-ec/bluestore-ec-root.yaml thrashers/mds.yaml thrashosds-health.yaml whitelist_health.yaml workloads/kclient_workunit_suites_ffsb.yaml} 3
fail 1722409 2017-10-10 19:31:01 2017-10-11 11:26:23 2017-10-11 12:34:24 1:08:01 0:08:40 0:59:21 smithi master kcephfs/recovery/{clusters/4-remote-clients.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/filestore-xfs.yaml tasks/mds-full.yaml whitelist_health.yaml} 4
Failure Reason:

Command failed on smithi147 with status 1: 'sudo cp /var/lib/ceph/osd/ceph-1/fsid /tmp/tmpXvn2Vj'

pass 1722411 2017-10-10 19:31:02 2017-10-11 11:28:02 2017-10-11 16:14:07 4:46:05 0:39:11 4:06:54 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore-comp.yaml tasks/kclient_workunit_suites_dbench.yaml} 3
pass 1722413 2017-10-10 19:31:02 2017-10-11 11:28:26 2017-10-11 14:30:30 3:02:04 1:14:54 1:47:10 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore-ec-root.yaml tasks/kclient_workunit_suites_ffsb.yaml} 3
dead 1722415 2017-10-10 19:31:03 2017-10-11 11:29:35 2017-10-11 23:41:31 12:11:56 smithi master kcephfs/recovery/{clusters/4-remote-clients.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-comp-ec-root.yaml tasks/pool-perm.yaml whitelist_health.yaml} 4
pass 1722418 2017-10-10 19:31:04 2017-10-11 11:36:26 2017-10-11 13:34:29 1:58:03 0:11:06 1:46:57 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore.yaml tasks/kclient_workunit_suites_fsstress.yaml} 3
pass 1722420 2017-10-10 19:31:04 2017-10-11 11:38:36 2017-10-11 20:14:47 8:36:11 0:17:47 8:18:24 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/yes.yaml objectstore-ec/filestore-xfs.yaml tasks/kclient_workunit_suites_fsx.yaml} 3
pass 1722422 2017-10-10 19:31:05 2017-10-11 11:40:14 2017-10-11 12:06:14 0:26:00 0:11:33 0:14:27 smithi master kcephfs/recovery/{clusters/4-remote-clients.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-comp.yaml tasks/sessionmap.yaml whitelist_health.yaml} 4
fail 1722424 2017-10-10 19:31:06 2017-10-11 11:41:08 2017-10-11 14:51:12 3:10:04 0:10:50 2:59:14 smithi master kcephfs/thrash/{clusters/fixed-3-cephfs.yaml conf.yaml objectstore-ec/bluestore.yaml thrashers/mon.yaml thrashosds-health.yaml whitelist_health.yaml workloads/kclient_workunit_suites_iozone.yaml} 3
Failure Reason:

"2017-10-11 14:41:13.581172 mon.b mon.0 172.21.15.72:6789/0 119 : cluster [WRN] Health check failed: 1/3 mons down, quorum b,c (MON_DOWN)" in cluster log

pass 1722426 2017-10-10 19:31:06 2017-10-11 11:44:18 2017-10-11 16:06:23 4:22:05 0:11:00 4:11:05 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore-comp-ec-root.yaml tasks/kclient_workunit_suites_fsync.yaml} 3
dead 1722427 2017-10-10 19:31:07 2017-10-11 11:44:18 2017-10-11 23:56:05 12:11:47 smithi master kcephfs/recovery/{clusters/4-remote-clients.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-ec-root.yaml tasks/strays.yaml whitelist_health.yaml} 4
pass 1722429 2017-10-10 19:31:08 2017-10-11 11:51:16 2017-10-11 13:53:18 2:02:02 0:12:55 1:49:07 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore-comp.yaml tasks/kclient_workunit_suites_iozone.yaml} 3
pass 1722431 2017-10-10 19:31:08 2017-10-11 11:54:11 2017-10-11 13:58:13 2:04:02 0:09:21 1:54:41 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore-ec-root.yaml tasks/kclient_workunit_suites_pjd.yaml} 3
pass 1722433 2017-10-10 19:31:09 2017-10-11 11:54:33 2017-10-11 16:50:39 4:56:06 0:22:19 4:33:47 smithi master kcephfs/recovery/{clusters/4-remote-clients.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore.yaml tasks/volume-client.yaml whitelist_health.yaml} 4
pass 1722435 2017-10-10 19:31:09 2017-10-11 12:00:41 2017-10-11 12:32:42 0:32:01 0:07:28 0:24:33 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore.yaml tasks/kclient_workunit_trivial_sync.yaml} 3
pass 1722438 2017-10-10 19:31:10 2017-10-11 12:06:24 2017-10-11 15:42:29 3:36:05 0:09:47 3:26:18 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/no.yaml objectstore-ec/filestore-xfs.yaml tasks/kclient_workunit_direct_io.yaml} 3
pass 1722440 2017-10-10 19:31:11 2017-10-11 12:07:05 2017-10-11 13:23:06 1:16:01 0:54:41 0:21:20 smithi master kcephfs/mixed-clients/{clusters/2-clients.yaml conf.yaml objectstore-ec/bluestore.yaml tasks/kernel_cfuse_workunits_dbench_iozone.yaml} 4
pass 1722442 2017-10-10 19:31:11 2017-10-11 12:08:29 2017-10-11 19:58:40 7:50:11 0:12:39 7:37:32 smithi master kcephfs/recovery/{clusters/4-remote-clients.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/filestore-xfs.yaml tasks/auto-repair.yaml whitelist_health.yaml} 4
pass 1722444 2017-10-10 19:31:12 2017-10-11 12:10:14 2017-10-11 13:36:15 1:26:01 0:26:15 0:59:46 smithi master kcephfs/thrash/{clusters/fixed-3-cephfs.yaml conf.yaml objectstore-ec/filestore-xfs.yaml thrashers/default.yaml thrashosds-health.yaml whitelist_health.yaml workloads/kclient_workunit_suites_ffsb.yaml} 3
pass 1722446 2017-10-10 19:31:13 2017-10-11 12:14:31 2017-10-11 13:16:33 1:02:02 0:29:59 0:32:03 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore-comp-ec-root.yaml tasks/kclient_workunit_kernel_untar_build.yaml} 3
dead 1722448 2017-10-10 19:31:13 2017-10-11 12:15:03 2017-10-12 00:26:56 12:11:53 smithi master kcephfs/recovery/{clusters/4-remote-clients.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-comp-ec-root.yaml tasks/backtrace.yaml whitelist_health.yaml} 4
pass 1722450 2017-10-10 19:31:14 2017-10-11 12:17:07 2017-10-11 12:51:07 0:34:00 0:27:54 0:06:06 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore-comp.yaml tasks/kclient_workunit_misc.yaml} 3
fail 1722451 2017-10-10 19:31:15 2017-10-11 12:17:29 2017-10-11 13:07:29 0:50:00 0:04:48 0:45:12 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore-ec-root.yaml tasks/kclient_workunit_o_trunc.yaml} 3
Failure Reason:

HTTPSConnectionPool(host='shaman.ceph.com', port=443): Max retries exceeded with url: /api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F14.04%2Fx86_64&sha1=deabb6c2a8e9f7004db10b7a03d26169f0d37f2b (Caused by NewConnectionError('<requests.packages.urllib3.connection.VerifiedHTTPSConnection object at 0x7fb1f2b30110>: Failed to establish a new connection: [Errno 113] No route to host',))

pass 1722453 2017-10-10 19:31:15 2017-10-11 12:21:45 2017-10-11 13:03:45 0:42:00 0:16:19 0:25:41 smithi master kcephfs/recovery/{clusters/4-remote-clients.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-comp.yaml tasks/client-limits.yaml whitelist_health.yaml} 4
pass 1722455 2017-10-10 19:31:16 2017-10-11 12:23:55 2017-10-11 13:09:55 0:46:00 0:43:47 0:02:13 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore.yaml tasks/kclient_workunit_snaps.yaml} 3
pass 1722457 2017-10-10 19:31:17 2017-10-11 12:26:12 2017-10-11 13:16:13 0:50:01 0:13:53 0:36:08 smithi master kcephfs/thrash/{clusters/fixed-3-cephfs.yaml conf.yaml objectstore-ec/bluestore-comp-ec-root.yaml thrashers/mds.yaml thrashosds-health.yaml whitelist_health.yaml workloads/kclient_workunit_suites_iozone.yaml} 3
dead 1722459 2017-10-10 19:31:17 2017-10-11 12:27:56 2017-10-12 00:40:11 12:12:15 smithi master kcephfs/recovery/{clusters/4-remote-clients.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-ec-root.yaml tasks/client-recovery.yaml whitelist_health.yaml} 4
pass 1722461 2017-10-10 19:31:18 2017-10-11 12:34:35 2017-10-11 13:26:35 0:52:00 0:36:23 0:15:37 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/yes.yaml objectstore-ec/filestore-xfs.yaml tasks/kclient_workunit_suites_dbench.yaml} 3
pass 1722463 2017-10-10 19:31:18 2017-10-11 12:38:10 2017-10-11 14:00:11 1:22:01 1:19:34 0:02:27 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore-comp-ec-root.yaml tasks/kclient_workunit_suites_ffsb.yaml} 3
pass 1722465 2017-10-10 19:31:19 2017-10-11 12:39:37 2017-10-11 16:11:41 3:32:04 0:11:12 3:20:52 smithi master kcephfs/recovery/{clusters/4-remote-clients.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore.yaml tasks/config-commands.yaml whitelist_health.yaml} 4
pass 1722467 2017-10-10 19:31:20 2017-10-11 12:39:45 2017-10-11 13:35:46 0:56:01 0:09:16 0:46:45 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore-comp.yaml tasks/kclient_workunit_suites_fsstress.yaml} 3
pass 1722469 2017-10-10 19:31:20 2017-10-11 12:44:33 2017-10-11 15:46:37 3:02:04 0:29:01 2:33:03 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore-ec-root.yaml tasks/kclient_workunit_suites_fsx.yaml} 3
pass 1722471 2017-10-10 19:31:21 2017-10-11 12:46:49 2017-10-11 15:38:52 2:52:03 0:19:25 2:32:38 smithi master kcephfs/recovery/{clusters/4-remote-clients.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/filestore-xfs.yaml tasks/damage.yaml whitelist_health.yaml} 4
fail 1722473 2017-10-10 19:31:22 2017-10-11 12:49:11 2017-10-11 13:37:11 0:48:00 0:21:11 0:26:49 smithi master kcephfs/thrash/{clusters/fixed-3-cephfs.yaml conf.yaml objectstore-ec/bluestore-comp.yaml thrashers/mon.yaml thrashosds-health.yaml whitelist_health.yaml workloads/kclient_workunit_suites_ffsb.yaml} 3
Failure Reason:

"2017-10-11 13:14:39.006055 mon.b mon.1 172.21.15.154:6789/0 25 : cluster [WRN] Health check failed: 1/3 mons down, quorum b,c (MON_DOWN)" in cluster log

pass 1722475 2017-10-10 19:31:22 2017-10-11 12:49:52 2017-10-11 14:11:53 1:22:01 0:09:10 1:12:51 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore.yaml tasks/kclient_workunit_suites_fsync.yaml} 3
dead 1722477 2017-10-10 19:31:23 2017-10-11 12:51:08 2017-10-12 01:02:17 12:11:09 smithi master kcephfs/recovery/{clusters/4-remote-clients.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-comp-ec-root.yaml tasks/data-scan.yaml whitelist_health.yaml} 4
pass 1722479 2017-10-10 19:31:23 2017-10-11 13:00:42 2017-10-11 13:38:42 0:38:00 0:23:53 0:14:07 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/no.yaml objectstore-ec/filestore-xfs.yaml tasks/kclient_workunit_suites_iozone.yaml} 3
pass 1722481 2017-10-10 19:31:24 2017-10-11 13:01:42 2017-10-11 13:13:41 0:11:59 0:10:19 0:01:40 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore-comp-ec-root.yaml tasks/kclient_workunit_suites_pjd.yaml} 3
pass 1722483 2017-10-10 19:31:25 2017-10-11 13:03:46 2017-10-11 18:49:53 5:46:07 0:23:33 5:22:34 smithi master kcephfs/recovery/{clusters/4-remote-clients.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-comp.yaml tasks/failover.yaml whitelist_health.yaml} 4
fail 1722485 2017-10-10 19:31:25 2017-10-11 13:07:02 2017-10-11 15:43:06 2:36:04 0:08:31 2:27:33 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore-comp.yaml tasks/kclient_workunit_trivial_sync.yaml} 3
Failure Reason:

"2017-10-11 15:29:06.716938 mon.b mon.1 172.21.15.193:6789/0 2 : cluster [WRN] message from mon.0 was stamped 0.590477s in the future, clocks not synchronized" in cluster log

pass 1722487 2017-10-10 19:31:26 2017-10-11 13:08:21 2017-10-11 16:04:24 2:56:03 0:11:32 2:44:31 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore-ec-root.yaml tasks/kclient_workunit_direct_io.yaml} 3
pass 1722489 2017-10-10 19:31:27 2017-10-11 13:10:39 2017-10-11 16:40:43 3:30:04 0:32:07 2:57:57 smithi master kcephfs/mixed-clients/{clusters/2-clients.yaml conf.yaml objectstore-ec/filestore-xfs.yaml tasks/kernel_cfuse_workunits_untarbuild_blogbench.yaml} 4
dead 1722491 2017-10-10 19:31:27 2017-10-11 15:30:36 2017-10-12 03:42:28 12:11:52 smithi master kcephfs/recovery/{clusters/4-remote-clients.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-ec-root.yaml tasks/forward-scrub.yaml whitelist_health.yaml} 4
pass 1722493 2017-10-10 19:31:28 2017-10-11 15:31:35 2017-10-11 15:55:34 0:23:59 0:14:09 0:09:50 smithi master kcephfs/thrash/{clusters/fixed-3-cephfs.yaml conf.yaml objectstore-ec/bluestore-ec-root.yaml thrashers/default.yaml thrashosds-health.yaml whitelist_health.yaml workloads/kclient_workunit_suites_iozone.yaml} 3
pass 1722495 2017-10-10 19:31:29 2017-10-11 15:33:12 2017-10-11 16:05:12 0:32:00 0:25:07 0:06:53 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore.yaml tasks/kclient_workunit_kernel_untar_build.yaml} 3
pass 1722497 2017-10-10 19:31:29 2017-10-11 15:33:14 2017-10-11 16:53:15 1:20:01 0:19:44 1:00:17 smithi master kcephfs/recovery/{clusters/4-remote-clients.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore.yaml tasks/journal-repair.yaml whitelist_health.yaml} 4
pass 1722499 2017-10-10 19:31:30 2017-10-11 15:36:27 2017-10-11 16:20:27 0:44:00 0:26:37 0:17:23 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/yes.yaml objectstore-ec/filestore-xfs.yaml tasks/kclient_workunit_misc.yaml} 3
pass 1722501 2017-10-10 19:31:30 2017-10-11 15:38:50 2017-10-11 16:20:50 0:42:00 0:19:51 0:22:09 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore-comp-ec-root.yaml tasks/kclient_workunit_o_trunc.yaml} 3
pass 1722503 2017-10-10 19:31:31 2017-10-11 15:38:57 2017-10-11 16:52:57 1:14:00 0:11:35 1:02:25 smithi master kcephfs/recovery/{clusters/4-remote-clients.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/filestore-xfs.yaml tasks/mds-flush.yaml whitelist_health.yaml} 4
pass 1722505 2017-10-10 19:31:32 2017-10-11 15:40:03 2017-10-11 17:58:05 2:18:02 0:42:34 1:35:28 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore-comp.yaml tasks/kclient_workunit_snaps.yaml} 3
pass 1722507 2017-10-10 19:31:32 2017-10-11 15:41:04 2017-10-11 16:13:03 0:31:59 0:21:44 0:10:15 smithi master kcephfs/thrash/{clusters/fixed-3-cephfs.yaml conf.yaml objectstore-ec/bluestore.yaml thrashers/mds.yaml thrashosds-health.yaml whitelist_health.yaml workloads/kclient_workunit_suites_ffsb.yaml} 3
fail 1722509 2017-10-10 19:31:33 2017-10-11 15:41:36 2017-10-11 23:25:47 7:44:11 0:08:32 7:35:39 smithi master kcephfs/recovery/{clusters/4-remote-clients.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-comp-ec-root.yaml tasks/mds-full.yaml whitelist_health.yaml} 4
Failure Reason:

Command failed on smithi199 with status 1: 'sudo cp /var/lib/ceph/osd/ceph-0/fsid /tmp/tmp4D47ab'

pass 1722511 2017-10-10 19:31:34 2017-10-11 15:42:48 2017-10-11 16:38:48 0:56:00 0:44:27 0:11:33 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore-ec-root.yaml tasks/kclient_workunit_suites_dbench.yaml} 3
pass 1722513 2017-10-10 19:31:34 2017-10-11 15:44:33 2017-10-11 16:12:33 0:28:00 0:20:05 0:07:55 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore.yaml tasks/kclient_workunit_suites_ffsb.yaml} 3
pass 1722515 2017-10-10 19:31:35 2017-10-11 15:44:43 2017-10-11 17:54:46 2:10:03 0:12:09 1:57:54 smithi master kcephfs/recovery/{clusters/4-remote-clients.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-comp.yaml tasks/pool-perm.yaml whitelist_health.yaml} 4
pass 1722517 2017-10-10 19:31:36 2017-10-11 15:45:10 2017-10-11 17:03:12 1:18:02 0:10:49 1:07:13 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/no.yaml objectstore-ec/filestore-xfs.yaml tasks/kclient_workunit_suites_fsstress.yaml} 3
dead 1722519 2017-10-10 19:31:36 2017-10-11 15:46:03 2017-10-12 03:57:20 12:11:17 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore-comp-ec-root.yaml tasks/kclient_workunit_suites_fsx.yaml} 3
dead 1722521 2017-10-10 19:31:37 2017-10-11 15:46:38 2017-10-12 03:58:27 12:11:49 smithi master kcephfs/recovery/{clusters/4-remote-clients.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-ec-root.yaml tasks/sessionmap.yaml whitelist_health.yaml} 4
fail 1722523 2017-10-10 19:31:38 2017-10-11 15:47:41 2017-10-11 16:31:41 0:44:00 0:24:20 0:19:40 smithi master kcephfs/thrash/{clusters/fixed-3-cephfs.yaml conf.yaml objectstore-ec/filestore-xfs.yaml thrashers/mon.yaml thrashosds-health.yaml whitelist_health.yaml workloads/kclient_workunit_suites_iozone.yaml} 3
Failure Reason:

"2017-10-11 16:06:03.641593 mon.a mon.0 172.21.15.33:6789/0 152 : cluster [WRN] Health check failed: 1/3 mons down, quorum a,c (MON_DOWN)" in cluster log

pass 1722525 2017-10-10 19:31:38 2017-10-11 15:49:01 2017-10-11 17:07:02 1:18:01 0:10:21 1:07:40 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore-comp.yaml tasks/kclient_workunit_suites_fsync.yaml} 3
pass 1722527 2017-10-10 19:31:39 2017-10-11 15:49:30 2017-10-11 17:41:31 1:52:01 0:26:38 1:25:23 smithi master kcephfs/recovery/{clusters/4-remote-clients.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore.yaml tasks/strays.yaml whitelist_health.yaml} 4
pass 1722529 2017-10-10 19:31:40 2017-10-11 15:50:33 2017-10-11 17:06:34 1:16:01 0:12:49 1:03:12 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore-ec-root.yaml tasks/kclient_workunit_suites_iozone.yaml} 3
pass 1722531 2017-10-10 19:31:40 2017-10-11 15:52:21 2017-10-11 16:20:21 0:28:00 0:11:57 0:16:03 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore.yaml tasks/kclient_workunit_suites_pjd.yaml} 3
pass 1722533 2017-10-10 19:31:41 2017-10-11 15:54:33 2017-10-11 21:14:39 5:20:06 0:20:00 5:00:06 smithi master kcephfs/recovery/{clusters/4-remote-clients.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/filestore-xfs.yaml tasks/volume-client.yaml whitelist_health.yaml} 4
pass 1722535 2017-10-10 19:31:42 2017-10-11 15:54:46 2017-10-11 16:16:46 0:22:00 0:09:23 0:12:37 smithi master kcephfs/cephfs/{clusters/fixed-3-cephfs.yaml conf.yaml inline/yes.yaml objectstore-ec/filestore-xfs.yaml tasks/kclient_workunit_trivial_sync.yaml} 3