User | Scheduled | Started | Updated | Runtime | Suite | Branch | Machine Type | Revision | Pass | Fail | Dead |
---|---|---|---|---|---|---|---|---|---|---|---|
yuriw | 2018-06-27 15:42:23 | 2018-06-27 20:05:02 | 2018-06-28 08:21:19 | 12:16:17 | kcephfs | wip-jd-testing-luminous | smithi | 591c91c | 223 | 16 | 11 |
Status | Job ID | Links | Posted | Started | Updated | Runtime |
Duration |
In Waiting |
Machine | Teuthology Branch | OS Type | OS Version | Description | Nodes |
---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
pass | 2713378 | 2018-06-27 15:42:31 | 2018-06-27 17:26:37 | 2018-06-27 18:00:36 | 0:33:59 | 0:09:15 | 0:24:44 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_direct_io.yaml} | 3 | |||
pass | 2713379 | 2018-06-27 15:42:32 | 2018-06-27 17:26:40 | 2018-06-27 18:40:40 | 1:14:00 | 0:45:29 | 0:28:31 | smithi | master | kcephfs/mixed-clients/{clusters/1-mds-2-client.yaml conf.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kernel_cfuse_workunits_dbench_iozone.yaml} | 4 | |||
pass | 2713380 | 2018-06-27 15:42:33 | 2018-06-27 17:26:46 | 2018-06-27 20:10:48 | 2:44:02 | 0:12:08 | 2:31:54 | smithi | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/auto-repair.yaml whitelist_health.yaml} | 6 | |||
pass | 2713381 | 2018-06-27 15:42:34 | 2018-06-27 17:26:50 | 2018-06-27 18:38:50 | 1:12:00 | 0:59:06 | 0:12:54 | smithi | master | kcephfs/thrash/{clusters/1-mds-1-client.yaml conf.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrashers/default.yaml thrashosds-health.yaml whitelist_health.yaml workloads/kclient_workunit_suites_ffsb.yaml} | 3 | |||
pass | 2713382 | 2018-06-27 15:42:35 | 2018-06-27 17:28:24 | 2018-06-27 18:30:24 | 1:02:00 | 0:24:12 | 0:37:48 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore-comp.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_kernel_untar_build.yaml} | 3 | |||
pass | 2713383 | 2018-06-27 15:42:36 | 2018-06-27 17:28:24 | 2018-06-27 19:10:25 | 1:42:01 | 0:10:02 | 1:31:59 | smithi | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-comp.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/backtrace.yaml whitelist_health.yaml} | 6 | |||
pass | 2713384 | 2018-06-27 15:42:37 | 2018-06-27 17:28:24 | 2018-06-27 18:56:25 | 1:28:01 | 0:29:07 | 0:58:54 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_misc.yaml} | 3 | |||
pass | 2713385 | 2018-06-27 15:42:37 | 2018-06-27 17:30:27 | 2018-06-27 18:06:26 | 0:35:59 | 0:18:24 | 0:17:35 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_o_trunc.yaml} | 3 | |||
pass | 2713386 | 2018-06-27 15:42:38 | 2018-06-27 17:30:51 | 2018-06-28 02:39:03 | 9:08:12 | 0:16:16 | 8:51:56 | smithi | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/client-limits.yaml whitelist_health.yaml} | 6 | |||
pass | 2713387 | 2018-06-27 15:42:39 | 2018-06-27 17:32:31 | 2018-06-27 18:40:29 | 1:07:58 | 0:45:34 | 0:22:24 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/no.yaml objectstore-ec/filestore-xfs.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_snaps.yaml} | 3 | |||
pass | 2713388 | 2018-06-27 15:42:40 | 2018-06-27 17:32:31 | 2018-06-27 18:14:29 | 0:41:58 | 0:11:06 | 0:30:52 | smithi | master | kcephfs/thrash/{clusters/1-mds-1-client.yaml conf.yaml objectstore-ec/bluestore-comp.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrashers/mds.yaml thrashosds-health.yaml whitelist_health.yaml workloads/kclient_workunit_suites_iozone.yaml} | 3 | |||
pass | 2713389 | 2018-06-27 15:42:41 | 2018-06-27 17:32:31 | 2018-06-27 22:20:41 | 4:48:10 | 0:38:11 | 4:09:59 | smithi | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/client-recovery.yaml whitelist_health.yaml} | 6 | |||
pass | 2713390 | 2018-06-27 15:42:42 | 2018-06-27 17:32:31 | 2018-06-27 18:38:30 | 1:05:59 | 0:43:13 | 0:22:46 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_dbench.yaml} | 3 | |||
fail | 2713391 | 2018-06-27 15:42:43 | 2018-06-27 17:32:46 | 2018-06-27 18:48:46 | 1:16:00 | 0:21:47 | 0:54:13 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore-comp.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_ffsb.yaml} | 3 | |||
Failure Reason:
"2018-06-27 18:32:40.166408 mon.a mon.0 172.21.15.6:6789/0 148 : cluster [WRN] Health check failed: 7729 slow requests are blocked > 32 sec. Implicated osds 0,1,3,4 (REQUEST_SLOW)" in cluster log |
||||||||||||||
pass | 2713392 | 2018-06-27 15:42:44 | 2018-06-27 17:32:53 | 2018-06-27 19:54:55 | 2:22:02 | 0:11:22 | 2:10:40 | smithi | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/filestore-xfs.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/config-commands.yaml whitelist_health.yaml} | 6 | |||
pass | 2713393 | 2018-06-27 15:42:44 | 2018-06-27 17:32:55 | 2018-06-27 18:00:53 | 0:27:58 | 0:09:25 | 0:18:33 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_fsstress.yaml} | 3 | |||
pass | 2713394 | 2018-06-27 15:42:45 | 2018-06-27 17:32:58 | 2018-06-27 18:10:58 | 0:38:00 | 0:18:26 | 0:19:34 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_fsx.yaml} | 3 | |||
pass | 2713395 | 2018-06-27 15:42:47 | 2018-06-27 17:33:14 | 2018-06-27 22:07:19 | 4:34:05 | 0:18:30 | 4:15:35 | smithi | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/damage.yaml whitelist_health.yaml} | 6 | |||
pass | 2713396 | 2018-06-27 15:42:48 | 2018-06-27 17:34:51 | 2018-06-27 18:54:52 | 1:20:01 | 1:01:19 | 0:18:42 | smithi | master | kcephfs/thrash/{clusters/1-mds-1-client.yaml conf.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrashers/mon.yaml thrashosds-health.yaml whitelist_health.yaml workloads/kclient_workunit_suites_ffsb.yaml} | 3 | |||
pass | 2713397 | 2018-06-27 15:42:48 | 2018-06-27 17:35:29 | 2018-06-27 18:03:28 | 0:27:59 | 0:09:09 | 0:18:50 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/yes.yaml objectstore-ec/filestore-xfs.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_fsync.yaml} | 3 | |||
pass | 2713398 | 2018-06-27 15:42:49 | 2018-06-27 17:36:55 | 2018-06-27 18:56:56 | 1:20:01 | 0:22:50 | 0:57:11 | smithi | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-comp.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/data-scan.yaml whitelist_health.yaml} | 6 | |||
pass | 2713399 | 2018-06-27 15:42:50 | 2018-06-27 17:36:55 | 2018-06-27 18:06:55 | 0:30:00 | 0:12:46 | 0:17:14 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_iozone.yaml} | 3 | |||
pass | 2713400 | 2018-06-27 15:42:51 | 2018-06-27 17:36:55 | 2018-06-27 18:04:55 | 0:28:00 | 0:10:14 | 0:17:46 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore-comp.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_pjd.yaml} | 3 | |||
pass | 2713401 | 2018-06-27 15:42:52 | 2018-06-27 17:38:17 | 2018-06-27 18:44:17 | 1:06:00 | 0:12:14 | 0:53:46 | smithi | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/failover.yaml whitelist_health.yaml} | 6 | |||
pass | 2713402 | 2018-06-27 15:42:53 | 2018-06-27 17:38:17 | 2018-06-27 18:04:16 | 0:25:59 | 0:08:17 | 0:17:42 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_trivial_sync.yaml} | 3 | |||
pass | 2713403 | 2018-06-27 15:42:54 | 2018-06-27 17:38:17 | 2018-06-27 18:44:17 | 1:06:00 | 0:08:30 | 0:57:30 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_direct_io.yaml} | 3 | |||
pass | 2713404 | 2018-06-27 15:42:55 | 2018-06-27 17:38:17 | 2018-06-27 18:54:17 | 1:16:00 | 0:28:35 | 0:47:25 | smithi | master | kcephfs/mixed-clients/{clusters/1-mds-2-client.yaml conf.yaml objectstore-ec/bluestore-comp.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kernel_cfuse_workunits_untarbuild_blogbench.yaml} | 4 | |||
pass | 2713405 | 2018-06-27 15:42:56 | 2018-06-27 17:40:27 | 2018-06-27 22:12:32 | 4:32:05 | 0:13:48 | 4:18:17 | smithi | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/forward-scrub.yaml whitelist_health.yaml} | 6 | |||
pass | 2713406 | 2018-06-27 15:42:57 | 2018-06-27 17:42:23 | 2018-06-27 18:06:22 | 0:23:59 | 0:12:39 | 0:11:20 | smithi | master | kcephfs/thrash/{clusters/1-mds-1-client.yaml conf.yaml objectstore-ec/bluestore.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrashers/default.yaml thrashosds-health.yaml whitelist_health.yaml workloads/kclient_workunit_suites_iozone.yaml} | 3 | |||
pass | 2713407 | 2018-06-27 15:42:58 | 2018-06-27 17:42:38 | 2018-06-27 18:58:38 | 1:16:00 | 0:23:12 | 0:52:48 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/no.yaml objectstore-ec/filestore-xfs.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_kernel_untar_build.yaml} | 3 | |||
dead | 2713408 | 2018-06-27 15:42:59 | 2018-06-27 17:42:44 | 2018-06-27 20:02:46 | 2:20:02 | smithi | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/filestore-xfs.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/journal-repair.yaml whitelist_health.yaml} | — | |||||
Failure Reason:
reached maximum tries (60) after waiting for 900 seconds |
||||||||||||||
pass | 2713409 | 2018-06-27 15:43:00 | 2018-06-27 17:42:58 | 2018-06-27 18:44:58 | 1:02:00 | 0:29:42 | 0:32:18 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_misc.yaml} | 3 | |||
pass | 2713410 | 2018-06-27 15:43:01 | 2018-06-27 17:44:09 | 2018-06-27 18:14:09 | 0:30:00 | 0:18:14 | 0:11:46 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore-comp.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_o_trunc.yaml} | 3 | |||
pass | 2713411 | 2018-06-27 15:43:02 | 2018-06-27 17:44:12 | 2018-06-27 20:38:15 | 2:54:03 | 0:10:37 | 2:43:26 | smithi | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/mds-flush.yaml whitelist_health.yaml} | 6 | |||
pass | 2713412 | 2018-06-27 15:43:03 | 2018-06-27 17:44:18 | 2018-06-27 19:28:19 | 1:44:01 | 0:57:15 | 0:46:46 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_snaps.yaml} | 3 | |||
pass | 2713413 | 2018-06-27 15:43:04 | 2018-06-27 17:44:27 | 2018-06-27 18:22:27 | 0:38:00 | 0:22:30 | 0:15:30 | smithi | master | kcephfs/thrash/{clusters/1-mds-1-client.yaml conf.yaml objectstore-ec/filestore-xfs.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrashers/mds.yaml thrashosds-health.yaml whitelist_health.yaml workloads/kclient_workunit_suites_ffsb.yaml} | 3 | |||
pass | 2713414 | 2018-06-27 15:43:05 | 2018-06-27 17:44:29 | 2018-06-27 18:48:29 | 1:04:00 | 0:21:38 | 0:42:22 | smithi | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-comp.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/mds-full.yaml whitelist_health.yaml} | 6 | |||
pass | 2713415 | 2018-06-27 15:43:06 | 2018-06-27 17:44:36 | 2018-06-27 18:34:36 | 0:50:00 | 0:38:39 | 0:11:21 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_dbench.yaml} | 3 | |||
fail | 2713416 | 2018-06-27 15:43:07 | 2018-06-27 17:44:50 | 2018-06-27 18:16:49 | 0:31:59 | 0:21:15 | 0:10:44 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/yes.yaml objectstore-ec/filestore-xfs.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_ffsb.yaml} | 3 | |||
Failure Reason:
"2018-06-27 18:01:20.351381 mon.a mon.0 172.21.15.110:6789/0 237 : cluster [WRN] Health check failed: 79 slow requests are blocked > 32 sec. Implicated osds 0,1,5 (REQUEST_SLOW)" in cluster log |
||||||||||||||
pass | 2713417 | 2018-06-27 15:43:08 | 2018-06-27 17:44:50 | 2018-06-27 18:14:50 | 0:30:00 | 0:10:47 | 0:19:13 | smithi | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/pool-perm.yaml whitelist_health.yaml} | 6 | |||
pass | 2713418 | 2018-06-27 15:43:09 | 2018-06-27 17:44:53 | 2018-06-27 18:14:52 | 0:29:59 | 0:10:08 | 0:19:51 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_fsstress.yaml} | 3 | |||
pass | 2713419 | 2018-06-27 15:43:10 | 2018-06-27 17:46:27 | 2018-06-27 18:16:26 | 0:29:59 | 0:18:06 | 0:11:53 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore-comp.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_fsx.yaml} | 3 | |||
pass | 2713420 | 2018-06-27 15:43:11 | 2018-06-27 17:46:40 | 2018-06-27 19:06:45 | 1:20:05 | 0:12:09 | 1:07:56 | smithi | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/sessionmap.yaml whitelist_health.yaml} | 6 | |||
pass | 2713421 | 2018-06-27 15:43:12 | 2018-06-27 17:46:41 | 2018-06-27 18:12:41 | 0:26:00 | 0:12:45 | 0:13:15 | smithi | master | kcephfs/thrash/{clusters/1-mds-1-client.yaml conf.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrashers/mon.yaml thrashosds-health.yaml whitelist_health.yaml workloads/kclient_workunit_suites_iozone.yaml} | 3 | |||
pass | 2713422 | 2018-06-27 15:43:13 | 2018-06-27 17:46:43 | 2018-06-27 18:20:43 | 0:34:00 | 0:09:29 | 0:24:31 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_fsync.yaml} | 3 | |||
fail | 2713423 | 2018-06-27 15:43:13 | 2018-06-27 17:46:52 | 2018-06-27 19:32:54 | 1:46:02 | 0:26:31 | 1:19:31 | smithi | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/filestore-xfs.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/strays.yaml whitelist_health.yaml} | 6 | |||
Failure Reason:
"2018-06-27 19:23:12.782841 mon.a mon.0 172.21.15.46:6789/0 1122 : cluster [WRN] Health check failed: 6 slow requests are blocked > 32 sec. Implicated osds 3 (REQUEST_SLOW)" in cluster log |
||||||||||||||
pass | 2713424 | 2018-06-27 15:43:15 | 2018-06-27 17:48:28 | 2018-06-27 18:36:28 | 0:48:00 | 0:10:16 | 0:37:44 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_iozone.yaml} | 3 | |||
pass | 2713425 | 2018-06-27 15:43:16 | 2018-06-27 17:48:34 | 2018-06-27 18:24:34 | 0:36:00 | 0:09:35 | 0:26:25 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/no.yaml objectstore-ec/filestore-xfs.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_pjd.yaml} | 3 | |||
pass | 2713426 | 2018-06-27 15:43:17 | 2018-06-27 17:48:54 | 2018-06-27 19:48:54 | 2:00:00 | 0:18:26 | 1:41:34 | smithi | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/volume-client.yaml whitelist_health.yaml} | 6 | |||
pass | 2713427 | 2018-06-27 15:43:17 | 2018-06-27 17:50:33 | 2018-06-27 18:08:33 | 0:18:00 | 0:07:55 | 0:10:05 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_trivial_sync.yaml} | 3 | |||
pass | 2713428 | 2018-06-27 15:43:18 | 2018-06-27 17:50:33 | 2018-06-27 18:10:33 | 0:20:00 | 0:08:47 | 0:11:13 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore-comp.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_direct_io.yaml} | 3 | |||
pass | 2713429 | 2018-06-27 15:43:19 | 2018-06-27 17:50:37 | 2018-06-27 19:00:38 | 1:10:01 | 0:43:39 | 0:26:22 | smithi | master | kcephfs/mixed-clients/{clusters/1-mds-2-client.yaml conf.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kernel_cfuse_workunits_dbench_iozone.yaml} | 4 | |||
pass | 2713430 | 2018-06-27 15:43:20 | 2018-06-27 17:50:57 | 2018-06-27 19:54:59 | 2:04:02 | 0:11:09 | 1:52:53 | smithi | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-comp.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/auto-repair.yaml whitelist_health.yaml} | 6 | |||
pass | 2713431 | 2018-06-27 15:43:21 | 2018-06-27 17:52:20 | 2018-06-27 18:58:20 | 1:06:00 | 0:23:18 | 0:42:42 | smithi | master | kcephfs/thrash/{clusters/1-mds-1-client.yaml conf.yaml objectstore-ec/bluestore-comp.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrashers/default.yaml thrashosds-health.yaml whitelist_health.yaml workloads/kclient_workunit_suites_ffsb.yaml} | 3 | |||
pass | 2713432 | 2018-06-27 15:43:22 | 2018-06-27 17:52:27 | 2018-06-27 18:38:27 | 0:46:00 | 0:28:56 | 0:17:04 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_kernel_untar_build.yaml} | 3 | |||
pass | 2713433 | 2018-06-27 15:43:23 | 2018-06-27 17:52:34 | 2018-06-27 22:44:39 | 4:52:05 | 0:11:11 | 4:40:54 | smithi | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/backtrace.yaml whitelist_health.yaml} | 6 | |||
pass | 2713434 | 2018-06-27 15:43:24 | 2018-06-27 17:52:56 | 2018-06-27 18:32:56 | 0:40:00 | 0:26:31 | 0:13:29 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_misc.yaml} | 3 | |||
pass | 2713435 | 2018-06-27 15:43:25 | 2018-06-27 17:53:01 | 2018-06-27 18:31:01 | 0:38:00 | 0:17:46 | 0:20:14 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/yes.yaml objectstore-ec/filestore-xfs.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_o_trunc.yaml} | 3 | |||
pass | 2713436 | 2018-06-27 15:43:25 | 2018-06-27 17:55:19 | 2018-06-27 18:55:18 | 0:59:59 | 0:16:36 | 0:43:23 | smithi | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/client-limits.yaml whitelist_health.yaml} | 6 | |||
pass | 2713437 | 2018-06-27 15:43:26 | 2018-06-27 17:55:34 | 2018-06-27 19:05:35 | 1:10:01 | 0:58:45 | 0:11:16 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_snaps.yaml} | 3 | |||
pass | 2713438 | 2018-06-27 15:43:27 | 2018-06-27 17:56:09 | 2018-06-27 18:22:08 | 0:25:59 | 0:11:19 | 0:14:40 | smithi | master | kcephfs/thrash/{clusters/1-mds-1-client.yaml conf.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrashers/mds.yaml thrashosds-health.yaml whitelist_health.yaml workloads/kclient_workunit_suites_iozone.yaml} | 3 | |||
dead | 2713439 | 2018-06-27 15:43:28 | 2018-06-27 17:57:01 | 2018-06-28 05:59:18 | 12:02:17 | smithi | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/filestore-xfs.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/client-recovery.yaml whitelist_health.yaml} | — | |||||
pass | 2713440 | 2018-06-27 15:43:29 | 2018-06-27 17:58:47 | 2018-06-27 18:48:47 | 0:50:00 | 0:39:04 | 0:10:56 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore-comp.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_dbench.yaml} | 3 | |||
fail | 2713441 | 2018-06-27 15:43:30 | 2018-06-27 18:00:40 | 2018-06-27 19:42:42 | 1:42:02 | 1:02:29 | 0:39:33 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_ffsb.yaml} | 3 | |||
Failure Reason:
"2018-06-27 18:46:46.615198 mon.a mon.0 172.21.15.56:6789/0 147 : cluster [WRN] Health check failed: 24405 slow requests are blocked > 32 sec. Implicated osds 0,1,3,4,5 (REQUEST_SLOW)" in cluster log |
||||||||||||||
pass | 2713442 | 2018-06-27 15:43:31 | 2018-06-27 18:00:40 | 2018-06-27 20:18:42 | 2:18:02 | 0:10:19 | 2:07:43 | smithi | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/config-commands.yaml whitelist_health.yaml} | 6 | |||
pass | 2713443 | 2018-06-27 15:43:32 | 2018-06-27 18:00:40 | 2018-06-27 18:28:40 | 0:28:00 | 0:09:13 | 0:18:47 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_fsstress.yaml} | 3 | |||
pass | 2713444 | 2018-06-27 15:43:33 | 2018-06-27 18:00:54 | 2018-06-27 18:38:54 | 0:38:00 | 0:15:26 | 0:22:34 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/no.yaml objectstore-ec/filestore-xfs.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_fsx.yaml} | 3 | |||
pass | 2713445 | 2018-06-27 15:43:34 | 2018-06-27 18:02:22 | 2018-06-27 19:26:23 | 1:24:01 | 0:19:24 | 1:04:37 | smithi | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-comp.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/damage.yaml whitelist_health.yaml} | 6 | |||
pass | 2713446 | 2018-06-27 15:43:35 | 2018-06-27 18:02:23 | 2018-06-27 18:36:23 | 0:34:00 | 0:21:47 | 0:12:13 | smithi | master | kcephfs/thrash/{clusters/1-mds-1-client.yaml conf.yaml objectstore-ec/bluestore.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrashers/mon.yaml thrashosds-health.yaml whitelist_health.yaml workloads/kclient_workunit_suites_ffsb.yaml} | 3 | |||
pass | 2713447 | 2018-06-27 15:43:36 | 2018-06-27 18:03:43 | 2018-06-27 18:35:41 | 0:31:58 | 0:09:11 | 0:22:47 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_fsync.yaml} | 3 | |||
dead | 2713448 | 2018-06-27 15:43:37 | 2018-06-27 18:03:52 | 2018-06-28 06:06:08 | 12:02:16 | smithi | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/data-scan.yaml whitelist_health.yaml} | — | |||||
pass | 2713449 | 2018-06-27 15:43:38 | 2018-06-27 18:04:18 | 2018-06-27 18:26:17 | 0:21:59 | 0:10:57 | 0:11:02 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore-comp.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_iozone.yaml} | 3 | |||
pass | 2713450 | 2018-06-27 15:43:39 | 2018-06-27 18:04:24 | 2018-06-27 18:24:24 | 0:20:00 | 0:09:52 | 0:10:08 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_pjd.yaml} | 3 | |||
pass | 2713451 | 2018-06-27 15:43:40 | 2018-06-27 18:04:35 | 2018-06-27 23:04:42 | 5:00:07 | 0:11:54 | 4:48:13 | smithi | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/failover.yaml whitelist_health.yaml} | 6 | |||
pass | 2713452 | 2018-06-27 15:43:41 | 2018-06-27 18:05:12 | 2018-06-27 19:13:17 | 1:08:05 | 0:07:43 | 1:00:22 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_trivial_sync.yaml} | 3 | |||
pass | 2713453 | 2018-06-27 15:43:42 | 2018-06-27 18:05:12 | 2018-06-27 18:27:11 | 0:21:59 | 0:08:13 | 0:13:46 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/yes.yaml objectstore-ec/filestore-xfs.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_direct_io.yaml} | 3 | |||
pass | 2713454 | 2018-06-27 15:43:43 | 2018-06-27 18:06:40 | 2018-06-27 18:50:39 | 0:43:59 | 0:27:20 | 0:16:39 | smithi | master | kcephfs/mixed-clients/{clusters/1-mds-2-client.yaml conf.yaml objectstore-ec/bluestore.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kernel_cfuse_workunits_untarbuild_blogbench.yaml} | 4 | |||
pass | 2713455 | 2018-06-27 15:43:43 | 2018-06-27 18:06:40 | 2018-06-28 00:16:47 | 6:10:07 | 0:13:02 | 5:57:05 | smithi | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/filestore-xfs.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/forward-scrub.yaml whitelist_health.yaml} | 6 | |||
pass | 2713456 | 2018-06-27 15:43:44 | 2018-06-27 18:06:57 | 2018-06-27 18:34:56 | 0:27:59 | 0:16:40 | 0:11:19 | smithi | master | kcephfs/thrash/{clusters/1-mds-1-client.yaml conf.yaml objectstore-ec/filestore-xfs.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrashers/default.yaml thrashosds-health.yaml whitelist_health.yaml workloads/kclient_workunit_suites_iozone.yaml} | 3 | |||
pass | 2713457 | 2018-06-27 15:43:45 | 2018-06-27 18:06:59 | 2018-06-27 18:44:58 | 0:37:59 | 0:28:06 | 0:09:53 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_kernel_untar_build.yaml} | 3 | |||
pass | 2713458 | 2018-06-27 15:43:46 | 2018-06-27 18:08:27 | 2018-06-27 20:50:30 | 2:42:03 | 0:19:04 | 2:22:59 | smithi | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/journal-repair.yaml whitelist_health.yaml} | 6 | |||
pass | 2713459 | 2018-06-27 15:43:47 | 2018-06-27 18:08:33 | 2018-06-27 18:50:33 | 0:42:00 | 0:25:14 | 0:16:46 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore-comp.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_misc.yaml} | 3 | |||
pass | 2713460 | 2018-06-27 15:43:48 | 2018-06-27 18:08:34 | 2018-06-27 18:50:34 | 0:42:00 | 0:18:18 | 0:23:42 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_o_trunc.yaml} | 3 | |||
pass | 2713461 | 2018-06-27 15:43:49 | 2018-06-27 18:09:17 | 2018-06-27 19:19:18 | 1:10:01 | 0:11:43 | 0:58:18 | smithi | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-comp.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/mds-flush.yaml whitelist_health.yaml} | 6 | |||
pass | 2713462 | 2018-06-27 15:43:50 | 2018-06-27 18:10:43 | 2018-06-27 19:46:44 | 1:36:01 | 0:48:28 | 0:47:33 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_snaps.yaml} | 3 | |||
pass | 2713463 | 2018-06-27 15:43:51 | 2018-06-27 18:10:43 | 2018-06-27 20:06:49 | 1:56:06 | 0:57:08 | 0:58:58 | smithi | master | kcephfs/thrash/{clusters/1-mds-1-client.yaml conf.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrashers/mds.yaml thrashosds-health.yaml whitelist_health.yaml workloads/kclient_workunit_suites_ffsb.yaml} | 3 | |||
pass | 2713464 | 2018-06-27 15:43:52 | 2018-06-27 18:10:43 | 2018-06-27 20:18:45 | 2:08:02 | 0:28:45 | 1:39:17 | smithi | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/mds-full.yaml whitelist_health.yaml} | 6 | |||
pass | 2713465 | 2018-06-27 15:43:53 | 2018-06-27 18:10:59 | 2018-06-27 18:58:59 | 0:48:00 | 0:37:35 | 0:10:25 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/no.yaml objectstore-ec/filestore-xfs.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_dbench.yaml} | 3 | |||
fail | 2713466 | 2018-06-27 15:43:54 | 2018-06-27 18:12:50 | 2018-06-27 19:22:51 | 1:10:01 | 0:59:05 | 0:10:56 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_ffsb.yaml} | 3 | |||
Failure Reason:
"2018-06-27 18:29:33.793221 mon.a mon.0 172.21.15.169:6789/0 249 : cluster [WRN] Health check failed: 7264 slow requests are blocked > 32 sec. Implicated osds 1,3,5 (REQUEST_SLOW)" in cluster log |
||||||||||||||
pass | 2713467 | 2018-06-27 15:43:55 | 2018-06-27 18:14:22 | 2018-06-28 00:38:30 | 6:24:08 | 0:10:56 | 6:13:12 | smithi | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/pool-perm.yaml whitelist_health.yaml} | 6 | |||
pass | 2713468 | 2018-06-27 15:43:55 | 2018-06-27 18:14:23 | 2018-06-27 18:44:22 | 0:29:59 | 0:09:49 | 0:20:10 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore-comp.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_fsstress.yaml} | 3 | |||
pass | 2713469 | 2018-06-27 15:43:56 | 2018-06-27 18:14:31 | 2018-06-27 18:50:30 | 0:35:59 | 0:25:07 | 0:10:52 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_fsx.yaml} | 3 | |||
pass | 2713470 | 2018-06-27 15:43:57 | 2018-06-27 18:14:51 | 2018-06-27 20:42:53 | 2:28:02 | 0:13:15 | 2:14:47 | smithi | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/filestore-xfs.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/sessionmap.yaml whitelist_health.yaml} | 6 | |||
pass | 2713471 | 2018-06-27 15:43:58 | 2018-06-27 18:14:54 | 2018-06-27 18:54:54 | 0:40:00 | 0:11:13 | 0:28:47 | smithi | master | kcephfs/thrash/{clusters/1-mds-1-client.yaml conf.yaml objectstore-ec/bluestore-comp.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrashers/mon.yaml thrashosds-health.yaml whitelist_health.yaml workloads/kclient_workunit_suites_iozone.yaml} | 3 | |||
pass | 2713472 | 2018-06-27 15:43:59 | 2018-06-27 18:15:03 | 2018-06-27 19:15:03 | 1:00:00 | 0:09:32 | 0:50:28 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_fsync.yaml} | 3 | |||
pass | 2713473 | 2018-06-27 15:44:00 | 2018-06-27 18:16:43 | 2018-06-27 21:44:46 | 3:28:03 | 0:25:10 | 3:02:53 | smithi | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/strays.yaml whitelist_health.yaml} | 6 | |||
fail | 2713474 | 2018-06-27 15:44:01 | 2018-06-27 18:16:43 | 2018-06-27 19:04:42 | 0:47:59 | 0:15:25 | 0:32:34 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/yes.yaml objectstore-ec/filestore-xfs.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_iozone.yaml} | 3 | |||
Failure Reason:
"2018-06-27 18:55:59.433641 mon.b mon.0 172.21.15.116:6789/0 214 : cluster [WRN] Health check failed: 33 slow requests are blocked > 32 sec. Implicated osds 3 (REQUEST_SLOW)" in cluster log |
||||||||||||||
pass | 2713475 | 2018-06-27 15:44:02 | 2018-06-27 18:16:51 | 2018-06-27 18:38:50 | 0:21:59 | 0:09:36 | 0:12:23 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_pjd.yaml} | 3 | |||
pass | 2713476 | 2018-06-27 15:44:03 | 2018-06-27 18:17:16 | 2018-06-28 01:17:25 | 7:00:09 | 0:18:12 | 6:41:57 | smithi | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-comp.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/volume-client.yaml whitelist_health.yaml} | 6 | |||
pass | 2713477 | 2018-06-27 15:44:04 | 2018-06-27 18:18:24 | 2018-06-27 18:56:23 | 0:37:59 | 0:08:04 | 0:29:55 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore-comp.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_trivial_sync.yaml} | 3 | |||
pass | 2713478 | 2018-06-27 15:44:05 | 2018-06-27 18:18:33 | 2018-06-27 18:38:32 | 0:19:59 | 0:09:23 | 0:10:36 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_direct_io.yaml} | 3 | |||
pass | 2713479 | 2018-06-27 15:44:06 | 2018-06-27 18:20:23 | 2018-06-27 19:22:24 | 1:02:01 | 0:36:10 | 0:25:51 | smithi | master | kcephfs/mixed-clients/{clusters/1-mds-2-client.yaml conf.yaml objectstore-ec/filestore-xfs.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kernel_cfuse_workunits_dbench_iozone.yaml} | 4 | |||
dead | 2713480 | 2018-06-27 15:44:07 | 2018-06-27 18:20:24 | 2018-06-28 06:22:40 | 12:02:16 | smithi | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/auto-repair.yaml whitelist_health.yaml} | — | |||||
pass | 2713481 | 2018-06-27 15:44:08 | 2018-06-27 18:20:44 | 2018-06-27 19:18:44 | 0:58:00 | 0:44:29 | 0:13:31 | smithi | master | kcephfs/thrash/{clusters/1-mds-1-client.yaml conf.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrashers/default.yaml thrashosds-health.yaml whitelist_health.yaml workloads/kclient_workunit_suites_ffsb.yaml} | 3 | |||
pass | 2713482 | 2018-06-27 15:44:09 | 2018-06-27 18:22:21 | 2018-06-27 18:58:21 | 0:36:00 | 0:24:16 | 0:11:44 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_kernel_untar_build.yaml} | 3 | |||
pass | 2713483 | 2018-06-27 15:44:10 | 2018-06-27 18:22:21 | 2018-06-27 20:32:23 | 2:10:02 | 0:10:51 | 1:59:11 | smithi | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/backtrace.yaml whitelist_health.yaml} | 6 | |||
pass | 2713484 | 2018-06-27 15:44:11 | 2018-06-27 18:22:28 | 2018-06-27 19:04:28 | 0:42:00 | 0:23:46 | 0:18:14 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/no.yaml objectstore-ec/filestore-xfs.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_misc.yaml} | 3 | |||
pass | 2713485 | 2018-06-27 15:44:12 | 2018-06-27 18:22:44 | 2018-06-27 19:22:44 | 1:00:00 | 0:18:05 | 0:41:55 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_o_trunc.yaml} | 3 | |||
pass | 2713486 | 2018-06-27 15:44:13 | 2018-06-27 18:24:38 | 2018-06-27 22:40:42 | 4:16:04 | 0:17:34 | 3:58:30 | smithi | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/filestore-xfs.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/client-limits.yaml whitelist_health.yaml} | 6 | |||
pass | 2713487 | 2018-06-27 15:44:13 | 2018-06-27 18:24:38 | 2018-06-27 19:28:38 | 1:04:00 | 0:46:42 | 0:17:18 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore-comp.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_snaps.yaml} | 3 | |||
pass | 2713488 | 2018-06-27 15:44:15 | 2018-06-27 18:24:38 | 2018-06-27 18:52:37 | 0:27:59 | 0:09:58 | 0:18:01 | smithi | master | kcephfs/thrash/{clusters/1-mds-1-client.yaml conf.yaml objectstore-ec/bluestore.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrashers/mds.yaml thrashosds-health.yaml whitelist_health.yaml workloads/kclient_workunit_suites_iozone.yaml} | 3 | |||
pass | 2713489 | 2018-06-27 15:44:16 | 2018-06-27 18:25:00 | 2018-06-28 03:53:13 | 9:28:13 | 0:39:31 | 8:48:42 | smithi | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/client-recovery.yaml whitelist_health.yaml} | 6 | |||
pass | 2713490 | 2018-06-27 15:44:16 | 2018-06-27 18:26:32 | 2018-06-27 19:36:33 | 1:10:01 | 0:41:59 | 0:28:02 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_dbench.yaml} | 3 | |||
fail | 2713491 | 2018-06-27 15:44:17 | 2018-06-27 18:26:38 | 2018-06-27 19:02:38 | 0:36:00 | 0:22:37 | 0:13:23 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_ffsb.yaml} | 3 | |||
Failure Reason:
"2018-06-27 18:45:11.257026 mon.b mon.0 172.21.15.44:6789/0 134 : cluster [WRN] Health check failed: 5370 slow requests are blocked > 32 sec. Implicated osds 0,2,4 (REQUEST_SLOW)" in cluster log |
||||||||||||||
dead | 2713492 | 2018-06-27 15:44:18 | 2018-06-27 18:27:03 | 2018-06-28 06:29:18 | 12:02:15 | smithi | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-comp.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/config-commands.yaml whitelist_health.yaml} | — | |||||
pass | 2713493 | 2018-06-27 15:44:19 | 2018-06-27 18:27:12 | 2018-06-27 18:49:12 | 0:22:00 | 0:09:30 | 0:12:30 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/yes.yaml objectstore-ec/filestore-xfs.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_fsstress.yaml} | 3 | |||
pass | 2713494 | 2018-06-27 15:44:20 | 2018-06-27 18:28:41 | 2018-06-27 19:14:41 | 0:46:00 | 0:26:24 | 0:19:36 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_fsx.yaml} | 3 | |||
pass | 2713495 | 2018-06-27 15:44:21 | 2018-06-27 18:30:37 | 2018-06-27 19:40:37 | 1:10:00 | 0:18:17 | 0:51:43 | smithi | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/damage.yaml whitelist_health.yaml} | 6 | |||
pass | 2713496 | 2018-06-27 15:44:22 | 2018-06-27 18:31:03 | 2018-06-27 19:15:03 | 0:44:00 | 0:21:24 | 0:22:36 | smithi | master | kcephfs/thrash/{clusters/1-mds-1-client.yaml conf.yaml objectstore-ec/filestore-xfs.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrashers/mon.yaml thrashosds-health.yaml whitelist_health.yaml workloads/kclient_workunit_suites_ffsb.yaml} | 3 | |||
pass | 2713497 | 2018-06-27 15:44:23 | 2018-06-27 18:32:37 | 2018-06-27 18:56:37 | 0:24:00 | 0:09:08 | 0:14:52 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore-comp.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_fsync.yaml} | 3 | |||
pass | 2713498 | 2018-06-27 15:44:24 | 2018-06-27 18:32:58 | 2018-06-27 21:39:01 | 3:06:03 | 0:22:04 | 2:43:59 | smithi | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/data-scan.yaml whitelist_health.yaml} | 6 | |||
pass | 2713499 | 2018-06-27 15:44:25 | 2018-06-27 18:35:03 | 2018-06-27 19:01:02 | 0:25:59 | 0:11:16 | 0:14:43 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_iozone.yaml} | 3 | |||
pass | 2713500 | 2018-06-27 15:44:26 | 2018-06-27 18:35:03 | 2018-06-27 18:59:03 | 0:24:00 | 0:09:58 | 0:14:02 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_pjd.yaml} | 3 | |||
pass | 2713501 | 2018-06-27 15:44:27 | 2018-06-27 18:35:43 | 2018-06-27 19:11:42 | 0:35:59 | 0:11:23 | 0:24:36 | smithi | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/filestore-xfs.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/failover.yaml whitelist_health.yaml} | 6 | |||
pass | 2713502 | 2018-06-27 15:44:28 | 2018-06-27 18:36:40 | 2018-06-27 18:58:39 | 0:21:59 | 0:08:49 | 0:13:10 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/no.yaml objectstore-ec/filestore-xfs.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_trivial_sync.yaml} | 3 | |||
pass | 2713503 | 2018-06-27 15:44:29 | 2018-06-27 18:36:40 | 2018-06-27 18:56:39 | 0:19:59 | 0:09:22 | 0:10:37 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_direct_io.yaml} | 3 | |||
pass | 2713504 | 2018-06-27 15:44:29 | 2018-06-27 18:54:59 | 2018-06-27 19:50:59 | 0:56:00 | 0:31:28 | 0:24:32 | smithi | master | kcephfs/mixed-clients/{clusters/1-mds-2-client.yaml conf.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kernel_cfuse_workunits_untarbuild_blogbench.yaml} | 4 | |||
pass | 2713505 | 2018-06-27 15:44:30 | 2018-06-27 18:55:05 | 2018-06-27 22:09:09 | 3:14:04 | 0:13:10 | 3:00:54 | smithi | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/forward-scrub.yaml whitelist_health.yaml} | 6 | |||
pass | 2713506 | 2018-06-27 15:44:31 | 2018-06-27 18:55:20 | 2018-06-27 19:21:19 | 0:25:59 | 0:14:15 | 0:11:44 | smithi | master | kcephfs/thrash/{clusters/1-mds-1-client.yaml conf.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrashers/default.yaml thrashosds-health.yaml whitelist_health.yaml workloads/kclient_workunit_suites_iozone.yaml} | 3 | |||
pass | 2713507 | 2018-06-27 15:44:32 | 2018-06-27 18:56:39 | 2018-06-27 19:32:38 | 0:35:59 | 0:24:51 | 0:11:08 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore-comp.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_kernel_untar_build.yaml} | 3 | |||
pass | 2713508 | 2018-06-27 15:44:33 | 2018-06-27 18:56:39 | 2018-06-27 21:30:41 | 2:34:02 | 0:17:34 | 2:16:28 | smithi | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-comp.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/journal-repair.yaml whitelist_health.yaml} | 6 | |||
pass | 2713509 | 2018-06-27 15:44:34 | 2018-06-27 18:56:39 | 2018-06-27 19:38:38 | 0:41:59 | 0:30:24 | 0:11:35 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_misc.yaml} | 3 | |||
pass | 2713510 | 2018-06-27 15:44:35 | 2018-06-27 18:56:40 | 2018-06-27 19:38:40 | 0:42:00 | 0:18:07 | 0:23:53 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_o_trunc.yaml} | 3 | |||
pass | 2713511 | 2018-06-27 15:44:36 | 2018-06-27 18:56:57 | 2018-06-27 20:20:58 | 1:24:01 | 0:09:55 | 1:14:06 | smithi | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/mds-flush.yaml whitelist_health.yaml} | 6 | |||
pass | 2713512 | 2018-06-27 15:44:37 | 2018-06-27 18:58:34 | 2018-06-27 19:58:34 | 1:00:00 | 0:45:54 | 0:14:06 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/yes.yaml objectstore-ec/filestore-xfs.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_snaps.yaml} | 3 | |||
pass | 2713513 | 2018-06-27 15:44:38 | 2018-06-27 18:58:34 | 2018-06-27 19:30:34 | 0:32:00 | 0:21:29 | 0:10:31 | smithi | master | kcephfs/thrash/{clusters/1-mds-1-client.yaml conf.yaml objectstore-ec/bluestore-comp.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrashers/mds.yaml thrashosds-health.yaml whitelist_health.yaml workloads/kclient_workunit_suites_ffsb.yaml} | 3 | |||
pass | 2713514 | 2018-06-27 15:44:39 | 2018-06-27 18:58:40 | 2018-06-27 20:00:40 | 1:02:00 | 0:28:41 | 0:33:19 | smithi | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/mds-full.yaml whitelist_health.yaml} | 6 | |||
pass | 2713515 | 2018-06-27 15:44:39 | 2018-06-27 18:58:40 | 2018-06-27 19:54:45 | 0:56:05 | 0:42:11 | 0:13:54 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_dbench.yaml} | 3 | |||
fail | 2713516 | 2018-06-27 15:44:40 | 2018-06-27 18:59:00 | 2018-06-27 19:35:00 | 0:36:00 | 0:20:35 | 0:15:25 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore-comp.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_ffsb.yaml} | 3 | |||
Failure Reason:
"2018-06-27 19:20:12.512143 mon.a mon.0 172.21.15.91:6789/0 147 : cluster [WRN] Health check failed: 12076 slow requests are blocked > 32 sec. Implicated osds 0,1,3,4,5 (REQUEST_SLOW)" in cluster log |
||||||||||||||
pass | 2713517 | 2018-06-27 15:44:41 | 2018-06-27 18:59:04 | 2018-06-27 21:01:06 | 2:02:02 | 0:10:44 | 1:51:18 | smithi | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/filestore-xfs.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/pool-perm.yaml whitelist_health.yaml} | 6 | |||
pass | 2713518 | 2018-06-27 15:44:42 | 2018-06-27 19:00:49 | 2018-06-27 19:20:49 | 0:20:00 | 0:09:31 | 0:10:29 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_fsstress.yaml} | 3 | |||
pass | 2713519 | 2018-06-27 15:44:43 | 2018-06-27 19:00:49 | 2018-06-27 19:38:49 | 0:38:00 | 0:18:31 | 0:19:29 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_fsx.yaml} | 3 | |||
pass | 2713520 | 2018-06-27 15:44:44 | 2018-06-27 19:01:03 | 2018-06-27 23:07:08 | 4:06:05 | 0:12:14 | 3:53:51 | smithi | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/sessionmap.yaml whitelist_health.yaml} | 6 | |||
pass | 2713521 | 2018-06-27 15:44:45 | 2018-06-27 19:01:12 | 2018-06-27 19:33:12 | 0:32:00 | 0:10:24 | 0:21:36 | smithi | master | kcephfs/thrash/{clusters/1-mds-1-client.yaml conf.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrashers/mon.yaml thrashosds-health.yaml whitelist_health.yaml workloads/kclient_workunit_suites_iozone.yaml} | 3 | |||
pass | 2713522 | 2018-06-27 15:44:46 | 2018-06-27 19:02:44 | 2018-06-27 19:32:43 | 0:29:59 | 0:08:52 | 0:21:07 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/no.yaml objectstore-ec/filestore-xfs.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_fsync.yaml} | 3 | |||
pass | 2713523 | 2018-06-27 15:44:47 | 2018-06-27 19:02:49 | 2018-06-28 00:19:01 | 5:16:12 | 0:24:50 | 4:51:22 | smithi | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-comp.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/strays.yaml whitelist_health.yaml} | 6 | |||
pass | 2713524 | 2018-06-27 15:44:48 | 2018-06-27 19:04:43 | 2018-06-27 19:32:42 | 0:27:59 | 0:12:04 | 0:15:55 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_iozone.yaml} | 3 | |||
pass | 2713525 | 2018-06-27 15:44:49 | 2018-06-27 19:04:44 | 2018-06-27 19:26:43 | 0:21:59 | 0:09:33 | 0:12:26 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore-comp.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_pjd.yaml} | 3 | |||
pass | 2713526 | 2018-06-27 15:44:50 | 2018-06-27 19:05:36 | 2018-06-28 02:33:46 | 7:28:10 | 0:19:21 | 7:08:49 | smithi | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/volume-client.yaml whitelist_health.yaml} | 6 | |||
pass | 2713527 | 2018-06-27 15:44:50 | 2018-06-27 19:07:02 | 2018-06-27 19:29:01 | 0:21:59 | 0:08:16 | 0:13:43 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_trivial_sync.yaml} | 3 | |||
pass | 2713528 | 2018-06-27 15:44:51 | 2018-06-27 19:08:37 | 2018-06-27 19:46:36 | 0:37:59 | 0:08:50 | 0:29:09 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_direct_io.yaml} | 3 | |||
pass | 2713529 | 2018-06-27 15:44:52 | 2018-06-27 19:08:56 | 2018-06-27 20:18:56 | 1:10:00 | 0:39:21 | 0:30:39 | smithi | master | kcephfs/mixed-clients/{clusters/1-mds-2-client.yaml conf.yaml objectstore-ec/bluestore-comp.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kernel_cfuse_workunits_dbench_iozone.yaml} | 4 | |||
pass | 2713530 | 2018-06-27 15:44:53 | 2018-06-27 19:10:44 | 2018-06-27 21:16:45 | 2:06:01 | 0:12:21 | 1:53:40 | smithi | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/auto-repair.yaml whitelist_health.yaml} | 6 | |||
pass | 2713531 | 2018-06-27 15:44:54 | 2018-06-27 19:10:45 | 2018-06-27 19:48:45 | 0:38:00 | 0:21:08 | 0:16:52 | smithi | master | kcephfs/thrash/{clusters/1-mds-1-client.yaml conf.yaml objectstore-ec/bluestore.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrashers/default.yaml thrashosds-health.yaml whitelist_health.yaml workloads/kclient_workunit_suites_ffsb.yaml} | 3 | |||
pass | 2713532 | 2018-06-27 15:44:55 | 2018-06-27 19:11:06 | 2018-06-27 19:53:06 | 0:42:00 | 0:23:26 | 0:18:34 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/yes.yaml objectstore-ec/filestore-xfs.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_kernel_untar_build.yaml} | 3 | |||
pass | 2713533 | 2018-06-27 15:44:56 | 2018-06-27 19:11:57 | 2018-06-27 20:43:58 | 1:32:01 | 0:10:54 | 1:21:07 | smithi | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/filestore-xfs.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/backtrace.yaml whitelist_health.yaml} | 6 | |||
pass | 2713534 | 2018-06-27 15:44:57 | 2018-06-27 19:12:35 | 2018-06-27 19:54:34 | 0:41:59 | 0:31:31 | 0:10:28 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_misc.yaml} | 3 | |||
pass | 2713535 | 2018-06-27 15:44:57 | 2018-06-27 19:12:45 | 2018-06-27 19:42:45 | 0:30:00 | 0:18:03 | 0:11:57 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore-comp.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_o_trunc.yaml} | 3 | |||
dead | 2713536 | 2018-06-27 15:44:58 | 2018-06-27 19:12:45 | 2018-06-27 22:42:49 | 3:30:04 | smithi | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/client-limits.yaml whitelist_health.yaml} | — | |||||
Failure Reason:
reached maximum tries (60) after waiting for 900 seconds |
||||||||||||||
pass | 2713537 | 2018-06-27 15:44:59 | 2018-06-27 19:13:31 | 2018-06-27 20:19:31 | 1:06:00 | 0:54:52 | 0:11:08 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_snaps.yaml} | 3 | |||
pass | 2713538 | 2018-06-27 15:45:00 | 2018-06-27 19:14:56 | 2018-06-27 19:46:56 | 0:32:00 | 0:16:06 | 0:15:54 | smithi | master | kcephfs/thrash/{clusters/1-mds-1-client.yaml conf.yaml objectstore-ec/filestore-xfs.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrashers/mds.yaml thrashosds-health.yaml whitelist_health.yaml workloads/kclient_workunit_suites_iozone.yaml} | 3 | |||
pass | 2713539 | 2018-06-27 15:45:01 | 2018-06-27 19:14:56 | 2018-06-27 21:06:58 | 1:52:02 | 0:37:09 | 1:14:53 | smithi | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-comp.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/client-recovery.yaml whitelist_health.yaml} | 6 | |||
pass | 2713540 | 2018-06-27 15:45:02 | 2018-06-27 19:15:04 | 2018-06-27 20:05:04 | 0:50:00 | 0:38:27 | 0:11:33 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_dbench.yaml} | 3 | |||
fail | 2713541 | 2018-06-27 15:45:03 | 2018-06-27 19:15:04 | 2018-06-27 19:47:04 | 0:32:00 | 0:21:08 | 0:10:52 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/no.yaml objectstore-ec/filestore-xfs.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_ffsb.yaml} | 3 | |||
Failure Reason:
"2018-06-27 19:31:43.652008 mon.a mon.0 172.21.15.35:6789/0 226 : cluster [WRN] Health check failed: 16 slow requests are blocked > 32 sec. Implicated osds 0 (REQUEST_SLOW)" in cluster log |
||||||||||||||
pass | 2713542 | 2018-06-27 15:45:04 | 2018-06-27 19:15:06 | 2018-06-27 20:17:06 | 1:02:00 | 0:10:34 | 0:51:26 | smithi | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/config-commands.yaml whitelist_health.yaml} | 6 | |||
pass | 2713543 | 2018-06-27 15:45:05 | 2018-06-27 19:16:57 | 2018-06-27 19:36:56 | 0:19:59 | 0:09:13 | 0:10:46 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_fsstress.yaml} | 3 | |||
pass | 2713544 | 2018-06-27 15:45:06 | 2018-06-27 19:17:02 | 2018-06-27 19:47:02 | 0:30:00 | 0:19:01 | 0:10:59 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore-comp.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_fsx.yaml} | 3 | |||
pass | 2713545 | 2018-06-27 15:45:06 | 2018-06-27 19:18:47 | 2018-06-27 21:48:49 | 2:30:02 | 0:20:06 | 2:09:56 | smithi | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/damage.yaml whitelist_health.yaml} | 6 | |||
pass | 2713546 | 2018-06-27 15:45:07 | 2018-06-27 19:18:47 | 2018-06-27 20:36:47 | 1:18:00 | 0:59:43 | 0:18:17 | smithi | master | kcephfs/thrash/{clusters/1-mds-1-client.yaml conf.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrashers/mon.yaml thrashosds-health.yaml whitelist_health.yaml workloads/kclient_workunit_suites_ffsb.yaml} | 3 | |||
pass | 2713547 | 2018-06-27 15:45:08 | 2018-06-27 19:18:47 | 2018-06-27 19:38:46 | 0:19:59 | 0:09:06 | 0:10:53 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_fsync.yaml} | 3 | |||
pass | 2713548 | 2018-06-27 15:45:09 | 2018-06-27 19:19:00 | 2018-06-27 21:17:02 | 1:58:02 | 0:22:35 | 1:35:27 | smithi | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/filestore-xfs.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/data-scan.yaml whitelist_health.yaml} | 6 | |||
pass | 2713549 | 2018-06-27 15:45:10 | 2018-06-27 19:19:00 | 2018-06-27 19:40:59 | 0:21:59 | 0:10:46 | 0:11:13 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_iozone.yaml} | 3 | |||
pass | 2713550 | 2018-06-27 15:45:11 | 2018-06-27 19:19:20 | 2018-06-27 19:41:19 | 0:21:59 | 0:09:46 | 0:12:13 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/yes.yaml objectstore-ec/filestore-xfs.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_pjd.yaml} | 3 | |||
pass | 2713551 | 2018-06-27 15:45:12 | 2018-06-27 19:20:55 | 2018-06-28 01:41:02 | 6:20:07 | 0:12:44 | 6:07:23 | smithi | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/failover.yaml whitelist_health.yaml} | 6 | |||
pass | 2713552 | 2018-06-27 15:45:13 | 2018-06-27 19:20:55 | 2018-06-27 19:40:54 | 0:19:59 | 0:08:37 | 0:11:22 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_trivial_sync.yaml} | 3 | |||
pass | 2713553 | 2018-06-27 15:45:14 | 2018-06-27 19:21:21 | 2018-06-27 19:43:20 | 0:21:59 | 0:08:38 | 0:13:21 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore-comp.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_direct_io.yaml} | 3 | |||
pass | 2713554 | 2018-06-27 15:45:14 | 2018-06-27 19:22:29 | 2018-06-27 20:08:29 | 0:46:00 | 0:31:39 | 0:14:21 | smithi | master | kcephfs/mixed-clients/{clusters/1-mds-2-client.yaml conf.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kernel_cfuse_workunits_untarbuild_blogbench.yaml} | 4 | |||
pass | 2713555 | 2018-06-27 15:45:15 | 2018-06-27 19:22:45 | 2018-06-27 21:52:47 | 2:30:02 | 0:12:31 | 2:17:31 | smithi | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-comp.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/forward-scrub.yaml whitelist_health.yaml} | 6 | |||
pass | 2713556 | 2018-06-27 15:45:16 | 2018-06-27 19:22:46 | 2018-06-27 19:46:45 | 0:23:59 | 0:11:40 | 0:12:19 | smithi | master | kcephfs/thrash/{clusters/1-mds-1-client.yaml conf.yaml objectstore-ec/bluestore-comp.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrashers/default.yaml thrashosds-health.yaml whitelist_health.yaml workloads/kclient_workunit_suites_iozone.yaml} | 3 | |||
pass | 2713557 | 2018-06-27 15:45:17 | 2018-06-27 19:22:52 | 2018-06-27 20:04:52 | 0:42:00 | 0:28:45 | 0:13:15 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_kernel_untar_build.yaml} | 3 | |||
fail | 2713558 | 2018-06-27 15:45:18 | 2018-06-27 19:26:38 | 2018-06-27 21:08:39 | 1:42:01 | 0:18:24 | 1:23:37 | smithi | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/journal-repair.yaml whitelist_health.yaml} | 6 | |||
Failure Reason:
"2018-06-27 21:00:15.308796 mon.b mon.0 172.21.15.80:6789/0 414 : cluster [WRN] Health check failed: 1 MDSs report slow requests (MDS_SLOW_REQUEST)" in cluster log |
||||||||||||||
pass | 2713559 | 2018-06-27 15:45:19 | 2018-06-27 19:26:45 | 2018-06-27 20:04:44 | 0:37:59 | 0:26:43 | 0:11:16 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_misc.yaml} | 3 | |||
pass | 2713560 | 2018-06-27 15:45:20 | 2018-06-27 19:26:51 | 2018-06-27 20:00:51 | 0:34:00 | 0:18:24 | 0:15:36 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/no.yaml objectstore-ec/filestore-xfs.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_o_trunc.yaml} | 3 | |||
pass | 2713561 | 2018-06-27 15:45:21 | 2018-06-27 19:26:56 | 2018-06-27 21:04:57 | 1:38:01 | 0:10:21 | 1:27:40 | smithi | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/mds-flush.yaml whitelist_health.yaml} | 6 | |||
fail | 2713562 | 2018-06-27 15:45:21 | 2018-06-27 19:28:34 | 2018-06-27 20:38:34 | 1:10:00 | 0:56:59 | 0:13:01 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_snaps.yaml} | 3 | |||
Failure Reason:
"2018-06-27 20:11:08.779143 mon.b mon.0 172.21.15.89:6789/0 314 : cluster [WRN] Health check failed: 244 slow requests are blocked > 32 sec. Implicated osds 2 (REQUEST_SLOW)" in cluster log |
||||||||||||||
pass | 2713563 | 2018-06-27 15:45:22 | 2018-06-27 19:28:40 | 2018-06-27 20:44:40 | 1:16:00 | 1:03:44 | 0:12:16 | smithi | master | kcephfs/thrash/{clusters/1-mds-1-client.yaml conf.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrashers/mds.yaml thrashosds-health.yaml whitelist_health.yaml workloads/kclient_workunit_suites_ffsb.yaml} | 3 | |||
pass | 2713564 | 2018-06-27 15:45:23 | 2018-06-27 19:28:56 | 2018-06-27 22:43:00 | 3:14:04 | 0:22:23 | 2:51:41 | smithi | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/filestore-xfs.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/mds-full.yaml whitelist_health.yaml} | 6 | |||
pass | 2713565 | 2018-06-27 15:45:24 | 2018-06-27 19:29:03 | 2018-06-27 20:19:02 | 0:49:59 | 0:38:16 | 0:11:43 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore-comp.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_dbench.yaml} | 3 | |||
fail | 2713566 | 2018-06-27 15:45:25 | 2018-06-27 19:30:51 | 2018-06-27 20:46:51 | 1:16:00 | 1:05:10 | 0:10:50 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_ffsb.yaml} | 3 | |||
Failure Reason:
"2018-06-27 19:48:15.632706 mon.b mon.0 172.21.15.115:6789/0 231 : cluster [WRN] Health check failed: 29177 slow requests are blocked > 32 sec. Implicated osds 0,2,4,5,6 (REQUEST_SLOW)" in cluster log |
||||||||||||||
pass | 2713567 | 2018-06-27 15:45:26 | 2018-06-27 19:32:52 | 2018-06-27 21:06:53 | 1:34:01 | 0:11:32 | 1:22:29 | smithi | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/pool-perm.yaml whitelist_health.yaml} | 6 | |||
pass | 2713568 | 2018-06-27 15:45:27 | 2018-06-27 19:32:52 | 2018-06-27 19:52:52 | 0:20:00 | 0:08:52 | 0:11:08 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_fsstress.yaml} | 3 | |||
pass | 2713569 | 2018-06-27 15:45:28 | 2018-06-27 19:32:53 | 2018-06-27 20:00:52 | 0:27:59 | 0:15:25 | 0:12:34 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/yes.yaml objectstore-ec/filestore-xfs.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_fsx.yaml} | 3 | |||
dead | 2713570 | 2018-06-27 15:45:29 | 2018-06-27 19:32:52 | 2018-06-28 07:35:07 | 12:02:15 | smithi | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-comp.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/sessionmap.yaml whitelist_health.yaml} | — | |||||
pass | 2713571 | 2018-06-27 15:45:30 | 2018-06-27 19:32:56 | 2018-06-27 19:58:55 | 0:25:59 | 0:10:29 | 0:15:30 | smithi | master | kcephfs/thrash/{clusters/1-mds-1-client.yaml conf.yaml objectstore-ec/bluestore.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrashers/mon.yaml thrashosds-health.yaml whitelist_health.yaml workloads/kclient_workunit_suites_iozone.yaml} | 3 | |||
pass | 2713572 | 2018-06-27 15:45:31 | 2018-06-27 19:33:13 | 2018-06-27 19:57:13 | 0:24:00 | 0:09:30 | 0:14:30 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_fsync.yaml} | 3 | |||
pass | 2713573 | 2018-06-27 15:45:32 | 2018-06-27 19:35:14 | 2018-06-27 20:23:13 | 0:47:59 | 0:24:33 | 0:23:26 | smithi | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/strays.yaml whitelist_health.yaml} | 6 | |||
pass | 2713574 | 2018-06-27 15:45:33 | 2018-06-27 19:36:50 | 2018-06-27 19:58:49 | 0:21:59 | 0:11:39 | 0:10:20 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore-comp.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_iozone.yaml} | 3 | |||
pass | 2713575 | 2018-06-27 15:45:33 | 2018-06-27 19:36:57 | 2018-06-27 19:56:57 | 0:20:00 | 0:09:43 | 0:10:17 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_pjd.yaml} | 3 | |||
pass | 2713576 | 2018-06-27 15:45:34 | 2018-06-27 19:38:53 | 2018-06-27 22:08:56 | 2:30:03 | 0:17:40 | 2:12:23 | smithi | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/volume-client.yaml whitelist_health.yaml} | 6 | |||
pass | 2713577 | 2018-06-27 15:45:35 | 2018-06-27 19:38:53 | 2018-06-27 19:56:53 | 0:18:00 | 0:07:58 | 0:10:02 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_trivial_sync.yaml} | 3 | |||
pass | 2713578 | 2018-06-27 15:45:36 | 2018-06-27 19:38:53 | 2018-06-27 20:00:53 | 0:22:00 | 0:08:43 | 0:13:17 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/no.yaml objectstore-ec/filestore-xfs.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_direct_io.yaml} | 3 | |||
pass | 2713579 | 2018-06-27 15:45:37 | 2018-06-27 19:38:53 | 2018-06-27 20:28:53 | 0:50:00 | 0:39:07 | 0:10:53 | smithi | master | kcephfs/mixed-clients/{clusters/1-mds-2-client.yaml conf.yaml objectstore-ec/bluestore.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kernel_cfuse_workunits_dbench_iozone.yaml} | 4 | |||
pass | 2713580 | 2018-06-27 15:45:38 | 2018-06-27 19:40:50 | 2018-06-27 21:30:51 | 1:50:01 | 0:11:23 | 1:38:38 | smithi | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/filestore-xfs.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/auto-repair.yaml whitelist_health.yaml} | 6 | |||
fail | 2713581 | 2018-06-27 15:45:39 | 2018-06-27 19:40:56 | 2018-06-27 20:10:55 | 0:29:59 | 0:20:44 | 0:09:15 | smithi | master | kcephfs/thrash/{clusters/1-mds-1-client.yaml conf.yaml objectstore-ec/filestore-xfs.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrashers/default.yaml thrashosds-health.yaml whitelist_health.yaml workloads/kclient_workunit_suites_ffsb.yaml} | 3 | |||
Failure Reason:
"2018-06-27 19:56:57.621609 mon.b mon.0 172.21.15.93:6789/0 306 : cluster [WRN] Health check failed: 1 MDSs report slow requests (MDS_SLOW_REQUEST)" in cluster log |
||||||||||||||
pass | 2713582 | 2018-06-27 15:45:40 | 2018-06-27 19:41:01 | 2018-06-27 20:21:00 | 0:39:59 | 0:29:01 | 0:10:58 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_kernel_untar_build.yaml} | 3 | |||
pass | 2713583 | 2018-06-27 15:45:41 | 2018-06-27 19:41:20 | 2018-06-28 00:53:25 | 5:12:05 | 0:11:44 | 5:00:21 | smithi | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/backtrace.yaml whitelist_health.yaml} | 6 | |||
pass | 2713584 | 2018-06-27 15:45:41 | 2018-06-27 19:57:07 | 2018-06-27 20:37:07 | 0:40:00 | 0:26:49 | 0:13:11 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore-comp.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_misc.yaml} | 3 | |||
pass | 2713585 | 2018-06-27 15:45:42 | 2018-06-27 19:57:08 | 2018-06-27 20:33:07 | 0:35:59 | 0:18:38 | 0:17:21 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_o_trunc.yaml} | 3 | |||
pass | 2713586 | 2018-06-27 15:45:43 | 2018-06-27 19:57:18 | 2018-06-27 21:37:19 | 1:40:01 | 0:16:21 | 1:23:40 | smithi | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-comp.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/client-limits.yaml whitelist_health.yaml} | 6 | |||
pass | 2713587 | 2018-06-27 15:45:44 | 2018-06-27 19:58:49 | 2018-06-27 21:04:49 | 1:06:00 | 0:49:44 | 0:16:16 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_snaps.yaml} | 3 | |||
pass | 2713588 | 2018-06-27 15:45:45 | 2018-06-27 19:58:51 | 2018-06-27 20:22:50 | 0:23:59 | 0:12:26 | 0:11:33 | smithi | master | kcephfs/thrash/{clusters/1-mds-1-client.yaml conf.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrashers/mds.yaml thrashosds-health.yaml whitelist_health.yaml workloads/kclient_workunit_suites_iozone.yaml} | 3 | |||
pass | 2713589 | 2018-06-27 15:45:46 | 2018-06-27 19:58:57 | 2018-06-27 21:06:57 | 1:08:00 | 0:35:18 | 0:32:42 | smithi | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/client-recovery.yaml whitelist_health.yaml} | 6 | |||
pass | 2713590 | 2018-06-27 15:45:47 | 2018-06-27 20:00:53 | 2018-06-27 20:52:53 | 0:52:00 | 0:36:54 | 0:15:06 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/yes.yaml objectstore-ec/filestore-xfs.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_dbench.yaml} | 3 | |||
fail | 2713591 | 2018-06-27 15:45:48 | 2018-06-27 20:00:54 | 2018-06-27 21:18:54 | 1:18:00 | 0:59:47 | 0:18:13 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_ffsb.yaml} | 3 | |||
Failure Reason:
"2018-06-27 20:26:02.532359 mon.a mon.0 172.21.15.24:6789/0 232 : cluster [WRN] Health check failed: 19159 slow requests are blocked > 32 sec. Implicated osds 0,1,3,4,5 (REQUEST_SLOW)" in cluster log |
||||||||||||||
pass | 2713592 | 2018-06-27 15:45:49 | 2018-06-27 20:00:54 | 2018-06-27 23:32:57 | 3:32:03 | 0:11:09 | 3:20:54 | smithi | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/config-commands.yaml whitelist_health.yaml} | 6 | |||
pass | 2713593 | 2018-06-27 15:45:50 | 2018-06-27 20:00:55 | 2018-06-27 20:22:53 | 0:21:58 | 0:08:57 | 0:13:01 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore-comp.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_fsstress.yaml} | 3 | |||
pass | 2713594 | 2018-06-27 15:45:50 | 2018-06-27 20:02:51 | 2018-06-27 20:38:50 | 0:35:59 | 0:24:22 | 0:11:37 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_fsx.yaml} | 3 | |||
pass | 2713595 | 2018-06-27 15:45:51 | 2018-06-27 20:04:56 | 2018-06-27 23:08:59 | 3:04:03 | 0:18:03 | 2:46:00 | smithi | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/filestore-xfs.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/damage.yaml whitelist_health.yaml} | 6 | |||
pass | 2713596 | 2018-06-27 15:45:52 | 2018-06-27 20:04:56 | 2018-06-27 20:38:56 | 0:34:00 | 0:21:37 | 0:12:23 | smithi | master | kcephfs/thrash/{clusters/1-mds-1-client.yaml conf.yaml objectstore-ec/bluestore-comp.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrashers/mon.yaml thrashosds-health.yaml whitelist_health.yaml workloads/kclient_workunit_suites_ffsb.yaml} | 3 | |||
pass | 2713597 | 2018-06-27 15:45:53 | 2018-06-27 20:04:59 | 2018-06-27 20:22:58 | 0:17:59 | 0:08:58 | 0:09:01 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_fsync.yaml} | 3 | |||
dead | 2713598 | 2018-06-27 15:45:54 | 2018-06-27 20:05:02 | 2018-06-28 04:37:13 | 8:32:11 | 0:33:13 | 7:58:58 | smithi | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/data-scan.yaml whitelist_health.yaml} | 6 | |||
Failure Reason:
Test failure: test_rebuild_nondefault_layout (tasks.cephfs.test_data_scan.TestDataScan), test_rebuild_nondefault_layout (tasks.cephfs.test_data_scan.TestDataScan) |
||||||||||||||
fail | 2713599 | 2018-06-27 15:45:55 | 2018-06-27 20:05:05 | 2018-06-27 20:37:05 | 0:32:00 | 0:16:53 | 0:15:07 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/no.yaml objectstore-ec/filestore-xfs.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_iozone.yaml} | 3 | |||
Failure Reason:
"2018-06-27 20:27:33.318529 mon.b mon.0 172.21.15.93:6789/0 128 : cluster [WRN] Health check failed: 457 slow requests are blocked > 32 sec. Implicated osds 0,2,3,4,5,6 (REQUEST_SLOW)" in cluster log |
||||||||||||||
pass | 2713600 | 2018-06-27 15:45:56 | 2018-06-27 20:05:23 | 2018-06-27 20:27:22 | 0:21:59 | 0:09:55 | 0:12:04 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_pjd.yaml} | 3 | |||
pass | 2713601 | 2018-06-27 15:45:57 | 2018-06-27 20:07:03 | 2018-06-27 22:37:04 | 2:30:01 | 0:12:38 | 2:17:23 | smithi | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-comp.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/failover.yaml whitelist_health.yaml} | 6 | |||
pass | 2713602 | 2018-06-27 15:45:58 | 2018-06-27 20:07:03 | 2018-06-27 20:27:02 | 0:19:59 | 0:08:13 | 0:11:46 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore-comp.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_trivial_sync.yaml} | 3 | |||
pass | 2713603 | 2018-06-27 15:45:59 | 2018-06-27 20:07:15 | 2018-06-27 20:27:14 | 0:19:59 | 0:08:55 | 0:11:04 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_direct_io.yaml} | 3 | |||
pass | 2713604 | 2018-06-27 15:46:00 | 2018-06-27 20:08:46 | 2018-06-27 20:44:45 | 0:35:59 | 0:24:38 | 0:11:21 | smithi | master | kcephfs/mixed-clients/{clusters/1-mds-2-client.yaml conf.yaml objectstore-ec/filestore-xfs.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kernel_cfuse_workunits_untarbuild_blogbench.yaml} | 4 | |||
dead | 2713605 | 2018-06-27 15:46:01 | 2018-06-27 20:08:58 | 2018-06-28 08:11:14 | 12:02:16 | smithi | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/forward-scrub.yaml whitelist_health.yaml} | — | |||||
pass | 2713606 | 2018-06-27 15:46:02 | 2018-06-27 20:11:02 | 2018-06-27 20:35:01 | 0:23:59 | 0:12:26 | 0:11:33 | smithi | master | kcephfs/thrash/{clusters/1-mds-1-client.yaml conf.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrashers/default.yaml thrashosds-health.yaml whitelist_health.yaml workloads/kclient_workunit_suites_iozone.yaml} | 3 | |||
pass | 2713607 | 2018-06-27 15:46:02 | 2018-06-27 20:11:02 | 2018-06-27 20:47:01 | 0:35:59 | 0:23:25 | 0:12:34 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_kernel_untar_build.yaml} | 3 | |||
pass | 2713608 | 2018-06-27 15:46:03 | 2018-06-27 20:11:02 | 2018-06-28 00:47:07 | 4:36:05 | 0:17:21 | 4:18:44 | smithi | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/journal-repair.yaml whitelist_health.yaml} | 6 | |||
pass | 2713609 | 2018-06-27 15:46:04 | 2018-06-27 20:11:02 | 2018-06-27 20:51:02 | 0:40:00 | 0:25:16 | 0:14:44 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/yes.yaml objectstore-ec/filestore-xfs.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_misc.yaml} | 3 | |||
pass | 2713610 | 2018-06-27 15:46:05 | 2018-06-27 20:13:17 | 2018-06-27 20:43:17 | 0:30:00 | 0:17:58 | 0:12:02 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_o_trunc.yaml} | 3 | |||
pass | 2713611 | 2018-06-27 15:46:06 | 2018-06-27 20:15:21 | 2018-06-27 20:43:21 | 0:28:00 | 0:11:02 | 0:16:58 | smithi | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/filestore-xfs.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/mds-flush.yaml whitelist_health.yaml} | 6 | |||
pass | 2713612 | 2018-06-27 15:46:07 | 2018-06-27 20:15:21 | 2018-06-27 21:13:21 | 0:58:00 | 0:47:03 | 0:10:57 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore-comp.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_snaps.yaml} | 3 | |||
pass | 2713613 | 2018-06-27 15:46:08 | 2018-06-27 20:15:22 | 2018-06-27 20:47:21 | 0:31:59 | 0:21:15 | 0:10:44 | smithi | master | kcephfs/thrash/{clusters/1-mds-1-client.yaml conf.yaml objectstore-ec/bluestore.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrashers/mds.yaml thrashosds-health.yaml whitelist_health.yaml workloads/kclient_workunit_suites_ffsb.yaml} | 3 | |||
dead | 2713614 | 2018-06-27 15:46:09 | 2018-06-27 20:17:01 | 2018-06-28 08:19:17 | 12:02:16 | smithi | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/mds-full.yaml whitelist_health.yaml} | — | |||||
pass | 2713615 | 2018-06-27 15:46:10 | 2018-06-27 20:17:04 | 2018-06-27 21:11:04 | 0:54:00 | 0:42:03 | 0:11:57 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_dbench.yaml} | 3 | |||
fail | 2713616 | 2018-06-27 15:46:11 | 2018-06-27 20:17:07 | 2018-06-27 20:49:07 | 0:32:00 | 0:21:35 | 0:10:25 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_ffsb.yaml} | 3 | |||
Failure Reason:
"2018-06-27 20:33:11.384654 mon.a mon.0 172.21.15.74:6789/0 152 : cluster [WRN] Health check failed: 6269 slow requests are blocked > 32 sec. Implicated osds 0,1,4,5 (REQUEST_SLOW)" in cluster log |
||||||||||||||
pass | 2713617 | 2018-06-27 15:46:12 | 2018-06-27 20:18:58 | 2018-06-27 22:49:00 | 2:30:02 | 0:10:06 | 2:19:56 | smithi | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-comp.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/pool-perm.yaml whitelist_health.yaml} | 6 | |||
pass | 2713618 | 2018-06-27 15:46:13 | 2018-06-27 20:18:58 | 2018-06-27 20:36:57 | 0:17:59 | 0:08:38 | 0:09:21 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/no.yaml objectstore-ec/filestore-xfs.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_fsstress.yaml} | 3 | |||
pass | 2713619 | 2018-06-27 15:46:13 | 2018-06-27 20:18:58 | 2018-06-27 20:54:57 | 0:35:59 | 0:25:11 | 0:10:48 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_fsx.yaml} | 3 | |||
dead | 2713620 | 2018-06-27 15:46:14 | 2018-06-27 20:18:58 | 2018-06-28 08:21:19 | 12:02:21 | smithi | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/sessionmap.yaml whitelist_health.yaml} | — | |||||
pass | 2713621 | 2018-06-27 15:46:15 | 2018-06-27 20:18:58 | 2018-06-27 20:48:58 | 0:30:00 | 0:17:12 | 0:12:48 | smithi | master | kcephfs/thrash/{clusters/1-mds-1-client.yaml conf.yaml objectstore-ec/filestore-xfs.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrashers/mon.yaml thrashosds-health.yaml whitelist_health.yaml workloads/kclient_workunit_suites_iozone.yaml} | 3 | |||
pass | 2713622 | 2018-06-27 15:46:16 | 2018-06-27 20:19:01 | 2018-06-27 20:45:00 | 0:25:59 | 0:09:11 | 0:16:48 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore-comp.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_fsync.yaml} | 3 | |||
pass | 2713623 | 2018-06-27 15:46:17 | 2018-06-27 20:19:04 | 2018-06-27 23:41:07 | 3:22:03 | 0:24:07 | 2:57:56 | smithi | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/strays.yaml whitelist_health.yaml} | 6 | |||
pass | 2713624 | 2018-06-27 15:46:18 | 2018-06-27 20:19:07 | 2018-06-27 20:41:06 | 0:21:59 | 0:11:35 | 0:10:24 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_iozone.yaml} | 3 | |||
pass | 2713625 | 2018-06-27 15:46:19 | 2018-06-27 20:19:32 | 2018-06-27 20:53:32 | 0:34:00 | 0:10:59 | 0:23:01 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_pjd.yaml} | 3 | |||
pass | 2713626 | 2018-06-27 15:46:20 | 2018-06-27 20:21:08 | 2018-06-28 00:03:13 | 3:42:05 | 0:19:00 | 3:23:05 | smithi | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/filestore-xfs.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/volume-client.yaml whitelist_health.yaml} | 6 | |||
pass | 2713627 | 2018-06-27 15:46:21 | 2018-06-27 20:21:08 | 2018-06-27 20:41:08 | 0:20:00 | 0:09:22 | 0:10:38 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/yes.yaml objectstore-ec/filestore-xfs.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_trivial_sync.yaml} | 3 |