User | Scheduled | Started | Updated | Runtime | Suite | Branch | Machine Type | Revision | Pass | Fail | Dead |
---|---|---|---|---|---|---|---|---|---|---|---|
yuriw | 2018-12-12 21:15:36 | 2018-12-13 00:34:09 | 2018-12-13 12:42:22 | 12:08:13 | kcephfs | wip-yuri5-testing-2018-12-12-1653-luminous | smithi | 49d1f21 | 52 | 5 | 9 |
Status | Job ID | Links | Posted | Started | Updated | Runtime |
Duration |
In Waiting |
Machine | Teuthology Branch | OS Type | OS Version | Description | Nodes |
---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
pass | 3330975 | 2018-12-12 21:15:41 | 2018-12-12 23:56:50 | 2018-12-13 00:18:49 | 0:21:59 | 0:09:26 | 0:12:33 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml log-config.yaml ms-die-on-skipped.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_direct_io.yaml} | 3 | |||
dead | 3330977 | 2018-12-12 21:15:41 | 2018-12-12 23:57:19 | 2018-12-13 00:13:18 | 0:15:59 | smithi | master | kcephfs/mixed-clients/{clusters/1-mds-2-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml ms-die-on-skipped.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kernel_cfuse_workunits_dbench_iozone.yaml} | — | |||||
Failure Reason:
reached maximum tries (60) after waiting for 900 seconds |
||||||||||||||
dead | 3330979 | 2018-12-12 21:15:42 | 2018-12-12 23:58:01 | 2018-12-13 12:00:13 | 12:02:12 | smithi | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mounts/kmounts.yaml objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/forward-scrub.yaml whitelist_health.yaml} | — | |||||
fail | 3330981 | 2018-12-12 21:15:43 | 2018-12-12 23:58:09 | 2018-12-13 00:34:09 | 0:36:00 | 0:24:37 | 0:11:23 | smithi | master | kcephfs/thrash/{clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml log-config.yaml ms-die-on-skipped.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrashers/default.yaml thrashosds-health.yaml whitelist_health.yaml workloads/kclient_workunit_suites_ffsb.yaml} | 3 | |||
Failure Reason:
"2018-12-13 00:18:09.211544 mon.b mon.0 172.21.15.33:6789/0 769 : cluster [WRN] Health check failed: 1 MDSs report slow metadata IOs (MDS_SLOW_METADATA_IO)" in cluster log |
||||||||||||||
pass | 3330982 | 2018-12-12 21:15:44 | 2018-12-13 00:00:04 | 2018-12-13 00:40:04 | 0:40:00 | 0:28:11 | 0:11:49 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml ms-die-on-skipped.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_kernel_untar_build.yaml} | 3 | |||
pass | 3330984 | 2018-12-12 21:15:44 | 2018-12-13 00:00:04 | 2018-12-13 02:52:06 | 2:52:02 | 0:18:50 | 2:33:12 | smithi | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mounts/kmounts.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/journal-repair.yaml whitelist_health.yaml} | 6 | |||
pass | 3330986 | 2018-12-12 21:15:45 | 2018-12-13 00:01:59 | 2018-12-13 00:39:58 | 0:37:59 | 0:26:59 | 0:11:00 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml objectstore-ec/bluestore.yaml overrides/{frag_enable.yaml log-config.yaml ms-die-on-skipped.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_misc.yaml} | 3 | |||
pass | 3330987 | 2018-12-12 21:15:46 | 2018-12-13 00:01:59 | 2018-12-13 04:00:02 | 3:58:03 | 0:10:11 | 3:47:52 | smithi | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mounts/kmounts.yaml objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/mds-flush.yaml whitelist_health.yaml} | 6 | |||
pass | 3330989 | 2018-12-12 21:15:47 | 2018-12-13 00:02:13 | 2018-12-13 00:44:13 | 0:42:00 | 0:28:55 | 0:13:05 | smithi | master | kcephfs/mixed-clients/{clusters/1-mds-2-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml log-config.yaml ms-die-on-skipped.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kernel_cfuse_workunits_untarbuild_blogbench.yaml} | 4 | |||
pass | 3330991 | 2018-12-12 21:15:47 | 2018-12-13 00:02:22 | 2018-12-13 00:32:22 | 0:30:00 | 0:19:06 | 0:10:54 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml log-config.yaml ms-die-on-skipped.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_o_trunc.yaml} | 3 | |||
dead | 3330993 | 2018-12-12 21:15:48 | 2018-12-13 00:03:33 | 2018-12-13 12:05:50 | 12:02:17 | smithi | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mounts/kmounts.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/mds-full.yaml whitelist_health.yaml} | — | |||||
pass | 3330994 | 2018-12-12 21:15:49 | 2018-12-13 00:03:45 | 2018-12-13 00:57:45 | 0:54:00 | 0:43:57 | 0:10:03 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml ms-die-on-skipped.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_snaps.yaml} | 3 | |||
pass | 3330996 | 2018-12-12 21:15:50 | 2018-12-13 00:03:49 | 2018-12-13 01:39:49 | 1:36:00 | 0:10:32 | 1:25:28 | smithi | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mounts/kmounts.yaml objectstore-ec/bluestore.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/pool-perm.yaml whitelist_health.yaml} | 6 | |||
pass | 3330998 | 2018-12-12 21:15:50 | 2018-12-13 00:03:51 | 2018-12-13 00:27:50 | 0:23:59 | 0:11:44 | 0:12:15 | smithi | master | kcephfs/thrash/{clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml ms-die-on-skipped.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrashers/mds.yaml thrashosds-health.yaml whitelist_health.yaml workloads/kclient_workunit_suites_iozone.yaml} | 3 | |||
pass | 3331000 | 2018-12-12 21:15:51 | 2018-12-13 00:03:55 | 2018-12-13 00:51:55 | 0:48:00 | 0:37:47 | 0:10:13 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml log-config.yaml ms-die-on-skipped.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_dbench.yaml} | 3 | |||
pass | 3331001 | 2018-12-12 21:15:52 | 2018-12-13 00:04:21 | 2018-12-13 00:58:21 | 0:54:00 | 0:42:36 | 0:11:24 | smithi | master | kcephfs/mixed-clients/{clusters/1-mds-2-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml ms-die-on-skipped.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kernel_cfuse_workunits_dbench_iozone.yaml} | 4 | |||
pass | 3331003 | 2018-12-12 21:15:53 | 2018-12-13 00:05:00 | 2018-12-13 02:45:02 | 2:40:02 | 0:12:36 | 2:27:26 | smithi | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mounts/kmounts.yaml objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/sessionmap.yaml whitelist_health.yaml} | 6 | |||
fail | 3331005 | 2018-12-12 21:15:54 | 2018-12-13 00:05:37 | 2018-12-13 01:19:37 | 1:14:00 | 1:02:04 | 0:11:56 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml ms-die-on-skipped.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_ffsb.yaml} | 3 | |||
Failure Reason:
"2018-12-13 00:23:46.613007 mon.a mon.0 172.21.15.148:6789/0 242 : cluster [WRN] Health check failed: 2081 slow requests are blocked > 32 sec. Implicated osds 1,4 (REQUEST_SLOW)" in cluster log |
||||||||||||||
fail | 3331007 | 2018-12-12 21:15:54 | 2018-12-13 00:05:38 | 2018-12-13 02:09:39 | 2:04:01 | 0:13:13 | 1:50:48 | smithi | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mounts/kmounts.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/strays.yaml whitelist_health.yaml} | 6 | |||
Failure Reason:
Test failure: test_files_throttle (tasks.cephfs.test_strays.TestStrays) |
||||||||||||||
pass | 3331008 | 2018-12-12 21:15:55 | 2018-12-13 00:06:54 | 2018-12-13 00:28:54 | 0:22:00 | 0:12:12 | 0:09:48 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml objectstore-ec/bluestore.yaml overrides/{frag_enable.yaml log-config.yaml ms-die-on-skipped.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_fsstress.yaml} | 3 | |||
dead | 3331010 | 2018-12-12 21:15:56 | 2018-12-13 00:07:47 | 2018-12-13 12:09:59 | 12:02:12 | smithi | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mounts/kmounts.yaml objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/volume-client.yaml whitelist_health.yaml} | — | |||||
pass | 3331012 | 2018-12-12 21:15:57 | 2018-12-13 00:07:47 | 2018-12-13 00:51:47 | 0:44:00 | 0:27:22 | 0:16:38 | smithi | master | kcephfs/mixed-clients/{clusters/1-mds-2-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} objectstore-ec/bluestore.yaml overrides/{frag_enable.yaml log-config.yaml ms-die-on-skipped.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kernel_cfuse_workunits_untarbuild_blogbench.yaml} | 4 | |||
pass | 3331014 | 2018-12-12 21:15:57 | 2018-12-13 00:07:47 | 2018-12-13 00:33:46 | 0:25:59 | 0:16:13 | 0:09:46 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml log-config.yaml ms-die-on-skipped.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_fsx.yaml} | 3 | |||
pass | 3331015 | 2018-12-12 21:15:58 | 2018-12-13 00:07:51 | 2018-12-13 02:43:52 | 2:36:01 | 0:11:19 | 2:24:42 | smithi | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mounts/kmounts.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/auto-repair.yaml whitelist_health.yaml} | 6 | |||
pass | 3331017 | 2018-12-12 21:15:59 | 2018-12-13 00:07:51 | 2018-12-13 00:43:51 | 0:36:00 | 0:22:31 | 0:13:29 | smithi | master | kcephfs/thrash/{clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} objectstore-ec/bluestore.yaml overrides/{frag_enable.yaml log-config.yaml ms-die-on-skipped.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrashers/mon.yaml thrashosds-health.yaml whitelist_health.yaml workloads/kclient_workunit_suites_ffsb.yaml} | 3 | |||
pass | 3331019 | 2018-12-12 21:16:00 | 2018-12-13 00:07:55 | 2018-12-13 00:27:55 | 0:20:00 | 0:09:13 | 0:10:47 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml ms-die-on-skipped.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_fsync.yaml} | 3 | |||
dead | 3331020 | 2018-12-12 21:16:00 | 2018-12-13 00:07:55 | 2018-12-13 12:10:12 | 12:02:17 | smithi | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mounts/kmounts.yaml objectstore-ec/bluestore.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/backtrace.yaml whitelist_health.yaml} | — | |||||
pass | 3331022 | 2018-12-12 21:16:01 | 2018-12-13 00:09:37 | 2018-12-13 00:33:36 | 0:23:59 | 0:11:17 | 0:12:42 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml log-config.yaml ms-die-on-skipped.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_iozone.yaml} | 3 | |||
pass | 3331024 | 2018-12-12 21:16:02 | 2018-12-13 00:11:39 | 2018-12-13 01:21:40 | 1:10:01 | 0:38:27 | 0:31:34 | smithi | master | kcephfs/mixed-clients/{clusters/1-mds-2-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml log-config.yaml ms-die-on-skipped.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kernel_cfuse_workunits_dbench_iozone.yaml} | 4 | |||
pass | 3331026 | 2018-12-12 21:16:03 | 2018-12-13 00:12:23 | 2018-12-13 03:08:25 | 2:56:02 | 0:15:51 | 2:40:11 | smithi | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mounts/kmounts.yaml objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/client-limits.yaml whitelist_health.yaml} | 6 | |||
pass | 3331027 | 2018-12-12 21:16:03 | 2018-12-13 00:13:32 | 2018-12-13 00:33:31 | 0:19:59 | 0:10:25 | 0:09:34 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml ms-die-on-skipped.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_pjd.yaml} | 3 | |||
dead | 3331029 | 2018-12-12 21:16:04 | 2018-12-13 00:13:37 | 2018-12-13 12:15:48 | 12:02:11 | smithi | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mounts/kmounts.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/client-recovery.yaml whitelist_health.yaml} | — | |||||
pass | 3331031 | 2018-12-12 21:16:05 | 2018-12-13 00:14:09 | 2018-12-13 00:34:08 | 0:19:59 | 0:08:08 | 0:11:51 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml objectstore-ec/bluestore.yaml overrides/{frag_enable.yaml log-config.yaml ms-die-on-skipped.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_trivial_sync.yaml} | 3 | |||
pass | 3331033 | 2018-12-12 21:16:06 | 2018-12-13 00:14:15 | 2018-12-13 00:34:14 | 0:19:59 | 0:08:51 | 0:11:08 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml log-config.yaml ms-die-on-skipped.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_direct_io.yaml} | 3 | |||
pass | 3331034 | 2018-12-12 21:16:06 | 2018-12-13 00:16:01 | 2018-12-13 01:10:01 | 0:54:00 | 0:32:05 | 0:21:55 | smithi | master | kcephfs/mixed-clients/{clusters/1-mds-2-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml ms-die-on-skipped.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kernel_cfuse_workunits_untarbuild_blogbench.yaml} | 4 | |||
pass | 3331036 | 2018-12-12 21:16:07 | 2018-12-13 00:16:12 | 2018-12-13 01:42:12 | 1:26:00 | 0:10:26 | 1:15:34 | smithi | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mounts/kmounts.yaml objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/config-commands.yaml whitelist_health.yaml} | 6 | |||
pass | 3331038 | 2018-12-12 21:16:08 | 2018-12-13 00:16:40 | 2018-12-13 00:48:39 | 0:31:59 | 0:18:12 | 0:13:47 | smithi | master | kcephfs/thrash/{clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml log-config.yaml ms-die-on-skipped.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrashers/default.yaml thrashosds-health.yaml whitelist_health.yaml workloads/kclient_workunit_suites_iozone.yaml} | 3 | |||
pass | 3331040 | 2018-12-12 21:16:09 | 2018-12-13 00:18:05 | 2018-12-13 00:58:05 | 0:40:00 | 0:28:26 | 0:11:34 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml ms-die-on-skipped.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_kernel_untar_build.yaml} | 3 | |||
pass | 3331041 | 2018-12-12 21:16:09 | 2018-12-13 00:18:51 | 2018-12-13 02:20:52 | 2:02:01 | 0:19:05 | 1:42:56 | smithi | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mounts/kmounts.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/damage.yaml whitelist_health.yaml} | 6 | |||
pass | 3331043 | 2018-12-12 21:16:10 | 2018-12-13 00:20:10 | 2018-12-13 00:58:10 | 0:38:00 | 0:28:09 | 0:09:51 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml log-config.yaml ms-die-on-skipped.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_misc.yaml} | 3 | |||
pass | 3331045 | 2018-12-12 21:16:11 | 2018-12-13 00:20:23 | 2018-12-13 06:10:28 | 5:50:05 | 0:24:01 | 5:26:04 | smithi | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mounts/kmounts.yaml objectstore-ec/bluestore.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/data-scan.yaml whitelist_health.yaml} | 6 | |||
pass | 3331046 | 2018-12-12 21:16:12 | 2018-12-13 00:21:51 | 2018-12-13 01:21:51 | 1:00:00 | 0:40:31 | 0:19:29 | smithi | master | kcephfs/mixed-clients/{clusters/1-mds-2-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml log-config.yaml ms-die-on-skipped.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kernel_cfuse_workunits_dbench_iozone.yaml} | 4 | |||
pass | 3331048 | 2018-12-12 21:16:13 | 2018-12-13 00:22:00 | 2018-12-13 00:52:00 | 0:30:00 | 0:18:29 | 0:11:31 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml ms-die-on-skipped.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_o_trunc.yaml} | 3 | |||
pass | 3331050 | 2018-12-12 21:16:13 | 2018-12-13 00:22:11 | 2018-12-13 01:50:12 | 1:28:01 | 0:14:20 | 1:13:41 | smithi | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mounts/kmounts.yaml objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/failover.yaml whitelist_health.yaml} | 6 | |||
pass | 3331052 | 2018-12-12 21:16:14 | 2018-12-13 00:22:12 | 2018-12-13 01:10:12 | 0:48:00 | 0:35:28 | 0:12:32 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml objectstore-ec/bluestore.yaml overrides/{frag_enable.yaml log-config.yaml ms-die-on-skipped.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_snaps.yaml} | 3 | |||
pass | 3331053 | 2018-12-12 21:16:15 | 2018-12-13 00:25:54 | 2018-12-13 06:35:59 | 6:10:05 | 0:14:01 | 5:56:04 | smithi | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mounts/kmounts.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/forward-scrub.yaml whitelist_health.yaml} | 6 | |||
pass | 3331055 | 2018-12-12 21:16:16 | 2018-12-13 00:27:20 | 2018-12-13 01:41:20 | 1:14:00 | 1:03:39 | 0:10:21 | smithi | master | kcephfs/thrash/{clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml ms-die-on-skipped.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrashers/mds.yaml thrashosds-health.yaml whitelist_health.yaml workloads/kclient_workunit_suites_ffsb.yaml} | 3 | |||
pass | 3331057 | 2018-12-12 21:16:17 | 2018-12-13 00:27:52 | 2018-12-13 01:17:51 | 0:49:59 | 0:36:26 | 0:13:33 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml log-config.yaml ms-die-on-skipped.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_dbench.yaml} | 3 | |||
pass | 3331059 | 2018-12-12 21:16:17 | 2018-12-13 00:27:56 | 2018-12-13 01:09:56 | 0:42:00 | 0:31:17 | 0:10:43 | smithi | master | kcephfs/mixed-clients/{clusters/1-mds-2-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml ms-die-on-skipped.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kernel_cfuse_workunits_untarbuild_blogbench.yaml} | 4 | |||
pass | 3331060 | 2018-12-12 21:16:18 | 2018-12-13 00:28:39 | 2018-12-13 03:38:41 | 3:10:02 | 0:19:10 | 2:50:52 | smithi | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mounts/kmounts.yaml objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/journal-repair.yaml whitelist_health.yaml} | 6 | |||
fail | 3331062 | 2018-12-12 21:16:19 | 2018-12-13 00:28:55 | 2018-12-13 01:40:55 | 1:12:00 | 1:00:25 | 0:11:35 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml ms-die-on-skipped.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_ffsb.yaml} | 3 | |||
Failure Reason:
"2018-12-13 00:46:24.449047 mon.a mon.0 172.21.15.62:6789/0 156 : cluster [WRN] Health check failed: 3220 slow requests are blocked > 32 sec. Implicated osds 4,5 (REQUEST_SLOW)" in cluster log |
||||||||||||||
dead | 3331064 | 2018-12-12 21:16:20 | 2018-12-13 00:30:13 | 2018-12-13 12:32:25 | 12:02:12 | smithi | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mounts/kmounts.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/mds-flush.yaml whitelist_health.yaml} | — | |||||
pass | 3331066 | 2018-12-12 21:16:20 | 2018-12-13 00:31:44 | 2018-12-13 01:01:44 | 0:30:00 | 0:12:31 | 0:17:29 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml log-config.yaml ms-die-on-skipped.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_fsstress.yaml} | 3 | |||
dead | 3331067 | 2018-12-12 21:16:21 | 2018-12-13 00:32:00 | 2018-12-13 12:34:11 | 12:02:11 | smithi | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mounts/kmounts.yaml objectstore-ec/bluestore.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/mds-full.yaml whitelist_health.yaml} | — | |||||
pass | 3331069 | 2018-12-12 21:16:22 | 2018-12-13 00:32:33 | 2018-12-13 01:24:33 | 0:52:00 | 0:40:32 | 0:11:28 | smithi | master | kcephfs/mixed-clients/{clusters/1-mds-2-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} objectstore-ec/bluestore.yaml overrides/{frag_enable.yaml log-config.yaml ms-die-on-skipped.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kernel_cfuse_workunits_dbench_iozone.yaml} | 4 | |||
pass | 3331071 | 2018-12-12 21:16:23 | 2018-12-13 00:33:30 | 2018-12-13 01:13:29 | 0:39:59 | 0:25:17 | 0:14:42 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml ms-die-on-skipped.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_fsx.yaml} | 3 | |||
pass | 3331072 | 2018-12-12 21:16:23 | 2018-12-13 00:33:32 | 2018-12-13 02:05:38 | 1:32:06 | 0:10:44 | 1:21:22 | smithi | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mounts/kmounts.yaml objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/pool-perm.yaml whitelist_health.yaml} | 6 | |||
pass | 3331074 | 2018-12-12 21:16:24 | 2018-12-13 00:33:48 | 2018-12-13 01:03:47 | 0:29:59 | 0:11:10 | 0:18:49 | smithi | master | kcephfs/thrash/{clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml log-config.yaml ms-die-on-skipped.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrashers/mon.yaml thrashosds-health.yaml whitelist_health.yaml workloads/kclient_workunit_suites_iozone.yaml} | 3 | |||
pass | 3331076 | 2018-12-12 21:16:25 | 2018-12-13 00:33:48 | 2018-12-13 00:59:47 | 0:25:59 | 0:08:50 | 0:17:09 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml objectstore-ec/bluestore.yaml overrides/{frag_enable.yaml log-config.yaml ms-die-on-skipped.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_fsync.yaml} | 3 | |||
pass | 3331077 | 2018-12-12 21:16:26 | 2018-12-13 00:34:09 | 2018-12-13 07:04:15 | 6:30:06 | 0:16:29 | 6:13:37 | smithi | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mounts/kmounts.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/sessionmap.yaml whitelist_health.yaml} | 6 | |||
fail | 3331079 | 2018-12-12 21:16:26 | 2018-12-13 00:34:10 | 2018-12-13 01:20:10 | 0:46:00 | 0:25:06 | 0:20:54 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml log-config.yaml ms-die-on-skipped.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_iozone.yaml} | 3 | |||
Failure Reason:
"2018-12-13 00:59:08.175612 mon.a mon.0 172.21.15.2:6789/0 150 : cluster [WRN] Health check failed: 13 slow requests are blocked > 32 sec. Implicated osds 1 (REQUEST_SLOW)" in cluster log |
||||||||||||||
pass | 3331081 | 2018-12-12 21:16:27 | 2018-12-13 00:34:15 | 2018-12-13 01:18:15 | 0:44:00 | 0:24:39 | 0:19:21 | smithi | master | kcephfs/mixed-clients/{clusters/1-mds-2-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml log-config.yaml ms-die-on-skipped.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kernel_cfuse_workunits_untarbuild_blogbench.yaml} | 4 | |||
dead | 3331082 | 2018-12-12 21:16:28 | 2018-12-13 00:40:10 | 2018-12-13 12:42:22 | 12:02:12 | smithi | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mounts/kmounts.yaml objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/strays.yaml whitelist_health.yaml} | — | |||||
pass | 3331084 | 2018-12-12 21:16:28 | 2018-12-13 00:40:11 | 2018-12-13 01:10:10 | 0:29:59 | 0:09:48 | 0:20:11 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml ms-die-on-skipped.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_pjd.yaml} | 3 | |||
pass | 3331086 | 2018-12-12 21:16:29 | 2018-12-13 00:40:11 | 2018-12-13 02:40:12 | 2:00:01 | 0:20:54 | 1:39:07 | smithi | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mounts/kmounts.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/volume-client.yaml whitelist_health.yaml} | 6 | |||
pass | 3331088 | 2018-12-12 21:16:30 | 2018-12-13 00:42:26 | 2018-12-13 01:02:25 | 0:19:59 | 0:08:08 | 0:11:51 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml log-config.yaml ms-die-on-skipped.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_trivial_sync.yaml} | 3 |