User | Scheduled | Started | Updated | Runtime | Suite | Branch | Machine Type | Revision | Pass | Fail | Dead |
---|---|---|---|---|---|---|---|---|---|---|---|
yuriw | 2019-01-02 20:02:04 | 2019-01-02 23:40:56 | 2019-01-03 11:44:52 | 12:03:56 | kcephfs | wip-yuri4-testing-2019-01-02-1647-luminous | smithi | 12715fe | 54 | 4 | 8 |
Status | Job ID | Links | Posted | Started | Updated | Runtime |
Duration |
In Waiting |
Machine | Teuthology Branch | OS Type | OS Version | Description | Nodes |
---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
pass | 3415705 | 2019-01-02 20:02:10 | 2019-01-02 23:21:03 | 2019-01-02 23:41:03 | 0:20:00 | 0:09:18 | 0:10:42 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml log-config.yaml ms-die-on-skipped.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_direct_io.yaml} | 3 | |||
pass | 3415706 | 2019-01-02 20:02:10 | 2019-01-02 23:21:03 | 2019-01-03 01:37:05 | 2:16:02 | 0:43:18 | 1:32:44 | smithi | master | kcephfs/mixed-clients/{clusters/1-mds-2-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml ms-die-on-skipped.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kernel_cfuse_workunits_dbench_iozone.yaml} | 4 | |||
pass | 3415707 | 2019-01-02 20:02:11 | 2019-01-02 23:21:21 | 2019-01-03 07:25:28 | 8:04:07 | 0:12:30 | 7:51:37 | smithi | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mounts/kmounts.yaml objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/forward-scrub.yaml whitelist_health.yaml} | 6 | |||
pass | 3415708 | 2019-01-02 20:02:12 | 2019-01-02 23:21:28 | 2019-01-03 00:09:27 | 0:47:59 | 0:22:13 | 0:25:46 | smithi | master | kcephfs/thrash/{clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml log-config.yaml ms-die-on-skipped.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrashers/default.yaml thrashosds-health.yaml whitelist_health.yaml workloads/kclient_workunit_suites_ffsb.yaml} | 3 | |||
pass | 3415709 | 2019-01-02 20:02:13 | 2019-01-02 23:22:51 | 2019-01-03 00:18:51 | 0:56:00 | 0:29:00 | 0:27:00 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml ms-die-on-skipped.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_kernel_untar_build.yaml} | 3 | |||
pass | 3415710 | 2019-01-02 20:02:13 | 2019-01-02 23:22:52 | 2019-01-03 08:22:59 | 9:00:07 | 0:18:46 | 8:41:21 | smithi | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mounts/kmounts.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/journal-repair.yaml whitelist_health.yaml} | 6 | |||
pass | 3415711 | 2019-01-02 20:02:14 | 2019-01-02 23:22:52 | 2019-01-03 00:08:51 | 0:45:59 | 0:26:49 | 0:19:10 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml objectstore-ec/bluestore.yaml overrides/{frag_enable.yaml log-config.yaml ms-die-on-skipped.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_misc.yaml} | 3 | |||
pass | 3415712 | 2019-01-02 20:02:15 | 2019-01-02 23:22:52 | 2019-01-03 02:36:54 | 3:14:02 | 0:10:28 | 3:03:34 | smithi | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mounts/kmounts.yaml objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/mds-flush.yaml whitelist_health.yaml} | 6 | |||
pass | 3415713 | 2019-01-02 20:02:16 | 2019-01-02 23:22:51 | 2019-01-03 00:08:51 | 0:46:00 | 0:27:21 | 0:18:39 | smithi | master | kcephfs/mixed-clients/{clusters/1-mds-2-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml log-config.yaml ms-die-on-skipped.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kernel_cfuse_workunits_untarbuild_blogbench.yaml} | 4 | |||
pass | 3415714 | 2019-01-02 20:02:16 | 2019-01-02 23:22:58 | 2019-01-03 00:22:58 | 1:00:00 | 0:18:27 | 0:41:33 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml log-config.yaml ms-die-on-skipped.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_o_trunc.yaml} | 3 | |||
dead | 3415715 | 2019-01-02 20:02:17 | 2019-01-02 23:23:00 | 2019-01-03 11:25:11 | 12:02:11 | smithi | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mounts/kmounts.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/mds-full.yaml whitelist_health.yaml} | — | |||||
fail | 3415716 | 2019-01-02 20:02:18 | 2019-01-02 23:23:11 | 2019-01-03 00:37:11 | 1:14:00 | 0:46:43 | 0:27:17 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml ms-die-on-skipped.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_snaps.yaml} | 3 | |||
Failure Reason:
"2019-01-03 00:08:36.171779 mon.b mon.0 172.21.15.41:6789/0 397 : cluster [WRN] Health check failed: 933 slow requests are blocked > 32 sec. Implicated osds 4 (REQUEST_SLOW)" in cluster log |
||||||||||||||
pass | 3415717 | 2019-01-02 20:02:19 | 2019-01-02 23:23:26 | 2019-01-03 00:17:25 | 0:53:59 | 0:10:48 | 0:43:11 | smithi | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mounts/kmounts.yaml objectstore-ec/bluestore.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/pool-perm.yaml whitelist_health.yaml} | 6 | |||
pass | 3415718 | 2019-01-02 20:02:19 | 2019-01-02 23:25:14 | 2019-01-02 23:51:13 | 0:25:59 | 0:11:51 | 0:14:08 | smithi | master | kcephfs/thrash/{clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml ms-die-on-skipped.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrashers/mds.yaml thrashosds-health.yaml whitelist_health.yaml workloads/kclient_workunit_suites_iozone.yaml} | 3 | |||
pass | 3415719 | 2019-01-02 20:02:20 | 2019-01-02 23:25:14 | 2019-01-03 00:17:14 | 0:52:00 | 0:39:00 | 0:13:00 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml log-config.yaml ms-die-on-skipped.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_dbench.yaml} | 3 | |||
pass | 3415720 | 2019-01-02 20:02:21 | 2019-01-02 23:25:14 | 2019-01-03 00:23:14 | 0:58:00 | 0:44:14 | 0:13:46 | smithi | master | kcephfs/mixed-clients/{clusters/1-mds-2-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml ms-die-on-skipped.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kernel_cfuse_workunits_dbench_iozone.yaml} | 4 | |||
dead | 3415721 | 2019-01-02 20:02:22 | 2019-01-02 23:25:14 | 2019-01-03 11:27:26 | 12:02:12 | smithi | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mounts/kmounts.yaml objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/sessionmap.yaml whitelist_health.yaml} | — | |||||
fail | 3415722 | 2019-01-02 20:02:22 | 2019-01-02 23:26:39 | 2019-01-03 00:40:40 | 1:14:01 | 0:58:41 | 0:15:20 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml ms-die-on-skipped.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_ffsb.yaml} | 3 | |||
Failure Reason:
"2019-01-02 23:47:50.727656 mon.a mon.0 172.21.15.142:6789/0 239 : cluster [WRN] Health check failed: 13161 slow requests are blocked > 32 sec. Implicated osds 0,1,3,4,5 (REQUEST_SLOW)" in cluster log |
||||||||||||||
pass | 3415723 | 2019-01-02 20:02:23 | 2019-01-02 23:27:11 | 2019-01-03 04:43:15 | 5:16:04 | 0:24:26 | 4:51:38 | smithi | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mounts/kmounts.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/strays.yaml whitelist_health.yaml} | 6 | |||
pass | 3415724 | 2019-01-02 20:02:24 | 2019-01-02 23:28:03 | 2019-01-03 01:10:04 | 1:42:01 | 0:12:35 | 1:29:26 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml objectstore-ec/bluestore.yaml overrides/{frag_enable.yaml log-config.yaml ms-die-on-skipped.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_fsstress.yaml} | 3 | |||
pass | 3415725 | 2019-01-02 20:02:25 | 2019-01-02 23:28:35 | 2019-01-03 09:30:45 | 10:02:10 | 0:20:41 | 9:41:29 | smithi | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mounts/kmounts.yaml objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/volume-client.yaml whitelist_health.yaml} | 6 | |||
pass | 3415726 | 2019-01-02 20:02:26 | 2019-01-02 23:29:14 | 2019-01-03 00:15:14 | 0:46:00 | 0:27:25 | 0:18:35 | smithi | master | kcephfs/mixed-clients/{clusters/1-mds-2-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} objectstore-ec/bluestore.yaml overrides/{frag_enable.yaml log-config.yaml ms-die-on-skipped.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kernel_cfuse_workunits_untarbuild_blogbench.yaml} | 4 | |||
pass | 3415727 | 2019-01-02 20:02:26 | 2019-01-02 23:29:14 | 2019-01-03 00:53:15 | 1:24:01 | 0:15:42 | 1:08:19 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml log-config.yaml ms-die-on-skipped.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_fsx.yaml} | 3 | |||
pass | 3415728 | 2019-01-02 20:02:27 | 2019-01-02 23:29:14 | 2019-01-03 02:15:16 | 2:46:02 | 0:10:56 | 2:35:06 | smithi | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mounts/kmounts.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/auto-repair.yaml whitelist_health.yaml} | 6 | |||
pass | 3415729 | 2019-01-02 20:02:28 | 2019-01-02 23:30:49 | 2019-01-03 00:26:49 | 0:56:00 | 0:22:22 | 0:33:38 | smithi | master | kcephfs/thrash/{clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} objectstore-ec/bluestore.yaml overrides/{frag_enable.yaml log-config.yaml ms-die-on-skipped.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrashers/mon.yaml thrashosds-health.yaml whitelist_health.yaml workloads/kclient_workunit_suites_ffsb.yaml} | 3 | |||
pass | 3415730 | 2019-01-02 20:02:29 | 2019-01-02 23:31:35 | 2019-01-02 23:51:34 | 0:19:59 | 0:09:09 | 0:10:50 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml ms-die-on-skipped.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_fsync.yaml} | 3 | |||
dead | 3415731 | 2019-01-02 20:02:29 | 2019-01-02 23:32:54 | 2019-01-03 11:35:06 | 12:02:12 | smithi | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mounts/kmounts.yaml objectstore-ec/bluestore.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/backtrace.yaml whitelist_health.yaml} | — | |||||
pass | 3415732 | 2019-01-02 20:02:30 | 2019-01-02 23:32:54 | 2019-01-03 00:00:53 | 0:27:59 | 0:10:50 | 0:17:09 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml log-config.yaml ms-die-on-skipped.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_iozone.yaml} | 3 | |||
pass | 3415733 | 2019-01-02 20:02:31 | 2019-01-02 23:32:58 | 2019-01-03 00:22:58 | 0:50:00 | 0:36:40 | 0:13:20 | smithi | master | kcephfs/mixed-clients/{clusters/1-mds-2-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml log-config.yaml ms-die-on-skipped.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kernel_cfuse_workunits_dbench_iozone.yaml} | 4 | |||
dead | 3415734 | 2019-01-02 20:02:32 | 2019-01-02 23:33:00 | 2019-01-03 11:35:11 | 12:02:11 | smithi | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mounts/kmounts.yaml objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/client-limits.yaml whitelist_health.yaml} | — | |||||
pass | 3415735 | 2019-01-02 20:02:32 | 2019-01-02 23:33:00 | 2019-01-02 23:54:59 | 0:21:59 | 0:09:59 | 0:12:00 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml ms-die-on-skipped.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_pjd.yaml} | 3 | |||
pass | 3415736 | 2019-01-02 20:02:33 | 2019-01-02 23:33:11 | 2019-01-03 02:35:13 | 3:02:02 | 0:38:26 | 2:23:36 | smithi | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mounts/kmounts.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/client-recovery.yaml whitelist_health.yaml} | 6 | |||
pass | 3415737 | 2019-01-02 20:02:34 | 2019-01-02 23:33:22 | 2019-01-02 23:55:22 | 0:22:00 | 0:08:29 | 0:13:31 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml objectstore-ec/bluestore.yaml overrides/{frag_enable.yaml log-config.yaml ms-die-on-skipped.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_trivial_sync.yaml} | 3 | |||
pass | 3415738 | 2019-01-02 20:02:35 | 2019-01-02 23:35:04 | 2019-01-02 23:59:08 | 0:24:04 | 0:09:03 | 0:15:01 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml log-config.yaml ms-die-on-skipped.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_direct_io.yaml} | 3 | |||
pass | 3415739 | 2019-01-02 20:02:35 | 2019-01-02 23:35:04 | 2019-01-03 00:27:04 | 0:52:00 | 0:31:55 | 0:20:05 | smithi | master | kcephfs/mixed-clients/{clusters/1-mds-2-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml ms-die-on-skipped.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kernel_cfuse_workunits_untarbuild_blogbench.yaml} | 4 | |||
pass | 3415740 | 2019-01-02 20:02:36 | 2019-01-02 23:35:04 | 2019-01-03 04:07:07 | 4:32:03 | 0:12:23 | 4:19:40 | smithi | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mounts/kmounts.yaml objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/config-commands.yaml whitelist_health.yaml} | 6 | |||
pass | 3415741 | 2019-01-02 20:02:37 | 2019-01-02 23:35:23 | 2019-01-03 00:01:22 | 0:25:59 | 0:16:11 | 0:09:48 | smithi | master | kcephfs/thrash/{clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml log-config.yaml ms-die-on-skipped.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrashers/default.yaml thrashosds-health.yaml whitelist_health.yaml workloads/kclient_workunit_suites_iozone.yaml} | 3 | |||
pass | 3415742 | 2019-01-02 20:02:38 | 2019-01-02 23:35:25 | 2019-01-03 00:45:25 | 1:10:00 | 0:27:32 | 0:42:28 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml ms-die-on-skipped.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_kernel_untar_build.yaml} | 3 | |||
dead | 3415743 | 2019-01-02 20:02:38 | 2019-01-02 23:36:56 | 2019-01-03 11:39:08 | 12:02:12 | smithi | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mounts/kmounts.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/damage.yaml whitelist_health.yaml} | — | |||||
pass | 3415744 | 2019-01-02 20:02:39 | 2019-01-02 23:36:56 | 2019-01-03 00:16:55 | 0:39:59 | 0:25:17 | 0:14:42 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml log-config.yaml ms-die-on-skipped.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_misc.yaml} | 3 | |||
pass | 3415745 | 2019-01-02 20:02:40 | 2019-01-02 23:37:03 | 2019-01-03 03:11:07 | 3:34:04 | 0:21:58 | 3:12:06 | smithi | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mounts/kmounts.yaml objectstore-ec/bluestore.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/data-scan.yaml whitelist_health.yaml} | 6 | |||
pass | 3415746 | 2019-01-02 20:02:40 | 2019-01-02 23:37:10 | 2019-01-03 00:31:10 | 0:54:00 | 0:40:50 | 0:13:10 | smithi | master | kcephfs/mixed-clients/{clusters/1-mds-2-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml log-config.yaml ms-die-on-skipped.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kernel_cfuse_workunits_dbench_iozone.yaml} | 4 | |||
pass | 3415747 | 2019-01-02 20:02:41 | 2019-01-02 23:37:19 | 2019-01-03 00:07:19 | 0:30:00 | 0:18:39 | 0:11:21 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml ms-die-on-skipped.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_o_trunc.yaml} | 3 | |||
dead | 3415748 | 2019-01-02 20:02:42 | 2019-01-02 23:38:38 | 2019-01-03 11:40:50 | 12:02:12 | smithi | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mounts/kmounts.yaml objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/failover.yaml whitelist_health.yaml} | — | |||||
pass | 3415749 | 2019-01-02 20:02:43 | 2019-01-02 23:38:39 | 2019-01-03 00:26:38 | 0:47:59 | 0:36:31 | 0:11:28 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml objectstore-ec/bluestore.yaml overrides/{frag_enable.yaml log-config.yaml ms-die-on-skipped.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_snaps.yaml} | 3 | |||
dead | 3415750 | 2019-01-02 20:02:43 | 2019-01-02 23:38:59 | 2019-01-03 11:41:11 | 12:02:12 | smithi | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mounts/kmounts.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/forward-scrub.yaml whitelist_health.yaml} | — | |||||
pass | 3415751 | 2019-01-02 20:02:44 | 2019-01-02 23:39:34 | 2019-01-03 01:03:40 | 1:24:06 | 1:03:38 | 0:20:28 | smithi | master | kcephfs/thrash/{clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml ms-die-on-skipped.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrashers/mds.yaml thrashosds-health.yaml whitelist_health.yaml workloads/kclient_workunit_suites_ffsb.yaml} | 3 | |||
pass | 3415752 | 2019-01-02 20:02:45 | 2019-01-02 23:39:35 | 2019-01-03 00:49:35 | 1:10:00 | 0:37:30 | 0:32:30 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml log-config.yaml ms-die-on-skipped.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_dbench.yaml} | 3 | |||
pass | 3415753 | 2019-01-02 20:02:46 | 2019-01-02 23:40:49 | 2019-01-03 00:26:49 | 0:46:00 | 0:32:10 | 0:13:50 | smithi | master | kcephfs/mixed-clients/{clusters/1-mds-2-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml ms-die-on-skipped.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kernel_cfuse_workunits_untarbuild_blogbench.yaml} | 4 | |||
pass | 3415754 | 2019-01-02 20:02:46 | 2019-01-02 23:40:49 | 2019-01-03 03:42:52 | 4:02:03 | 0:18:40 | 3:43:23 | smithi | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mounts/kmounts.yaml objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/journal-repair.yaml whitelist_health.yaml} | 6 | |||
fail | 3415755 | 2019-01-02 20:02:47 | 2019-01-02 23:40:50 | 2019-01-03 00:54:50 | 1:14:00 | 1:03:07 | 0:10:53 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml ms-die-on-skipped.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_ffsb.yaml} | 3 | |||
Failure Reason:
"2019-01-02 23:57:47.693784 mon.a mon.0 172.21.15.155:6789/0 164 : cluster [WRN] Health check failed: 724 slow requests are blocked > 32 sec. Implicated osds 1 (REQUEST_SLOW)" in cluster log |
||||||||||||||
pass | 3415756 | 2019-01-02 20:02:48 | 2019-01-02 23:40:56 | 2019-01-03 10:25:07 | 10:44:11 | 0:10:08 | 10:34:03 | smithi | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mounts/kmounts.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/mds-flush.yaml whitelist_health.yaml} | 6 | |||
pass | 3415757 | 2019-01-02 20:02:49 | 2019-01-02 23:41:03 | 2019-01-03 00:13:07 | 0:32:04 | 0:12:31 | 0:19:33 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml log-config.yaml ms-die-on-skipped.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_fsstress.yaml} | 3 | |||
pass | 3415758 | 2019-01-02 20:02:49 | 2019-01-02 23:41:04 | 2019-01-03 07:51:11 | 8:10:07 | 0:28:52 | 7:41:15 | smithi | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mounts/kmounts.yaml objectstore-ec/bluestore.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/mds-full.yaml whitelist_health.yaml} | 6 | |||
pass | 3415759 | 2019-01-02 20:02:50 | 2019-01-02 23:41:05 | 2019-01-03 00:39:10 | 0:58:05 | 0:38:40 | 0:19:25 | smithi | master | kcephfs/mixed-clients/{clusters/1-mds-2-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} objectstore-ec/bluestore.yaml overrides/{frag_enable.yaml log-config.yaml ms-die-on-skipped.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kernel_cfuse_workunits_dbench_iozone.yaml} | 4 | |||
pass | 3415760 | 2019-01-02 20:02:51 | 2019-01-02 23:41:12 | 2019-01-03 00:15:11 | 0:33:59 | 0:24:09 | 0:09:50 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml ms-die-on-skipped.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_fsx.yaml} | 3 | |||
dead | 3415761 | 2019-01-02 20:02:52 | 2019-01-02 23:42:40 | 2019-01-03 11:44:52 | 12:02:12 | smithi | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mounts/kmounts.yaml objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/pool-perm.yaml whitelist_health.yaml} | — | |||||
pass | 3415762 | 2019-01-02 20:02:52 | 2019-01-02 23:42:40 | 2019-01-03 00:16:40 | 0:34:00 | 0:10:59 | 0:23:01 | smithi | master | kcephfs/thrash/{clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml log-config.yaml ms-die-on-skipped.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrashers/mon.yaml thrashosds-health.yaml whitelist_health.yaml workloads/kclient_workunit_suites_iozone.yaml} | 3 | |||
pass | 3415763 | 2019-01-02 20:02:53 | 2019-01-02 23:42:48 | 2019-01-03 00:14:48 | 0:32:00 | 0:09:08 | 0:22:52 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml objectstore-ec/bluestore.yaml overrides/{frag_enable.yaml log-config.yaml ms-die-on-skipped.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_fsync.yaml} | 3 | |||
pass | 3415764 | 2019-01-02 20:02:54 | 2019-01-02 23:42:57 | 2019-01-03 05:35:03 | 5:52:06 | 0:12:46 | 5:39:20 | smithi | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mounts/kmounts.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/sessionmap.yaml whitelist_health.yaml} | 6 | |||
fail | 3415765 | 2019-01-02 20:02:55 | 2019-01-02 23:44:50 | 2019-01-03 00:12:49 | 0:27:59 | 0:14:43 | 0:13:16 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml log-config.yaml ms-die-on-skipped.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_iozone.yaml} | 3 | |||
Failure Reason:
"2019-01-03 00:03:50.827230 mon.a mon.0 172.21.15.62:6789/0 149 : cluster [WRN] Health check failed: 7 slow requests are blocked > 32 sec. Implicated osds 0,3 (REQUEST_SLOW)" in cluster log |
||||||||||||||
pass | 3415766 | 2019-01-02 20:02:55 | 2019-01-02 23:45:07 | 2019-01-03 01:51:09 | 2:06:02 | 0:24:48 | 1:41:14 | smithi | master | kcephfs/mixed-clients/{clusters/1-mds-2-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml log-config.yaml ms-die-on-skipped.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kernel_cfuse_workunits_untarbuild_blogbench.yaml} | 4 | |||
pass | 3415767 | 2019-01-02 20:02:56 | 2019-01-02 23:45:18 | 2019-01-03 06:37:24 | 6:52:06 | 0:23:51 | 6:28:15 | smithi | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mounts/kmounts.yaml objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/strays.yaml whitelist_health.yaml} | 6 | |||
pass | 3415768 | 2019-01-02 20:02:57 | 2019-01-02 23:45:28 | 2019-01-03 00:35:28 | 0:50:00 | 0:09:45 | 0:40:15 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml ms-die-on-skipped.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_pjd.yaml} | 3 | |||
pass | 3415769 | 2019-01-02 20:02:58 | 2019-01-02 23:46:05 | 2019-01-03 10:02:15 | 10:16:10 | 0:20:15 | 9:55:55 | smithi | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mounts/kmounts.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/volume-client.yaml whitelist_health.yaml} | 6 | |||
pass | 3415770 | 2019-01-02 20:02:58 | 2019-01-02 23:47:33 | 2019-01-03 00:27:32 | 0:39:59 | 0:08:22 | 0:31:37 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml log-config.yaml ms-die-on-skipped.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_trivial_sync.yaml} | 3 |