User | Scheduled | Started | Updated | Runtime | Suite | Branch | Machine Type | Revision | Pass | Fail | Dead |
---|---|---|---|---|---|---|---|---|---|---|---|
yuriw | 2018-10-02 20:34:18 | 2018-10-03 07:01:36 | 2018-10-03 19:17:49 | 12:16:13 | kcephfs | wip-yuri4-testing-2018-10-02-1655-luminous | smithi | 0e22bc0 | 52 | 3 | 11 |
Status | Job ID | Links | Posted | Started | Updated | Runtime |
Duration |
In Waiting |
Machine | Teuthology Branch | OS Type | OS Version | Description | Nodes |
---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
pass | 3095484 | 2018-10-02 20:34:22 | 2018-10-03 06:49:30 | 2018-10-03 07:25:29 | 0:35:59 | 0:09:17 | 0:26:42 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml log-config.yaml ms-die-on-skipped.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_direct_io.yaml} | 3 | |||
pass | 3095485 | 2018-10-02 20:34:23 | 2018-10-03 06:49:32 | 2018-10-03 08:11:33 | 1:22:01 | 0:45:12 | 0:36:49 | smithi | master | kcephfs/mixed-clients/{clusters/1-mds-2-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml ms-die-on-skipped.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kernel_cfuse_workunits_dbench_iozone.yaml} | 4 | |||
pass | 3095486 | 2018-10-02 20:34:24 | 2018-10-03 06:51:24 | 2018-10-03 13:51:32 | 7:00:08 | 0:12:16 | 6:47:52 | smithi | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mounts/kmounts.yaml objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/forward-scrub.yaml whitelist_health.yaml} | 6 | |||
pass | 3095487 | 2018-10-02 20:34:24 | 2018-10-03 06:51:24 | 2018-10-03 08:13:25 | 1:22:01 | 0:23:27 | 0:58:34 | smithi | master | kcephfs/thrash/{clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml log-config.yaml ms-die-on-skipped.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrashers/default.yaml thrashosds-health.yaml whitelist_health.yaml workloads/kclient_workunit_suites_ffsb.yaml} | 3 | |||
pass | 3095488 | 2018-10-02 20:34:25 | 2018-10-03 06:51:37 | 2018-10-03 07:33:37 | 0:42:00 | 0:27:10 | 0:14:50 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml ms-die-on-skipped.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_kernel_untar_build.yaml} | 3 | |||
pass | 3095489 | 2018-10-02 20:34:26 | 2018-10-03 06:53:39 | 2018-10-03 14:39:47 | 7:46:08 | 0:17:23 | 7:28:45 | smithi | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mounts/kmounts.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/journal-repair.yaml whitelist_health.yaml} | 6 | |||
pass | 3095490 | 2018-10-02 20:34:26 | 2018-10-03 06:53:39 | 2018-10-03 07:41:39 | 0:48:00 | 0:27:43 | 0:20:17 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml objectstore-ec/bluestore.yaml overrides/{frag_enable.yaml log-config.yaml ms-die-on-skipped.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_misc.yaml} | 3 | |||
pass | 3095491 | 2018-10-02 20:34:27 | 2018-10-03 06:53:39 | 2018-10-03 10:01:42 | 3:08:03 | 0:10:53 | 2:57:10 | smithi | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mounts/kmounts.yaml objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/mds-flush.yaml whitelist_health.yaml} | 6 | |||
pass | 3095492 | 2018-10-02 20:34:28 | 2018-10-03 06:53:39 | 2018-10-03 07:53:39 | 1:00:00 | 0:26:23 | 0:33:37 | smithi | master | kcephfs/mixed-clients/{clusters/1-mds-2-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml log-config.yaml ms-die-on-skipped.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kernel_cfuse_workunits_untarbuild_blogbench.yaml} | 4 | |||
pass | 3095493 | 2018-10-02 20:34:28 | 2018-10-03 06:55:16 | 2018-10-03 08:23:17 | 1:28:01 | 0:17:46 | 1:10:15 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml log-config.yaml ms-die-on-skipped.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_o_trunc.yaml} | 3 | |||
dead | 3095494 | 2018-10-02 20:34:29 | 2018-10-03 06:55:19 | 2018-10-03 18:57:33 | 12:02:14 | smithi | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mounts/kmounts.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/mds-full.yaml whitelist_health.yaml} | — | |||||
pass | 3095495 | 2018-10-02 20:34:30 | 2018-10-03 06:55:28 | 2018-10-03 07:53:28 | 0:58:00 | 0:45:12 | 0:12:48 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml ms-die-on-skipped.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_snaps.yaml} | 3 | |||
dead | 3095496 | 2018-10-02 20:34:30 | 2018-10-03 06:57:26 | 2018-10-03 18:59:41 | 12:02:15 | smithi | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mounts/kmounts.yaml objectstore-ec/bluestore.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/pool-perm.yaml whitelist_health.yaml} | — | |||||
pass | 3095497 | 2018-10-02 20:34:31 | 2018-10-03 06:57:28 | 2018-10-03 07:25:27 | 0:27:59 | 0:11:02 | 0:16:57 | smithi | master | kcephfs/thrash/{clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml ms-die-on-skipped.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrashers/mds.yaml thrashosds-health.yaml whitelist_health.yaml workloads/kclient_workunit_suites_iozone.yaml} | 3 | |||
pass | 3095498 | 2018-10-02 20:34:32 | 2018-10-03 06:57:35 | 2018-10-03 08:05:36 | 1:08:01 | 0:38:42 | 0:29:19 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml log-config.yaml ms-die-on-skipped.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_dbench.yaml} | 3 | |||
pass | 3095499 | 2018-10-02 20:34:33 | 2018-10-03 06:57:38 | 2018-10-03 07:53:38 | 0:56:00 | 0:43:14 | 0:12:46 | smithi | master | kcephfs/mixed-clients/{clusters/1-mds-2-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml ms-die-on-skipped.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kernel_cfuse_workunits_dbench_iozone.yaml} | 4 | |||
dead | 3095500 | 2018-10-02 20:34:33 | 2018-10-03 06:57:42 | 2018-10-03 18:59:57 | 12:02:15 | smithi | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mounts/kmounts.yaml objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/sessionmap.yaml whitelist_health.yaml} | — | |||||
fail | 3095501 | 2018-10-02 20:34:34 | 2018-10-03 06:58:52 | 2018-10-03 08:10:53 | 1:12:01 | 0:57:35 | 0:14:26 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml ms-die-on-skipped.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_ffsb.yaml} | 3 | |||
Failure Reason:
"2018-10-03 07:19:18.030566 mon.b mon.0 172.21.15.190:6789/0 139 : cluster [WRN] Health check failed: 5899 slow requests are blocked > 32 sec. Implicated osds 0,1,3,4 (REQUEST_SLOW)" in cluster log |
||||||||||||||
dead | 3095502 | 2018-10-02 20:34:35 | 2018-10-03 06:58:52 | 2018-10-03 19:01:07 | 12:02:15 | smithi | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mounts/kmounts.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/strays.yaml whitelist_health.yaml} | — | |||||
pass | 3095503 | 2018-10-02 20:34:35 | 2018-10-03 06:59:35 | 2018-10-03 07:27:35 | 0:28:00 | 0:08:27 | 0:19:33 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml objectstore-ec/bluestore.yaml overrides/{frag_enable.yaml log-config.yaml ms-die-on-skipped.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_fsstress.yaml} | 3 | |||
pass | 3095504 | 2018-10-02 20:34:36 | 2018-10-03 06:59:36 | 2018-10-03 14:09:44 | 7:10:08 | 0:22:19 | 6:47:49 | smithi | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mounts/kmounts.yaml objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/volume-client.yaml whitelist_health.yaml} | 6 | |||
pass | 3095505 | 2018-10-02 20:34:37 | 2018-10-03 06:59:41 | 2018-10-03 09:07:43 | 2:08:02 | 0:26:31 | 1:41:31 | smithi | master | kcephfs/mixed-clients/{clusters/1-mds-2-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} objectstore-ec/bluestore.yaml overrides/{frag_enable.yaml log-config.yaml ms-die-on-skipped.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kernel_cfuse_workunits_untarbuild_blogbench.yaml} | 4 | |||
pass | 3095506 | 2018-10-02 20:34:38 | 2018-10-03 07:00:03 | 2018-10-03 07:32:02 | 0:31:59 | 0:15:38 | 0:16:21 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml log-config.yaml ms-die-on-skipped.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_fsx.yaml} | 3 | |||
dead | 3095507 | 2018-10-02 20:34:38 | 2018-10-03 07:01:24 | 2018-10-03 19:03:39 | 12:02:15 | smithi | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mounts/kmounts.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/auto-repair.yaml whitelist_health.yaml} | — | |||||
pass | 3095508 | 2018-10-02 20:34:39 | 2018-10-03 07:01:24 | 2018-10-03 07:47:24 | 0:46:00 | 0:22:44 | 0:23:16 | smithi | master | kcephfs/thrash/{clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} objectstore-ec/bluestore.yaml overrides/{frag_enable.yaml log-config.yaml ms-die-on-skipped.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrashers/mon.yaml thrashosds-health.yaml whitelist_health.yaml workloads/kclient_workunit_suites_ffsb.yaml} | 3 | |||
pass | 3095509 | 2018-10-02 20:34:40 | 2018-10-03 07:01:24 | 2018-10-03 07:23:24 | 0:22:00 | 0:09:03 | 0:12:57 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml ms-die-on-skipped.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_fsync.yaml} | 3 | |||
dead | 3095510 | 2018-10-02 20:34:41 | 2018-10-03 07:01:36 | 2018-10-03 19:08:32 | 12:06:56 | 0:07:35 | 11:59:21 | smithi | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mounts/kmounts.yaml objectstore-ec/bluestore.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/backtrace.yaml whitelist_health.yaml} | — | |||
Failure Reason:
{'smithi176.front.sepia.ceph.com': {'msg': 'All items completed', 'changed': False, 'results': [{'item': {'key': 'lv_5', 'value': {'size': '4%VG', 'vg': 'vg_nvme'}}, 'skipped': True, '_ansible_item_result': True, '_ansible_no_log': False, 'skip_reason': 'Conditional result was False', 'changed': False, '_ansible_ignore_errors': None}, {'msg': 'SSH Error: data could not be sent to remote host "smithi176.front.sepia.ceph.com". Make sure this host can be reached over ssh', 'item': {'key': 'lv_4', 'value': {'scratch_dev': True, 'size': '24%VG', 'vg': 'vg_nvme'}}, '_ansible_item_result': True, '_ansible_ignore_errors': None, 'unreachable': True}, {'msg': 'SSH Error: data could not be sent to remote host "smithi176.front.sepia.ceph.com". Make sure this host can be reached over ssh', 'item': {'key': 'lv_3', 'value': {'scratch_dev': True, 'size': '24%VG', 'vg': 'vg_nvme'}}, '_ansible_item_result': True, '_ansible_ignore_errors': None, 'unreachable': True}, {'msg': 'SSH Error: data could not be sent to remote host "smithi176.front.sepia.ceph.com". Make sure this host can be reached over ssh', 'item': {'key': 'lv_2', 'value': {'scratch_dev': True, 'size': '24%VG', 'vg': 'vg_nvme'}}, '_ansible_item_result': True, '_ansible_ignore_errors': None, 'unreachable': True}, {'msg': 'SSH Error: data could not be sent to remote host "smithi176.front.sepia.ceph.com". Make sure this host can be reached over ssh', 'item': {'key': 'lv_1', 'value': {'scratch_dev': True, 'size': '24%VG', 'vg': 'vg_nvme'}}, '_ansible_item_result': True, '_ansible_ignore_errors': None, 'unreachable': True}]}} |
||||||||||||||
pass | 3095511 | 2018-10-02 20:34:41 | 2018-10-03 07:01:41 | 2018-10-03 07:31:40 | 0:29:59 | 0:10:38 | 0:19:21 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml log-config.yaml ms-die-on-skipped.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_iozone.yaml} | 3 | |||
pass | 3095512 | 2018-10-02 20:34:42 | 2018-10-03 07:03:44 | 2018-10-03 08:13:45 | 1:10:01 | 0:37:20 | 0:32:41 | smithi | master | kcephfs/mixed-clients/{clusters/1-mds-2-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml log-config.yaml ms-die-on-skipped.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kernel_cfuse_workunits_dbench_iozone.yaml} | 4 | |||
pass | 3095513 | 2018-10-02 20:34:43 | 2018-10-03 07:03:44 | 2018-10-03 11:25:49 | 4:22:05 | 0:15:46 | 4:06:19 | smithi | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mounts/kmounts.yaml objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/client-limits.yaml whitelist_health.yaml} | 6 | |||
pass | 3095514 | 2018-10-02 20:34:43 | 2018-10-03 07:05:02 | 2018-10-03 07:25:02 | 0:20:00 | 0:09:46 | 0:10:14 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml ms-die-on-skipped.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_pjd.yaml} | 3 | |||
pass | 3095515 | 2018-10-02 20:34:44 | 2018-10-03 07:05:08 | 2018-10-03 10:51:13 | 3:46:05 | 0:38:04 | 3:08:01 | smithi | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mounts/kmounts.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/client-recovery.yaml whitelist_health.yaml} | 6 | |||
pass | 3095516 | 2018-10-02 20:34:45 | 2018-10-03 07:05:27 | 2018-10-03 07:29:27 | 0:24:00 | 0:08:16 | 0:15:44 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml objectstore-ec/bluestore.yaml overrides/{frag_enable.yaml log-config.yaml ms-die-on-skipped.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_trivial_sync.yaml} | 3 | |||
pass | 3095517 | 2018-10-02 20:34:45 | 2018-10-03 07:05:38 | 2018-10-03 08:07:38 | 1:02:00 | 0:08:34 | 0:53:26 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml log-config.yaml ms-die-on-skipped.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_direct_io.yaml} | 3 | |||
pass | 3095518 | 2018-10-02 20:34:46 | 2018-10-03 07:05:43 | 2018-10-03 08:43:44 | 1:38:01 | 0:30:52 | 1:07:09 | smithi | master | kcephfs/mixed-clients/{clusters/1-mds-2-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml ms-die-on-skipped.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kernel_cfuse_workunits_untarbuild_blogbench.yaml} | 4 | |||
pass | 3095519 | 2018-10-02 20:34:47 | 2018-10-03 07:06:38 | 2018-10-03 09:42:40 | 2:36:02 | 0:10:58 | 2:25:04 | smithi | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mounts/kmounts.yaml objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/config-commands.yaml whitelist_health.yaml} | 6 | |||
pass | 3095520 | 2018-10-02 20:34:48 | 2018-10-03 07:06:40 | 2018-10-03 07:38:39 | 0:31:59 | 0:16:00 | 0:15:59 | smithi | master | kcephfs/thrash/{clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml log-config.yaml ms-die-on-skipped.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrashers/default.yaml thrashosds-health.yaml whitelist_health.yaml workloads/kclient_workunit_suites_iozone.yaml} | 3 | |||
pass | 3095521 | 2018-10-02 20:34:48 | 2018-10-03 07:07:20 | 2018-10-03 07:47:20 | 0:40:00 | 0:27:45 | 0:12:15 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml ms-die-on-skipped.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_kernel_untar_build.yaml} | 3 | |||
dead | 3095522 | 2018-10-02 20:34:49 | 2018-10-03 07:07:21 | 2018-10-03 19:09:36 | 12:02:15 | smithi | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mounts/kmounts.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/damage.yaml whitelist_health.yaml} | — | |||||
pass | 3095523 | 2018-10-02 20:34:50 | 2018-10-03 07:07:29 | 2018-10-03 07:53:29 | 0:46:00 | 0:26:12 | 0:19:48 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml log-config.yaml ms-die-on-skipped.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_misc.yaml} | 3 | |||
pass | 3095524 | 2018-10-02 20:34:51 | 2018-10-03 07:07:37 | 2018-10-03 11:23:42 | 4:16:05 | 0:22:04 | 3:54:01 | smithi | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mounts/kmounts.yaml objectstore-ec/bluestore.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/data-scan.yaml whitelist_health.yaml} | 6 | |||
pass | 3095525 | 2018-10-02 20:34:51 | 2018-10-03 07:09:30 | 2018-10-03 08:03:30 | 0:54:00 | 0:40:02 | 0:13:58 | smithi | master | kcephfs/mixed-clients/{clusters/1-mds-2-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml log-config.yaml ms-die-on-skipped.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kernel_cfuse_workunits_dbench_iozone.yaml} | 4 | |||
pass | 3095526 | 2018-10-02 20:34:52 | 2018-10-03 07:09:30 | 2018-10-03 07:47:30 | 0:38:00 | 0:18:49 | 0:19:11 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml ms-die-on-skipped.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_o_trunc.yaml} | 3 | |||
dead | 3095527 | 2018-10-02 20:34:53 | 2018-10-03 07:09:35 | 2018-10-03 19:11:49 | 12:02:14 | smithi | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mounts/kmounts.yaml objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/failover.yaml whitelist_health.yaml} | — | |||||
pass | 3095528 | 2018-10-02 20:34:54 | 2018-10-03 07:09:40 | 2018-10-03 08:33:41 | 1:24:01 | 0:35:37 | 0:48:24 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml objectstore-ec/bluestore.yaml overrides/{frag_enable.yaml log-config.yaml ms-die-on-skipped.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_snaps.yaml} | 3 | |||
dead | 3095529 | 2018-10-02 20:34:54 | 2018-10-03 07:09:41 | 2018-10-03 19:11:56 | 12:02:15 | smithi | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mounts/kmounts.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/forward-scrub.yaml whitelist_health.yaml} | — | |||||
pass | 3095530 | 2018-10-02 20:34:55 | 2018-10-03 07:11:18 | 2018-10-03 08:49:19 | 1:38:01 | 1:01:25 | 0:36:36 | smithi | master | kcephfs/thrash/{clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml ms-die-on-skipped.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrashers/mds.yaml thrashosds-health.yaml whitelist_health.yaml workloads/kclient_workunit_suites_ffsb.yaml} | 3 | |||
pass | 3095531 | 2018-10-02 20:34:56 | 2018-10-03 07:11:25 | 2018-10-03 07:59:25 | 0:48:00 | 0:37:31 | 0:10:29 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml log-config.yaml ms-die-on-skipped.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_dbench.yaml} | 3 | |||
pass | 3095532 | 2018-10-02 20:34:57 | 2018-10-03 07:13:11 | 2018-10-03 07:59:11 | 0:46:00 | 0:30:46 | 0:15:14 | smithi | master | kcephfs/mixed-clients/{clusters/1-mds-2-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml ms-die-on-skipped.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kernel_cfuse_workunits_untarbuild_blogbench.yaml} | 4 | |||
dead | 3095533 | 2018-10-02 20:34:57 | 2018-10-03 07:13:19 | 2018-10-03 19:15:33 | 12:02:14 | smithi | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mounts/kmounts.yaml objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/journal-repair.yaml whitelist_health.yaml} | — | |||||
fail | 3095534 | 2018-10-02 20:34:58 | 2018-10-03 07:13:24 | 2018-10-03 08:29:25 | 1:16:01 | 1:05:04 | 0:10:57 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml ms-die-on-skipped.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_ffsb.yaml} | 3 | |||
Failure Reason:
"2018-10-03 07:30:32.884730 mon.b mon.0 172.21.15.81:6789/0 147 : cluster [WRN] Health check failed: 5017 slow requests are blocked > 32 sec. Implicated osds 0,2,4,5 (REQUEST_SLOW)" in cluster log |
||||||||||||||
pass | 3095535 | 2018-10-02 20:34:59 | 2018-10-03 07:13:31 | 2018-10-03 18:25:43 | 11:12:12 | 0:09:55 | 11:02:17 | smithi | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mounts/kmounts.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/mds-flush.yaml whitelist_health.yaml} | 6 | |||
pass | 3095536 | 2018-10-02 20:35:00 | 2018-10-03 07:13:36 | 2018-10-03 07:33:35 | 0:19:59 | 0:08:42 | 0:11:17 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml log-config.yaml ms-die-on-skipped.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_fsstress.yaml} | 3 | |||
pass | 3095537 | 2018-10-02 20:35:00 | 2018-10-03 07:13:39 | 2018-10-03 08:05:39 | 0:52:00 | 0:21:49 | 0:30:11 | smithi | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mounts/kmounts.yaml objectstore-ec/bluestore.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/mds-full.yaml whitelist_health.yaml} | 6 | |||
pass | 3095538 | 2018-10-02 20:35:01 | 2018-10-03 07:15:16 | 2018-10-03 08:37:17 | 1:22:01 | 0:39:52 | 0:42:09 | smithi | master | kcephfs/mixed-clients/{clusters/1-mds-2-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} objectstore-ec/bluestore.yaml overrides/{frag_enable.yaml log-config.yaml ms-die-on-skipped.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kernel_cfuse_workunits_dbench_iozone.yaml} | 4 | |||
pass | 3095539 | 2018-10-02 20:35:02 | 2018-10-03 07:15:30 | 2018-10-03 07:51:30 | 0:36:00 | 0:25:06 | 0:10:54 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml ms-die-on-skipped.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_fsx.yaml} | 3 | |||
dead | 3095540 | 2018-10-02 20:35:03 | 2018-10-03 07:15:35 | 2018-10-03 19:17:49 | 12:02:14 | smithi | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mounts/kmounts.yaml objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/pool-perm.yaml whitelist_health.yaml} | — | |||||
pass | 3095541 | 2018-10-02 20:35:03 | 2018-10-03 07:17:13 | 2018-10-03 07:39:12 | 0:21:59 | 0:11:10 | 0:10:49 | smithi | master | kcephfs/thrash/{clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml log-config.yaml ms-die-on-skipped.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrashers/mon.yaml thrashosds-health.yaml whitelist_health.yaml workloads/kclient_workunit_suites_iozone.yaml} | 3 | |||
pass | 3095542 | 2018-10-02 20:35:04 | 2018-10-03 07:17:13 | 2018-10-03 07:49:13 | 0:32:00 | 0:08:51 | 0:23:09 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml objectstore-ec/bluestore.yaml overrides/{frag_enable.yaml log-config.yaml ms-die-on-skipped.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_fsync.yaml} | 3 | |||
pass | 3095543 | 2018-10-02 20:35:05 | 2018-10-03 07:17:33 | 2018-10-03 10:57:37 | 3:40:04 | 0:12:37 | 3:27:27 | smithi | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mounts/kmounts.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/sessionmap.yaml whitelist_health.yaml} | 6 | |||
fail | 3095544 | 2018-10-02 20:35:06 | 2018-10-03 07:17:35 | 2018-10-03 07:47:35 | 0:30:00 | 0:14:46 | 0:15:14 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml log-config.yaml ms-die-on-skipped.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_iozone.yaml} | 3 | |||
Failure Reason:
"2018-10-03 07:38:15.872370 mon.a mon.0 172.21.15.44:6789/0 149 : cluster [WRN] Health check failed: 25 slow requests are blocked > 32 sec. Implicated osds 0 (REQUEST_SLOW)" in cluster log |
||||||||||||||
pass | 3095545 | 2018-10-02 20:35:06 | 2018-10-03 07:17:36 | 2018-10-03 07:57:36 | 0:40:00 | 0:24:46 | 0:15:14 | smithi | master | kcephfs/mixed-clients/{clusters/1-mds-2-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml log-config.yaml ms-die-on-skipped.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kernel_cfuse_workunits_untarbuild_blogbench.yaml} | 4 | |||
pass | 3095546 | 2018-10-02 20:35:07 | 2018-10-03 07:17:39 | 2018-10-03 09:39:41 | 2:22:02 | 0:24:15 | 1:57:47 | smithi | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mounts/kmounts.yaml objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/strays.yaml whitelist_health.yaml} | 6 | |||
pass | 3095547 | 2018-10-02 20:35:08 | 2018-10-03 07:17:39 | 2018-10-03 07:45:39 | 0:28:00 | 0:09:56 | 0:18:04 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml ms-die-on-skipped.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_pjd.yaml} | 3 | |||
pass | 3095548 | 2018-10-02 20:35:09 | 2018-10-03 07:17:40 | 2018-10-03 10:33:43 | 3:16:03 | 0:21:29 | 2:54:34 | smithi | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mounts/kmounts.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/volume-client.yaml whitelist_health.yaml} | 6 | |||
pass | 3095549 | 2018-10-02 20:35:09 | 2018-10-03 07:17:43 | 2018-10-03 08:05:44 | 0:48:01 | 0:09:10 | 0:38:51 | smithi | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml log-config.yaml ms-die-on-skipped.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_trivial_sync.yaml} | 3 |