User | Scheduled | Started | Updated | Runtime | Suite | Branch | Machine Type | Revision | Pass | Fail | Dead |
---|---|---|---|---|---|---|---|---|---|---|---|
teuthology | 2018-05-12 05:20:02 | 2018-05-13 20:36:47 | 2018-05-15 01:18:11 | 1 day, 4:41:24 | kcephfs | luminous | ovh | ffd6084 | 187 | 36 | 27 |
Status | Job ID | Links | Posted | Started | Updated | Runtime |
Duration |
In Waiting |
Machine | Teuthology Branch | OS Type | OS Version | Description | Nodes |
---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
pass | 2526629 | 2018-05-12 05:20:55 | 2018-05-13 20:36:47 | 2018-05-13 21:08:47 | 0:32:00 | 0:21:12 | 0:10:48 | ovh | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_direct_io.yaml} | 3 | |||
fail | 2526630 | 2018-05-12 05:20:56 | 2018-05-13 20:36:47 | 2018-05-13 23:18:50 | 2:42:03 | 1:39:09 | 1:02:54 | ovh | master | kcephfs/mixed-clients/{clusters/1-mds-2-client.yaml conf.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kernel_cfuse_workunits_dbench_iozone.yaml} | 4 | |||
Failure Reason:
"2018-05-13 22:29:24.445861 mon.b mon.0 158.69.70.195:6789/0 140 : cluster [WRN] Health check failed: 11 slow requests are blocked > 32 sec. Implicated osds 4 (REQUEST_SLOW)" in cluster log |
||||||||||||||
pass | 2526631 | 2018-05-12 05:20:57 | 2018-05-13 20:40:47 | 2018-05-14 05:46:58 | 9:06:11 | 0:22:51 | 8:43:20 | ovh | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/auto-repair.yaml whitelist_health.yaml} | 6 | |||
fail | 2526632 | 2018-05-12 05:20:57 | 2018-05-13 20:43:22 | 2018-05-13 22:39:24 | 1:56:02 | 1:28:30 | 0:27:32 | ovh | master | kcephfs/thrash/{clusters/1-mds-1-client.yaml conf.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrashers/default.yaml thrashosds-health.yaml whitelist_health.yaml workloads/kclient_workunit_suites_ffsb.yaml} | 3 | |||
Failure Reason:
Socket is closed |
||||||||||||||
pass | 2526633 | 2018-05-12 05:20:58 | 2018-05-13 20:44:56 | 2018-05-13 21:52:57 | 1:08:01 | 0:58:23 | 0:09:38 | ovh | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore-comp.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_kernel_untar_build.yaml} | 3 | |||
pass | 2526634 | 2018-05-12 05:20:59 | 2018-05-13 20:47:03 | 2018-05-14 00:01:06 | 3:14:03 | 0:21:58 | 2:52:05 | ovh | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-comp.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/backtrace.yaml whitelist_health.yaml} | 6 | |||
pass | 2526635 | 2018-05-12 05:20:59 | 2018-05-13 20:47:16 | 2018-05-13 22:37:18 | 1:50:02 | 1:23:09 | 0:26:53 | ovh | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_misc.yaml} | 3 | |||
pass | 2526636 | 2018-05-12 05:21:00 | 2018-05-13 20:58:10 | 2018-05-13 21:44:11 | 0:46:01 | 0:26:38 | 0:19:23 | ovh | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_o_trunc.yaml} | 3 | |||
pass | 2526637 | 2018-05-12 05:21:01 | 2018-05-13 21:01:24 | 2018-05-14 00:43:28 | 3:42:04 | 0:29:52 | 3:12:12 | ovh | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/client-limits.yaml whitelist_health.yaml} | 6 | |||
pass | 2526638 | 2018-05-12 05:21:02 | 2018-05-13 21:06:26 | 2018-05-13 22:48:27 | 1:42:01 | 1:30:12 | 0:11:49 | ovh | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/no.yaml objectstore-ec/filestore-xfs.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_snaps.yaml} | 3 | |||
pass | 2526639 | 2018-05-12 05:21:02 | 2018-05-13 21:09:04 | 2018-05-13 22:41:06 | 1:32:02 | 1:21:58 | 0:10:04 | ovh | master | kcephfs/thrash/{clusters/1-mds-1-client.yaml conf.yaml objectstore-ec/bluestore-comp.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrashers/mds.yaml thrashosds-health.yaml whitelist_health.yaml workloads/kclient_workunit_suites_iozone.yaml} | 3 | |||
dead | 2526640 | 2018-05-12 05:21:03 | 2018-05-13 21:09:19 | 2018-05-14 09:11:36 | 12:02:17 | ovh | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/client-recovery.yaml whitelist_health.yaml} | — | |||||
pass | 2526641 | 2018-05-12 05:21:04 | 2018-05-13 21:10:48 | 2018-05-13 22:26:49 | 1:16:01 | 0:46:58 | 0:29:03 | ovh | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_dbench.yaml} | 3 | |||
fail | 2526642 | 2018-05-12 05:21:05 | 2018-05-13 21:10:48 | 2018-05-13 22:28:49 | 1:18:01 | 0:53:57 | 0:24:04 | ovh | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore-comp.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_ffsb.yaml} | 3 | |||
Failure Reason:
"2018-05-13 21:59:10.540924 mon.a mon.0 158.69.70.148:6789/0 238 : cluster [WRN] Health check failed: 20 slow requests are blocked > 32 sec. Implicated osds 1,3 (REQUEST_SLOW)" in cluster log |
||||||||||||||
pass | 2526643 | 2018-05-12 05:21:05 | 2018-05-13 21:14:59 | 2018-05-13 23:01:01 | 1:46:02 | 0:23:25 | 1:22:37 | ovh | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/filestore-xfs.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/config-commands.yaml whitelist_health.yaml} | 6 | |||
pass | 2526644 | 2018-05-12 05:21:06 | 2018-05-13 21:20:46 | 2018-05-13 22:14:46 | 0:54:00 | 0:28:26 | 0:25:34 | ovh | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_fsstress.yaml} | 3 | |||
pass | 2526645 | 2018-05-12 05:21:07 | 2018-05-13 21:23:04 | 2018-05-13 22:45:05 | 1:22:01 | 0:59:17 | 0:22:44 | ovh | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_fsx.yaml} | 3 | |||
pass | 2526646 | 2018-05-12 05:21:07 | 2018-05-13 21:28:29 | 2018-05-14 05:06:39 | 7:38:10 | 0:33:57 | 7:04:13 | ovh | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/damage.yaml whitelist_health.yaml} | 6 | |||
pass | 2526647 | 2018-05-12 05:21:08 | 2018-05-13 21:28:50 | 2018-05-13 22:56:51 | 1:28:01 | 1:14:44 | 0:13:17 | ovh | master | kcephfs/thrash/{clusters/1-mds-1-client.yaml conf.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrashers/mon.yaml thrashosds-health.yaml whitelist_health.yaml workloads/kclient_workunit_suites_ffsb.yaml} | 3 | |||
pass | 2526648 | 2018-05-12 05:21:09 | 2018-05-13 21:30:48 | 2018-05-13 22:16:48 | 0:46:00 | 0:15:49 | 0:30:11 | ovh | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/yes.yaml objectstore-ec/filestore-xfs.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_fsync.yaml} | 3 | |||
pass | 2526649 | 2018-05-12 05:21:10 | 2018-05-13 21:34:16 | 2018-05-14 06:50:28 | 9:16:12 | 0:38:35 | 8:37:37 | ovh | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-comp.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/data-scan.yaml whitelist_health.yaml} | 6 | |||
fail | 2526650 | 2018-05-12 05:21:10 | 2018-05-13 21:34:42 | 2018-05-13 23:30:45 | 1:56:03 | 1:25:52 | 0:30:11 | ovh | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_iozone.yaml} | 3 | |||
Failure Reason:
"2018-05-13 22:28:31.121572 mon.b mon.0 158.69.70.62:6789/0 137 : cluster [WRN] Health check failed: 1 slow requests are blocked > 32 sec. Implicated osds 5 (REQUEST_SLOW)" in cluster log |
||||||||||||||
pass | 2526651 | 2018-05-12 05:21:11 | 2018-05-13 21:35:30 | 2018-05-13 22:13:31 | 0:38:01 | 0:19:32 | 0:18:29 | ovh | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore-comp.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_pjd.yaml} | 3 | |||
pass | 2526652 | 2018-05-12 05:21:12 | 2018-05-13 21:40:45 | 2018-05-14 01:36:50 | 3:56:05 | 0:23:54 | 3:32:11 | ovh | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/failover.yaml whitelist_health.yaml} | 6 | |||
pass | 2526653 | 2018-05-12 05:21:13 | 2018-05-13 21:40:45 | 2018-05-13 22:20:45 | 0:40:00 | 0:16:04 | 0:23:56 | ovh | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_trivial_sync.yaml} | 3 | |||
pass | 2526654 | 2018-05-12 05:21:13 | 2018-05-13 21:44:20 | 2018-05-13 22:20:20 | 0:36:00 | 0:18:11 | 0:17:49 | ovh | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_direct_io.yaml} | 3 | |||
fail | 2526655 | 2018-05-12 05:21:14 | 2018-05-13 21:53:05 | 2018-05-13 23:19:06 | 1:26:01 | 1:11:50 | 0:14:11 | ovh | master | kcephfs/mixed-clients/{clusters/1-mds-2-client.yaml conf.yaml objectstore-ec/bluestore-comp.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kernel_cfuse_workunits_untarbuild_blogbench.yaml} | 4 | |||
Failure Reason:
"2018-05-13 22:29:05.142328 mon.a mon.0 158.69.70.63:6789/0 251 : cluster [WRN] Health check failed: 196 slow requests are blocked > 32 sec. Implicated osds 4 (REQUEST_SLOW)" in cluster log |
||||||||||||||
pass | 2526656 | 2018-05-12 05:21:15 | 2018-05-13 21:53:05 | 2018-05-14 01:39:11 | 3:46:06 | 0:25:59 | 3:20:07 | ovh | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/forward-scrub.yaml whitelist_health.yaml} | 6 | |||
dead | 2526657 | 2018-05-12 05:21:16 | 2018-05-13 21:57:06 | 2018-05-14 10:07:37 | 12:10:31 | ovh | master | kcephfs/thrash/{clusters/1-mds-1-client.yaml conf.yaml objectstore-ec/bluestore.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrashers/default.yaml thrashosds-health.yaml whitelist_health.yaml workloads/kclient_workunit_suites_iozone.yaml} | 3 | |||||
fail | 2526658 | 2018-05-12 05:21:16 | 2018-05-13 22:01:23 | 2018-05-13 23:07:23 | 1:06:00 | 0:56:20 | 0:09:40 | ovh | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/no.yaml objectstore-ec/filestore-xfs.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_kernel_untar_build.yaml} | 3 | |||
Failure Reason:
"2018-05-13 22:29:37.408009 mon.a mon.0 158.69.70.91:6789/0 150 : cluster [WRN] Health check failed: 255 slow requests are blocked > 32 sec. Implicated osds 0,4 (REQUEST_SLOW)" in cluster log |
||||||||||||||
fail | 2526659 | 2018-05-12 05:21:17 | 2018-05-13 22:02:53 | 2018-05-14 02:47:00 | 4:44:07 | 0:25:17 | 4:18:50 | ovh | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/filestore-xfs.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/journal-repair.yaml whitelist_health.yaml} | 6 | |||
Failure Reason:
Test failure: test_reset (tasks.cephfs.test_journal_repair.TestJournalRepair), test_reset (tasks.cephfs.test_journal_repair.TestJournalRepair) |
||||||||||||||
pass | 2526660 | 2018-05-12 05:21:18 | 2018-05-13 22:11:09 | 2018-05-13 23:51:11 | 1:40:02 | 1:31:10 | 0:08:52 | ovh | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_misc.yaml} | 3 | |||
pass | 2526661 | 2018-05-12 05:21:19 | 2018-05-13 22:13:47 | 2018-05-13 22:55:47 | 0:42:00 | 0:27:27 | 0:14:33 | ovh | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore-comp.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_o_trunc.yaml} | 3 | |||
pass | 2526662 | 2018-05-12 05:21:19 | 2018-05-13 22:15:02 | 2018-05-13 23:59:04 | 1:44:02 | 0:22:25 | 1:21:37 | ovh | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/mds-flush.yaml whitelist_health.yaml} | 6 | |||
dead | 2526663 | 2018-05-12 05:21:20 | 2018-05-13 22:15:02 | 2018-05-14 10:17:42 | 12:02:40 | ovh | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_snaps.yaml} | 3 | |||||
pass | 2526664 | 2018-05-12 05:21:21 | 2018-05-13 22:17:05 | 2018-05-13 23:13:05 | 0:56:00 | 0:44:57 | 0:11:03 | ovh | master | kcephfs/thrash/{clusters/1-mds-1-client.yaml conf.yaml objectstore-ec/filestore-xfs.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrashers/mds.yaml thrashosds-health.yaml whitelist_health.yaml workloads/kclient_workunit_suites_ffsb.yaml} | 3 | |||
dead | 2526665 | 2018-05-12 05:21:21 | 2018-05-13 22:20:36 | 2018-05-14 10:22:54 | 12:02:18 | ovh | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-comp.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/mds-full.yaml whitelist_health.yaml} | — | |||||
fail | 2526666 | 2018-05-12 05:21:22 | 2018-05-13 22:20:46 | 2018-05-13 23:18:46 | 0:58:00 | 0:46:21 | 0:11:39 | ovh | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_dbench.yaml} | 3 | |||
Failure Reason:
"2018-05-13 22:47:42.316796 mon.a mon.0 158.69.71.15:6789/0 198 : cluster [WRN] Health check failed: Reduced data availability: 2 pgs inactive, 4 pgs peering (PG_AVAILABILITY)" in cluster log |
||||||||||||||
fail | 2526667 | 2018-05-12 05:21:23 | 2018-05-13 22:27:07 | 2018-05-13 23:41:08 | 1:14:01 | 0:48:33 | 0:25:28 | ovh | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/yes.yaml objectstore-ec/filestore-xfs.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_ffsb.yaml} | 3 | |||
Failure Reason:
"2018-05-13 23:06:16.488651 mon.b mon.0 158.69.71.17:6789/0 141 : cluster [WRN] Health check failed: 1 slow requests are blocked > 32 sec. Implicated osds 4 (REQUEST_SLOW)" in cluster log |
||||||||||||||
dead | 2526668 | 2018-05-12 05:21:24 | 2018-05-13 22:29:05 | 2018-05-14 10:31:24 | 12:02:19 | ovh | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/pool-perm.yaml whitelist_health.yaml} | — | |||||
pass | 2526669 | 2018-05-12 05:21:24 | 2018-05-13 22:29:16 | 2018-05-13 23:15:16 | 0:46:00 | 0:28:30 | 0:17:30 | ovh | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_fsstress.yaml} | 3 | |||
pass | 2526670 | 2018-05-12 05:21:25 | 2018-05-13 22:37:36 | 2018-05-13 23:41:36 | 1:04:00 | 0:52:40 | 0:11:20 | ovh | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore-comp.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_fsx.yaml} | 3 | |||
pass | 2526671 | 2018-05-12 05:21:26 | 2018-05-13 22:38:57 | 2018-05-14 00:57:00 | 2:18:03 | 0:26:04 | 1:51:59 | ovh | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/sessionmap.yaml whitelist_health.yaml} | 6 | |||
pass | 2526672 | 2018-05-12 05:21:27 | 2018-05-13 22:39:25 | 2018-05-14 00:13:26 | 1:34:01 | 1:22:58 | 0:11:03 | ovh | master | kcephfs/thrash/{clusters/1-mds-1-client.yaml conf.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrashers/mon.yaml thrashosds-health.yaml whitelist_health.yaml workloads/kclient_workunit_suites_iozone.yaml} | 3 | |||
pass | 2526673 | 2018-05-12 05:21:27 | 2018-05-13 22:41:22 | 2018-05-13 23:11:22 | 0:30:00 | 0:16:33 | 0:13:27 | ovh | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_fsync.yaml} | 3 | |||
pass | 2526674 | 2018-05-12 05:21:28 | 2018-05-13 22:45:21 | 2018-05-14 02:09:25 | 3:24:04 | 0:58:07 | 2:25:57 | ovh | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/filestore-xfs.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/strays.yaml whitelist_health.yaml} | 6 | |||
dead | 2526675 | 2018-05-12 05:21:29 | 2018-05-13 22:48:45 | 2018-05-14 08:34:59 | 9:46:14 | 9:04:12 | 0:42:02 | ovh | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_iozone.yaml} | 3 | |||
Failure Reason:
SSH connection to ovh016 was lost: 'rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0' |
||||||||||||||
pass | 2526676 | 2018-05-12 05:21:29 | 2018-05-13 22:54:43 | 2018-05-13 23:22:43 | 0:28:00 | 0:18:22 | 0:09:38 | ovh | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/no.yaml objectstore-ec/filestore-xfs.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_pjd.yaml} | 3 | |||
fail | 2526677 | 2018-05-12 05:21:30 | 2018-05-13 22:56:04 | 2018-05-14 02:58:08 | 4:02:04 | 0:40:20 | 3:21:44 | ovh | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/volume-client.yaml whitelist_health.yaml} | 6 | |||
Failure Reason:
"2018-05-14 02:41:40.691156 mon.a mon.0 158.69.74.169:6789/0 7 : cluster [WRN] Health check failed: 1/3 mons down, quorum a,b (MON_DOWN)" in cluster log |
||||||||||||||
pass | 2526678 | 2018-05-12 05:21:31 | 2018-05-13 22:56:52 | 2018-05-13 23:20:52 | 0:24:00 | 0:14:53 | 0:09:07 | ovh | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_trivial_sync.yaml} | 3 | |||
pass | 2526679 | 2018-05-12 05:21:32 | 2018-05-13 23:01:18 | 2018-05-13 23:37:18 | 0:36:00 | 0:19:18 | 0:16:42 | ovh | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore-comp.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_direct_io.yaml} | 3 | |||
fail | 2526680 | 2018-05-12 05:21:32 | 2018-05-13 23:06:48 | 2018-05-14 00:54:51 | 1:48:03 | 1:33:19 | 0:14:44 | ovh | master | kcephfs/mixed-clients/{clusters/1-mds-2-client.yaml conf.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kernel_cfuse_workunits_dbench_iozone.yaml} | 4 | |||
Failure Reason:
"2018-05-13 23:46:58.532994 mon.a mon.0 158.69.71.35:6789/0 151 : cluster [WRN] Health check failed: 2 slow requests are blocked > 32 sec. Implicated osds 0 (REQUEST_SLOW)" in cluster log |
||||||||||||||
pass | 2526681 | 2018-05-12 05:21:33 | 2018-05-13 23:07:25 | 2018-05-14 02:05:28 | 2:58:03 | 0:22:27 | 2:35:36 | ovh | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-comp.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/auto-repair.yaml whitelist_health.yaml} | 6 | |||
pass | 2526682 | 2018-05-12 05:21:34 | 2018-05-13 23:08:42 | 2018-05-14 00:12:43 | 1:04:01 | 0:55:01 | 0:09:00 | ovh | master | kcephfs/thrash/{clusters/1-mds-1-client.yaml conf.yaml objectstore-ec/bluestore-comp.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrashers/default.yaml thrashosds-health.yaml whitelist_health.yaml workloads/kclient_workunit_suites_ffsb.yaml} | 3 | |||
fail | 2526683 | 2018-05-12 05:21:34 | 2018-05-13 23:10:54 | 2018-05-14 00:32:56 | 1:22:02 | 1:14:37 | 0:07:25 | ovh | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_kernel_untar_build.yaml} | 3 | |||
Failure Reason:
"2018-05-14 00:11:23.824423 mon.b mon.0 158.69.71.38:6789/0 306 : cluster [ERR] Health check failed: mon b is very low on available space (MON_DISK_CRIT)" in cluster log |
||||||||||||||
dead | 2526684 | 2018-05-12 05:21:35 | 2018-05-13 23:10:55 | 2018-05-14 11:13:12 | 12:02:17 | ovh | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/backtrace.yaml whitelist_health.yaml} | — | |||||
pass | 2526685 | 2018-05-12 05:21:36 | 2018-05-13 23:11:23 | 2018-05-14 00:29:24 | 1:18:01 | 1:07:06 | 0:10:55 | ovh | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_misc.yaml} | 3 | |||
pass | 2526686 | 2018-05-12 05:21:36 | 2018-05-13 23:13:23 | 2018-05-13 23:49:23 | 0:36:00 | 0:25:15 | 0:10:45 | ovh | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/yes.yaml objectstore-ec/filestore-xfs.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_o_trunc.yaml} | 3 | |||
pass | 2526687 | 2018-05-12 05:21:37 | 2018-05-13 23:15:35 | 2018-05-14 00:03:35 | 0:48:00 | 0:28:03 | 0:19:57 | ovh | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/client-limits.yaml whitelist_health.yaml} | 6 | |||
dead | 2526688 | 2018-05-12 05:21:38 | 2018-05-13 23:19:04 | 2018-05-14 11:21:44 | 12:02:40 | ovh | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_snaps.yaml} | 3 | |||||
fail | 2526689 | 2018-05-12 05:21:38 | 2018-05-13 23:19:04 | 2018-05-14 00:53:05 | 1:34:01 | 1:25:31 | 0:08:30 | ovh | master | kcephfs/thrash/{clusters/1-mds-1-client.yaml conf.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrashers/mds.yaml thrashosds-health.yaml whitelist_health.yaml workloads/kclient_workunit_suites_iozone.yaml} | 3 | |||
Failure Reason:
Found coredumps on ubuntu@ovh083.front.sepia.ceph.com |
||||||||||||||
dead | 2526690 | 2018-05-12 05:21:39 | 2018-05-13 23:19:07 | 2018-05-14 11:29:33 | 12:10:26 | ovh | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/filestore-xfs.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/client-recovery.yaml whitelist_health.yaml} | 6 | |||||
pass | 2526691 | 2018-05-12 05:21:40 | 2018-05-13 23:20:50 | 2018-05-14 00:16:51 | 0:56:01 | 0:46:47 | 0:09:14 | ovh | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore-comp.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_dbench.yaml} | 3 | |||
fail | 2526692 | 2018-05-12 05:21:41 | 2018-05-13 23:20:53 | 2018-05-14 00:56:54 | 1:36:01 | 1:24:42 | 0:11:19 | ovh | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_ffsb.yaml} | 3 | |||
Failure Reason:
"2018-05-13 23:53:16.613013 mon.a mon.0 158.69.72.113:6789/0 153 : cluster [WRN] Health check failed: 1 slow requests are blocked > 32 sec. Implicated osds 4 (REQUEST_SLOW)" in cluster log |
||||||||||||||
pass | 2526693 | 2018-05-12 05:21:41 | 2018-05-13 23:23:00 | 2018-05-14 00:37:01 | 1:14:01 | 0:22:14 | 0:51:47 | ovh | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/config-commands.yaml whitelist_health.yaml} | 6 | |||
pass | 2526694 | 2018-05-12 05:21:42 | 2018-05-13 23:26:39 | 2018-05-14 00:00:39 | 0:34:00 | 0:25:09 | 0:08:51 | ovh | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_fsstress.yaml} | 3 | |||
pass | 2526695 | 2018-05-12 05:21:43 | 2018-05-13 23:31:02 | 2018-05-14 00:21:03 | 0:50:01 | 0:39:25 | 0:10:36 | ovh | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/no.yaml objectstore-ec/filestore-xfs.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_fsx.yaml} | 3 | |||
pass | 2526696 | 2018-05-12 05:21:43 | 2018-05-13 23:37:37 | 2018-05-14 01:25:39 | 1:48:02 | 0:32:02 | 1:16:00 | ovh | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-comp.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/damage.yaml whitelist_health.yaml} | 6 | |||
pass | 2526697 | 2018-05-12 05:21:44 | 2018-05-13 23:41:25 | 2018-05-14 00:35:25 | 0:54:00 | 0:43:39 | 0:10:21 | ovh | master | kcephfs/thrash/{clusters/1-mds-1-client.yaml conf.yaml objectstore-ec/bluestore.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrashers/mon.yaml thrashosds-health.yaml whitelist_health.yaml workloads/kclient_workunit_suites_ffsb.yaml} | 3 | |||
pass | 2526698 | 2018-05-12 05:21:45 | 2018-05-13 23:41:38 | 2018-05-14 00:11:37 | 0:29:59 | 0:18:47 | 0:11:12 | ovh | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_fsync.yaml} | 3 | |||
pass | 2526699 | 2018-05-12 05:21:45 | 2018-05-13 23:49:44 | 2018-05-14 00:55:43 | 1:05:59 | 0:38:54 | 0:27:05 | ovh | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/data-scan.yaml whitelist_health.yaml} | 6 | |||
pass | 2526700 | 2018-05-12 05:21:46 | 2018-05-13 23:50:54 | 2018-05-14 01:28:55 | 1:38:01 | 1:22:48 | 0:15:13 | ovh | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore-comp.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_iozone.yaml} | 3 | |||
pass | 2526701 | 2018-05-12 05:21:47 | 2018-05-13 23:51:12 | 2018-05-14 00:27:12 | 0:36:00 | 0:17:52 | 0:18:08 | ovh | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_pjd.yaml} | 3 | |||
pass | 2526702 | 2018-05-12 05:21:48 | 2018-05-13 23:59:21 | 2018-05-14 02:19:24 | 2:20:03 | 0:23:18 | 1:56:45 | ovh | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/failover.yaml whitelist_health.yaml} | 6 | |||
pass | 2526703 | 2018-05-12 05:21:48 | 2018-05-14 00:00:57 | 2018-05-14 00:32:57 | 0:32:00 | 0:16:13 | 0:15:47 | ovh | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_trivial_sync.yaml} | 3 | |||
pass | 2526704 | 2018-05-12 05:21:49 | 2018-05-14 00:01:07 | 2018-05-14 00:27:07 | 0:26:00 | 0:17:08 | 0:08:52 | ovh | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/yes.yaml objectstore-ec/filestore-xfs.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_direct_io.yaml} | 3 | |||
pass | 2526705 | 2018-05-12 05:21:50 | 2018-05-14 00:03:51 | 2018-05-14 01:27:52 | 1:24:01 | 1:04:03 | 0:19:58 | ovh | master | kcephfs/mixed-clients/{clusters/1-mds-2-client.yaml conf.yaml objectstore-ec/bluestore.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kernel_cfuse_workunits_untarbuild_blogbench.yaml} | 4 | |||
dead | 2526706 | 2018-05-12 05:21:50 | 2018-05-14 00:11:55 | 2018-05-14 12:14:11 | 12:02:16 | ovh | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/filestore-xfs.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/forward-scrub.yaml whitelist_health.yaml} | — | |||||
pass | 2526707 | 2018-05-12 05:21:51 | 2018-05-14 00:12:44 | 2018-05-14 02:12:46 | 2:00:02 | 1:44:54 | 0:15:08 | ovh | master | kcephfs/thrash/{clusters/1-mds-1-client.yaml conf.yaml objectstore-ec/filestore-xfs.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrashers/default.yaml thrashosds-health.yaml whitelist_health.yaml workloads/kclient_workunit_suites_iozone.yaml} | 3 | |||
dead | 2526708 | 2018-05-12 05:21:52 | 2018-05-14 00:13:43 | 2018-05-14 12:16:19 | 12:02:36 | ovh | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_kernel_untar_build.yaml} | 3 | |||||
dead | 2526709 | 2018-05-12 05:21:53 | 2018-05-14 00:17:07 | 2018-05-14 12:19:50 | 12:02:43 | ovh | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/journal-repair.yaml whitelist_health.yaml} | 6 | |||||
pass | 2526710 | 2018-05-12 05:21:53 | 2018-05-14 00:21:19 | 2018-05-14 01:39:20 | 1:18:01 | 1:05:22 | 0:12:39 | ovh | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore-comp.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_misc.yaml} | 3 | |||
pass | 2526711 | 2018-05-12 05:21:54 | 2018-05-14 00:27:26 | 2018-05-14 01:03:27 | 0:36:01 | 0:26:48 | 0:09:13 | ovh | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_o_trunc.yaml} | 3 | |||
pass | 2526712 | 2018-05-12 05:21:55 | 2018-05-14 00:27:26 | 2018-05-14 01:31:27 | 1:04:01 | 0:22:16 | 0:41:45 | ovh | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-comp.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/mds-flush.yaml whitelist_health.yaml} | 6 | |||
pass | 2526713 | 2018-05-12 05:21:55 | 2018-05-14 00:29:41 | 2018-05-14 02:11:42 | 1:42:01 | 1:33:33 | 0:08:28 | ovh | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_snaps.yaml} | 3 | |||
fail | 2526714 | 2018-05-12 05:21:56 | 2018-05-14 00:33:13 | 2018-05-14 02:11:15 | 1:38:02 | 1:26:24 | 0:11:38 | ovh | master | kcephfs/thrash/{clusters/1-mds-1-client.yaml conf.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrashers/mds.yaml thrashosds-health.yaml whitelist_health.yaml workloads/kclient_workunit_suites_ffsb.yaml} | 3 | |||
Failure Reason:
Found coredumps on ubuntu@ovh067.front.sepia.ceph.com |
||||||||||||||
pass | 2526715 | 2018-05-12 05:21:57 | 2018-05-14 00:33:14 | 2018-05-14 03:13:16 | 2:40:02 | 0:37:29 | 2:02:33 | ovh | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/mds-full.yaml whitelist_health.yaml} | 6 | |||
pass | 2526716 | 2018-05-12 05:21:57 | 2018-05-14 00:35:42 | 2018-05-14 01:33:43 | 0:58:01 | 0:45:04 | 0:12:57 | ovh | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/no.yaml objectstore-ec/filestore-xfs.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_dbench.yaml} | 3 | |||
fail | 2526717 | 2018-05-12 05:21:58 | 2018-05-14 00:37:18 | 2018-05-14 02:25:19 | 1:48:01 | 1:21:30 | 0:26:31 | ovh | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_ffsb.yaml} | 3 | |||
Failure Reason:
"2018-05-14 01:12:52.825079 mon.a mon.0 158.69.73.180:6789/0 159 : cluster [WRN] Health check failed: 1 slow requests are blocked > 32 sec. Implicated osds 5 (REQUEST_SLOW)" in cluster log |
||||||||||||||
pass | 2526718 | 2018-05-12 05:21:59 | 2018-05-14 00:40:24 | 2018-05-14 02:18:25 | 1:38:01 | 0:23:06 | 1:14:55 | ovh | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/pool-perm.yaml whitelist_health.yaml} | 6 | |||
pass | 2526719 | 2018-05-12 05:22:00 | 2018-05-14 00:43:45 | 2018-05-14 01:19:45 | 0:36:00 | 0:25:34 | 0:10:26 | ovh | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore-comp.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_fsstress.yaml} | 3 | |||
dead | 2526720 | 2018-05-12 05:22:00 | 2018-05-14 00:53:23 | 2018-05-14 08:37:35 | 7:44:12 | 7:03:43 | 0:40:29 | ovh | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_fsx.yaml} | 3 | |||
Failure Reason:
SSH connection to ovh096 was lost: 'rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0' |
||||||||||||||
dead | 2526721 | 2018-05-12 05:22:01 | 2018-05-14 00:55:08 | 2018-05-14 12:57:46 | 12:02:38 | ovh | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/filestore-xfs.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/sessionmap.yaml whitelist_health.yaml} | 6 | |||||
pass | 2526722 | 2018-05-12 05:22:02 | 2018-05-14 00:55:44 | 2018-05-14 02:27:45 | 1:32:01 | 1:22:14 | 0:09:47 | ovh | master | kcephfs/thrash/{clusters/1-mds-1-client.yaml conf.yaml objectstore-ec/bluestore-comp.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrashers/mon.yaml thrashosds-health.yaml whitelist_health.yaml workloads/kclient_workunit_suites_iozone.yaml} | 3 | |||
pass | 2526723 | 2018-05-12 05:22:03 | 2018-05-14 00:57:11 | 2018-05-14 01:31:11 | 0:34:00 | 0:17:16 | 0:16:44 | ovh | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_fsync.yaml} | 3 | |||
dead | 2526724 | 2018-05-12 05:22:03 | 2018-05-14 00:57:11 | 2018-05-14 12:59:28 | 12:02:17 | ovh | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/strays.yaml whitelist_health.yaml} | — | |||||
pass | 2526725 | 2018-05-12 05:22:04 | 2018-05-14 01:03:44 | 2018-05-14 02:45:46 | 1:42:02 | 1:20:13 | 0:21:49 | ovh | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/yes.yaml objectstore-ec/filestore-xfs.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_iozone.yaml} | 3 | |||
pass | 2526726 | 2018-05-12 05:22:05 | 2018-05-14 01:20:03 | 2018-05-14 01:48:03 | 0:28:00 | 0:17:38 | 0:10:22 | ovh | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_pjd.yaml} | 3 | |||
pass | 2526727 | 2018-05-12 05:22:06 | 2018-05-14 01:25:56 | 2018-05-14 05:04:01 | 3:38:05 | 0:32:31 | 3:05:34 | ovh | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-comp.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/volume-client.yaml whitelist_health.yaml} | 6 | |||
pass | 2526728 | 2018-05-12 05:22:06 | 2018-05-14 01:28:13 | 2018-05-14 01:54:13 | 0:26:00 | 0:17:13 | 0:08:47 | ovh | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore-comp.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_trivial_sync.yaml} | 3 | |||
pass | 2526729 | 2018-05-12 05:22:07 | 2018-05-14 01:28:57 | 2018-05-14 02:02:57 | 0:34:00 | 0:23:50 | 0:10:10 | ovh | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_direct_io.yaml} | 3 | |||
pass | 2526730 | 2018-05-12 05:22:08 | 2018-05-14 01:31:28 | 2018-05-14 03:21:30 | 1:50:02 | 1:28:53 | 0:21:09 | ovh | master | kcephfs/mixed-clients/{clusters/1-mds-2-client.yaml conf.yaml objectstore-ec/filestore-xfs.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kernel_cfuse_workunits_dbench_iozone.yaml} | 4 | |||
pass | 2526731 | 2018-05-12 05:22:08 | 2018-05-14 01:31:28 | 2018-05-14 06:41:37 | 5:10:09 | 0:22:10 | 4:47:59 | ovh | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/auto-repair.yaml whitelist_health.yaml} | 6 | |||
pass | 2526732 | 2018-05-12 05:22:09 | 2018-05-14 01:33:59 | 2018-05-14 02:48:00 | 1:14:01 | 1:03:36 | 0:10:25 | ovh | master | kcephfs/thrash/{clusters/1-mds-1-client.yaml conf.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrashers/default.yaml thrashosds-health.yaml whitelist_health.yaml workloads/kclient_workunit_suites_ffsb.yaml} | 3 | |||
pass | 2526733 | 2018-05-12 05:22:10 | 2018-05-14 01:37:06 | 2018-05-14 02:37:07 | 1:00:01 | 0:52:15 | 0:07:46 | ovh | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_kernel_untar_build.yaml} | 3 | |||
pass | 2526734 | 2018-05-12 05:22:11 | 2018-05-14 01:39:29 | 2018-05-14 03:37:33 | 1:58:04 | 0:23:17 | 1:34:47 | ovh | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/backtrace.yaml whitelist_health.yaml} | 6 | |||
pass | 2526735 | 2018-05-12 05:22:11 | 2018-05-14 01:39:29 | 2018-05-14 02:47:29 | 1:08:00 | 0:59:24 | 0:08:36 | ovh | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/no.yaml objectstore-ec/filestore-xfs.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_misc.yaml} | 3 | |||
pass | 2526736 | 2018-05-12 05:22:12 | 2018-05-14 01:48:20 | 2018-05-14 02:28:20 | 0:40:00 | 0:27:51 | 0:12:09 | ovh | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_o_trunc.yaml} | 3 | |||
pass | 2526737 | 2018-05-12 05:22:13 | 2018-05-14 01:54:31 | 2018-05-14 13:36:47 | 11:42:16 | 0:29:34 | 11:12:42 | ovh | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/filestore-xfs.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/client-limits.yaml whitelist_health.yaml} | 6 | |||
pass | 2526738 | 2018-05-12 05:22:13 | 2018-05-14 02:03:14 | 2018-05-14 03:59:16 | 1:56:02 | 1:44:27 | 0:11:35 | ovh | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore-comp.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_snaps.yaml} | 3 | |||
pass | 2526739 | 2018-05-12 05:22:14 | 2018-05-14 02:05:47 | 2018-05-14 03:37:48 | 1:32:01 | 1:24:26 | 0:07:35 | ovh | master | kcephfs/thrash/{clusters/1-mds-1-client.yaml conf.yaml objectstore-ec/bluestore.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrashers/mds.yaml thrashosds-health.yaml whitelist_health.yaml workloads/kclient_workunit_suites_iozone.yaml} | 3 | |||
dead | 2526740 | 2018-05-12 05:22:15 | 2018-05-14 02:09:43 | 2018-05-14 14:12:00 | 12:02:17 | ovh | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/client-recovery.yaml whitelist_health.yaml} | — | |||||
pass | 2526741 | 2018-05-12 05:22:15 | 2018-05-14 02:11:33 | 2018-05-14 03:07:34 | 0:56:01 | 0:46:58 | 0:09:03 | ovh | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_dbench.yaml} | 3 | |||
fail | 2526742 | 2018-05-12 05:22:16 | 2018-05-14 02:11:43 | 2018-05-14 03:05:44 | 0:54:01 | 0:45:17 | 0:08:44 | ovh | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_ffsb.yaml} | 3 | |||
Failure Reason:
"2018-05-14 02:52:35.810860 mon.b mon.0 158.69.74.219:6789/0 140 : cluster [WRN] Health check failed: 681 slow requests are blocked > 32 sec. Implicated osds 0,1,3,5 (REQUEST_SLOW)" in cluster log |
||||||||||||||
pass | 2526743 | 2018-05-12 05:22:17 | 2018-05-14 02:13:08 | 2018-05-14 04:17:09 | 2:04:01 | 0:21:55 | 1:42:06 | ovh | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-comp.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/config-commands.yaml whitelist_health.yaml} | 6 | |||
pass | 2526744 | 2018-05-12 05:22:18 | 2018-05-14 02:18:43 | 2018-05-14 02:52:37 | 0:33:54 | 0:24:45 | 0:09:09 | ovh | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/yes.yaml objectstore-ec/filestore-xfs.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_fsstress.yaml} | 3 | |||
dead | 2526745 | 2018-05-12 05:22:18 | 2018-05-14 02:20:12 | 2018-05-14 14:38:25 | 12:18:13 | ovh | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_fsx.yaml} | 3 | |||||
pass | 2526746 | 2018-05-12 05:22:19 | 2018-05-14 02:25:38 | 2018-05-14 03:19:38 | 0:54:00 | 0:35:15 | 0:18:45 | ovh | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/damage.yaml whitelist_health.yaml} | 6 | |||
pass | 2526747 | 2018-05-12 05:22:20 | 2018-05-14 03:38:09 | 2018-05-14 04:42:10 | 1:04:01 | 0:43:52 | 0:20:09 | ovh | master | kcephfs/thrash/{clusters/1-mds-1-client.yaml conf.yaml objectstore-ec/filestore-xfs.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrashers/mon.yaml thrashosds-health.yaml whitelist_health.yaml workloads/kclient_workunit_suites_ffsb.yaml} | 3 | |||
pass | 2526748 | 2018-05-12 05:22:20 | 2018-05-14 03:50:00 | 2018-05-14 04:18:00 | 0:28:00 | 0:16:54 | 0:11:06 | ovh | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore-comp.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_fsync.yaml} | 3 | |||
pass | 2526749 | 2018-05-12 05:22:21 | 2018-05-14 03:53:19 | 2018-05-14 08:59:25 | 5:06:06 | 0:39:14 | 4:26:52 | ovh | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/data-scan.yaml whitelist_health.yaml} | 6 | |||
fail | 2526750 | 2018-05-12 05:22:22 | 2018-05-14 03:57:17 | 2018-05-14 05:33:19 | 1:36:02 | 1:26:37 | 0:09:25 | ovh | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_iozone.yaml} | 3 | |||
Failure Reason:
"2018-05-14 04:49:33.282260 mon.a mon.0 158.69.76.121:6789/0 163 : cluster [WRN] Health check failed: Reduced data availability: 2 pgs peering (PG_AVAILABILITY)" in cluster log |
||||||||||||||
pass | 2526751 | 2018-05-12 05:22:23 | 2018-05-14 03:59:26 | 2018-05-14 04:27:26 | 0:28:00 | 0:17:17 | 0:10:43 | ovh | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_pjd.yaml} | 3 | |||
pass | 2526752 | 2018-05-12 05:22:23 | 2018-05-14 04:00:37 | 2018-05-14 15:34:54 | 11:34:17 | 0:24:24 | 11:09:53 | ovh | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/filestore-xfs.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/failover.yaml whitelist_health.yaml} | 6 | |||
pass | 2526753 | 2018-05-12 05:22:24 | 2018-05-14 04:10:24 | 2018-05-14 04:36:23 | 0:25:59 | 0:15:27 | 0:10:32 | ovh | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/no.yaml objectstore-ec/filestore-xfs.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_trivial_sync.yaml} | 3 | |||
pass | 2526754 | 2018-05-12 05:22:25 | 2018-05-14 04:16:04 | 2018-05-14 04:58:04 | 0:42:00 | 0:21:07 | 0:20:53 | ovh | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_direct_io.yaml} | 3 | |||
pass | 2526755 | 2018-05-12 05:22:25 | 2018-05-14 04:17:27 | 2018-05-14 06:09:29 | 1:52:02 | 1:13:25 | 0:38:37 | ovh | master | kcephfs/mixed-clients/{clusters/1-mds-2-client.yaml conf.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kernel_cfuse_workunits_untarbuild_blogbench.yaml} | 4 | |||
dead | 2526756 | 2018-05-12 05:22:26 | 2018-05-14 04:18:01 | 2018-05-14 16:20:17 | 12:02:16 | ovh | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/forward-scrub.yaml whitelist_health.yaml} | — | |||||
fail | 2526757 | 2018-05-12 05:22:27 | 2018-05-14 04:27:36 | 2018-05-14 06:29:39 | 2:02:03 | 1:44:36 | 0:17:27 | ovh | master | kcephfs/thrash/{clusters/1-mds-1-client.yaml conf.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrashers/default.yaml thrashosds-health.yaml whitelist_health.yaml workloads/kclient_workunit_suites_iozone.yaml} | 3 | |||
Failure Reason:
Command failed on ovh078 with status 1: 'sudo adjust-ulimits ceph-objectstore-tool --data-path /var/lib/ceph/osd/ceph-1 --journal-path /var/lib/ceph/osd/ceph-1/journal --log-file=/var/log/ceph/objectstore_tool.\\$pid.log --op export --pgid 3.6s1 --file /home/ubuntu/cephtest/ceph.data/exp.3.6s1.1' |
||||||||||||||
fail | 2526758 | 2018-05-12 05:22:27 | 2018-05-14 04:36:39 | 2018-05-14 05:52:40 | 1:16:01 | 1:04:12 | 0:11:49 | ovh | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore-comp.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_kernel_untar_build.yaml} | 3 | |||
Failure Reason:
"2018-05-14 05:11:13.333829 mon.a mon.0 158.69.76.31:6789/0 148 : cluster [WRN] Health check failed: 207 slow requests are blocked > 32 sec. Implicated osds 0 (REQUEST_SLOW)" in cluster log |
||||||||||||||
dead | 2526759 | 2018-05-12 05:22:28 | 2018-05-14 04:42:28 | 2018-05-14 16:44:46 | 12:02:18 | ovh | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-comp.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/journal-repair.yaml whitelist_health.yaml} | — | |||||
pass | 2526760 | 2018-05-12 05:22:29 | 2018-05-14 04:44:34 | 2018-05-14 06:18:35 | 1:34:01 | 1:17:04 | 0:16:57 | ovh | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_misc.yaml} | 3 | |||
pass | 2526761 | 2018-05-12 05:22:30 | 2018-05-14 04:51:56 | 2018-05-14 05:31:56 | 0:40:00 | 0:25:55 | 0:14:05 | ovh | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_o_trunc.yaml} | 3 | |||
pass | 2526762 | 2018-05-12 05:22:30 | 2018-05-14 04:58:14 | 2018-05-14 15:56:29 | 10:58:15 | 0:20:43 | 10:37:32 | ovh | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/mds-flush.yaml whitelist_health.yaml} | 6 | |||
pass | 2526763 | 2018-05-12 05:22:31 | 2018-05-14 10:03:42 | 2018-05-14 11:47:44 | 1:44:02 | 1:22:39 | 0:21:23 | ovh | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/yes.yaml objectstore-ec/filestore-xfs.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_snaps.yaml} | 3 | |||
pass | 2526764 | 2018-05-12 05:22:32 | 2018-05-14 10:03:42 | 2018-05-14 11:15:43 | 1:12:01 | 0:51:19 | 0:20:42 | ovh | master | kcephfs/thrash/{clusters/1-mds-1-client.yaml conf.yaml objectstore-ec/bluestore-comp.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrashers/mds.yaml thrashosds-health.yaml whitelist_health.yaml workloads/kclient_workunit_suites_ffsb.yaml} | 3 | |||
fail | 2526765 | 2018-05-12 05:22:32 | 2018-05-14 10:07:56 | 2018-05-14 17:08:05 | 7:00:09 | 0:25:54 | 6:34:15 | ovh | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/mds-full.yaml whitelist_health.yaml} | 6 | |||
Failure Reason:
Test failure: test_full_fclose (tasks.cephfs.test_full.TestClusterFull) |
||||||||||||||
pass | 2526766 | 2018-05-12 05:22:33 | 2018-05-14 10:09:51 | 2018-05-14 11:07:52 | 0:58:01 | 0:47:37 | 0:10:24 | ovh | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_dbench.yaml} | 3 | |||
fail | 2526767 | 2018-05-12 05:22:34 | 2018-05-14 10:11:28 | 2018-05-14 11:13:29 | 1:02:01 | 0:51:43 | 0:10:18 | ovh | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore-comp.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_ffsb.yaml} | 3 | |||
Failure Reason:
"2018-05-14 10:52:50.973775 mon.a mon.0 158.69.87.135:6789/0 154 : cluster [WRN] Health check failed: 52 slow requests are blocked > 32 sec. Implicated osds 3 (REQUEST_SLOW)" in cluster log |
||||||||||||||
pass | 2526768 | 2018-05-12 05:22:35 | 2018-05-14 10:14:23 | 2018-05-14 15:52:31 | 5:38:08 | 0:22:11 | 5:15:57 | ovh | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/filestore-xfs.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/pool-perm.yaml whitelist_health.yaml} | 6 | |||
pass | 2526769 | 2018-05-12 05:22:35 | 2018-05-14 10:15:40 | 2018-05-14 10:53:40 | 0:38:00 | 0:27:19 | 0:10:41 | ovh | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_fsstress.yaml} | 3 | |||
pass | 2526770 | 2018-05-12 05:22:36 | 2018-05-14 10:17:28 | 2018-05-14 11:17:28 | 1:00:00 | 0:49:44 | 0:10:16 | ovh | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_fsx.yaml} | 3 | |||
pass | 2526771 | 2018-05-12 05:22:37 | 2018-05-14 10:17:43 | 2018-05-14 12:01:44 | 1:44:01 | 0:24:49 | 1:19:12 | ovh | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/sessionmap.yaml whitelist_health.yaml} | 6 | |||
fail | 2526772 | 2018-05-12 05:22:37 | 2018-05-14 10:19:45 | 2018-05-14 12:05:47 | 1:46:02 | 1:34:52 | 0:11:10 | ovh | master | kcephfs/thrash/{clusters/1-mds-1-client.yaml conf.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrashers/mon.yaml thrashosds-health.yaml whitelist_health.yaml workloads/kclient_workunit_suites_iozone.yaml} | 3 | |||
Failure Reason:
Found coredumps on ubuntu@ovh057.front.sepia.ceph.com |
||||||||||||||
pass | 2526773 | 2018-05-12 05:22:38 | 2018-05-14 10:23:11 | 2018-05-14 10:55:11 | 0:32:00 | 0:16:17 | 0:15:43 | ovh | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/no.yaml objectstore-ec/filestore-xfs.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_fsync.yaml} | 3 | |||
pass | 2526774 | 2018-05-12 05:22:39 | 2018-05-14 10:23:27 | 2018-05-14 13:09:30 | 2:46:03 | 0:58:12 | 1:47:51 | ovh | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-comp.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/strays.yaml whitelist_health.yaml} | 6 | |||
pass | 2526775 | 2018-05-12 05:22:40 | 2018-05-14 10:25:16 | 2018-05-14 12:13:18 | 1:48:02 | 1:24:18 | 0:23:44 | ovh | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_iozone.yaml} | 3 | |||
pass | 2526776 | 2018-05-12 05:22:40 | 2018-05-14 10:30:42 | 2018-05-14 10:58:41 | 0:27:59 | 0:17:56 | 0:10:03 | ovh | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore-comp.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_pjd.yaml} | 3 | |||
pass | 2526777 | 2018-05-12 05:22:41 | 2018-05-14 10:31:25 | 2018-05-14 12:55:27 | 2:24:02 | 0:34:38 | 1:49:24 | ovh | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/volume-client.yaml whitelist_health.yaml} | 6 | |||
pass | 2526778 | 2018-05-12 05:22:42 | 2018-05-14 10:31:52 | 2018-05-14 10:57:52 | 0:26:00 | 0:15:49 | 0:10:11 | ovh | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_trivial_sync.yaml} | 3 | |||
pass | 2526779 | 2018-05-12 05:22:43 | 2018-05-14 10:31:52 | 2018-05-14 10:59:52 | 0:28:00 | 0:18:08 | 0:09:52 | ovh | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_direct_io.yaml} | 3 | |||
pass | 2526780 | 2018-05-12 05:22:43 | 2018-05-14 10:33:09 | 2018-05-14 12:41:11 | 2:08:02 | 1:29:08 | 0:38:54 | ovh | master | kcephfs/mixed-clients/{clusters/1-mds-2-client.yaml conf.yaml objectstore-ec/bluestore-comp.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kernel_cfuse_workunits_dbench_iozone.yaml} | 4 | |||
pass | 2526781 | 2018-05-12 05:22:44 | 2018-05-14 10:33:49 | 2018-05-14 12:25:51 | 1:52:02 | 0:21:57 | 1:30:05 | ovh | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/auto-repair.yaml whitelist_health.yaml} | 6 | |||
fail | 2526782 | 2018-05-12 05:22:45 | 2018-05-14 10:53:58 | 2018-05-14 12:01:59 | 1:08:01 | 0:57:43 | 0:10:18 | ovh | master | kcephfs/thrash/{clusters/1-mds-1-client.yaml conf.yaml objectstore-ec/bluestore.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrashers/default.yaml thrashosds-health.yaml whitelist_health.yaml workloads/kclient_workunit_suites_ffsb.yaml} | 3 | |||
Failure Reason:
Socket is closed |
||||||||||||||
pass | 2526783 | 2018-05-12 05:22:45 | 2018-05-14 10:55:28 | 2018-05-14 11:57:29 | 1:02:01 | 0:52:39 | 0:09:22 | ovh | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/yes.yaml objectstore-ec/filestore-xfs.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_kernel_untar_build.yaml} | 3 | |||
pass | 2526784 | 2018-05-12 05:22:46 | 2018-05-14 10:58:09 | 2018-05-14 19:18:20 | 8:20:11 | 0:27:05 | 7:53:06 | ovh | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/filestore-xfs.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/backtrace.yaml whitelist_health.yaml} | 6 | |||
pass | 2526785 | 2018-05-12 05:22:47 | 2018-05-14 10:58:43 | 2018-05-14 12:48:46 | 1:50:03 | 1:32:40 | 0:17:23 | ovh | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_misc.yaml} | 3 | |||
pass | 2526786 | 2018-05-12 05:22:48 | 2018-05-14 11:00:09 | 2018-05-14 11:46:10 | 0:46:01 | 0:27:32 | 0:18:29 | ovh | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore-comp.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_o_trunc.yaml} | 3 | |||
pass | 2526787 | 2018-05-12 05:22:48 | 2018-05-14 11:08:12 | 2018-05-14 13:18:14 | 2:10:02 | 0:30:36 | 1:39:26 | ovh | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/client-limits.yaml whitelist_health.yaml} | 6 | |||
dead | 2526788 | 2018-05-12 05:22:49 | 2018-05-14 11:09:45 | 2018-05-14 23:12:29 | 12:02:44 | ovh | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_snaps.yaml} | 3 | |||||
pass | 2526789 | 2018-05-12 05:22:50 | 2018-05-14 11:11:50 | 2018-05-14 12:43:51 | 1:32:01 | 1:21:24 | 0:10:37 | ovh | master | kcephfs/thrash/{clusters/1-mds-1-client.yaml conf.yaml objectstore-ec/filestore-xfs.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrashers/mds.yaml thrashosds-health.yaml whitelist_health.yaml workloads/kclient_workunit_suites_iozone.yaml} | 3 | |||
dead | 2526790 | 2018-05-12 05:22:51 | 2018-05-14 11:13:29 | 2018-05-14 23:16:11 | 12:02:42 | ovh | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-comp.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/client-recovery.yaml whitelist_health.yaml} | 6 | |||||
pass | 2526791 | 2018-05-12 05:22:51 | 2018-05-14 11:13:30 | 2018-05-14 12:09:31 | 0:56:01 | 0:45:29 | 0:10:32 | ovh | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_dbench.yaml} | 3 | |||
fail | 2526792 | 2018-05-12 05:22:52 | 2018-05-14 11:16:00 | 2018-05-14 12:12:00 | 0:56:00 | 0:45:07 | 0:10:53 | ovh | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/no.yaml objectstore-ec/filestore-xfs.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_ffsb.yaml} | 3 | |||
Failure Reason:
"2018-05-14 11:57:04.224387 mon.b mon.0 158.69.88.234:6789/0 135 : cluster [WRN] Health check failed: 49 slow requests are blocked > 32 sec. Implicated osds 0,2 (REQUEST_SLOW)" in cluster log |
||||||||||||||
pass | 2526793 | 2018-05-12 05:22:53 | 2018-05-14 11:17:45 | 2018-05-14 13:49:48 | 2:32:03 | 0:22:40 | 2:09:23 | ovh | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/config-commands.yaml whitelist_health.yaml} | 6 | |||
pass | 2526794 | 2018-05-12 05:22:53 | 2018-05-14 11:18:07 | 2018-05-14 11:56:07 | 0:38:00 | 0:27:31 | 0:10:29 | ovh | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_fsstress.yaml} | 3 | |||
pass | 2526795 | 2018-05-12 05:22:54 | 2018-05-14 11:22:02 | 2018-05-14 12:24:03 | 1:02:01 | 0:50:06 | 0:11:55 | ovh | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore-comp.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_fsx.yaml} | 3 | |||
pass | 2526796 | 2018-05-12 05:22:55 | 2018-05-14 11:25:00 | 2018-05-14 14:59:05 | 3:34:05 | 0:35:14 | 2:58:51 | ovh | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/damage.yaml whitelist_health.yaml} | 6 | |||
pass | 2526797 | 2018-05-12 05:22:56 | 2018-05-14 11:29:50 | 2018-05-14 13:19:51 | 1:50:01 | 1:26:10 | 0:23:51 | ovh | master | kcephfs/thrash/{clusters/1-mds-1-client.yaml conf.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrashers/mon.yaml thrashosds-health.yaml whitelist_health.yaml workloads/kclient_workunit_suites_ffsb.yaml} | 3 | |||
pass | 2526798 | 2018-05-12 05:22:56 | 2018-05-14 11:46:28 | 2018-05-14 12:24:29 | 0:38:01 | 0:16:49 | 0:21:12 | ovh | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_fsync.yaml} | 3 | |||
pass | 2526799 | 2018-05-12 05:22:57 | 2018-05-14 11:48:00 | 2018-05-14 14:54:03 | 3:06:03 | 0:39:56 | 2:26:07 | ovh | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/filestore-xfs.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/data-scan.yaml whitelist_health.yaml} | 6 | |||
pass | 2526800 | 2018-05-12 05:22:58 | 2018-05-14 11:56:24 | 2018-05-14 13:30:25 | 1:34:01 | 1:21:49 | 0:12:12 | ovh | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_iozone.yaml} | 3 | |||
pass | 2526801 | 2018-05-12 05:22:59 | 2018-05-14 11:57:46 | 2018-05-14 12:27:46 | 0:30:00 | 0:17:51 | 0:12:09 | ovh | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/yes.yaml objectstore-ec/filestore-xfs.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_pjd.yaml} | 3 | |||
pass | 2526802 | 2018-05-12 05:22:59 | 2018-05-14 12:02:01 | 2018-05-14 15:42:05 | 3:40:04 | 0:23:56 | 3:16:08 | ovh | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/failover.yaml whitelist_health.yaml} | 6 | |||
pass | 2526803 | 2018-05-12 05:23:00 | 2018-05-14 12:02:01 | 2018-05-14 12:32:00 | 0:29:59 | 0:16:15 | 0:13:44 | ovh | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_trivial_sync.yaml} | 3 | |||
pass | 2526804 | 2018-05-12 05:23:01 | 2018-05-14 12:06:03 | 2018-05-14 12:32:03 | 0:26:00 | 0:16:44 | 0:09:16 | ovh | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore-comp.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_direct_io.yaml} | 3 | |||
fail | 2526805 | 2018-05-12 05:23:01 | 2018-05-14 12:09:49 | 2018-05-14 13:41:50 | 1:32:01 | 1:20:17 | 0:11:44 | ovh | master | kcephfs/mixed-clients/{clusters/1-mds-2-client.yaml conf.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kernel_cfuse_workunits_untarbuild_blogbench.yaml} | 4 | |||
Failure Reason:
"2018-05-14 12:43:19.783097 mon.a mon.0 158.69.90.65:6789/0 150 : cluster [WRN] Health check failed: 307 slow requests are blocked > 32 sec. Implicated osds 0,3 (REQUEST_SLOW)" in cluster log |
||||||||||||||
pass | 2526806 | 2018-05-12 05:23:02 | 2018-05-14 12:12:17 | 2018-05-14 19:22:26 | 7:10:09 | 0:26:05 | 6:44:04 | ovh | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-comp.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/forward-scrub.yaml whitelist_health.yaml} | 6 | |||
pass | 2526807 | 2018-05-12 05:23:03 | 2018-05-14 12:13:35 | 2018-05-14 14:13:37 | 2:00:02 | 1:39:01 | 0:21:01 | ovh | master | kcephfs/thrash/{clusters/1-mds-1-client.yaml conf.yaml objectstore-ec/bluestore-comp.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrashers/default.yaml thrashosds-health.yaml whitelist_health.yaml workloads/kclient_workunit_suites_iozone.yaml} | 3 | |||
fail | 2526808 | 2018-05-12 05:23:04 | 2018-05-14 12:14:12 | 2018-05-14 13:34:13 | 1:20:01 | 1:10:00 | 0:10:01 | ovh | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_kernel_untar_build.yaml} | 3 | |||
Failure Reason:
"2018-05-14 12:45:55.408384 mon.a mon.0 158.69.90.69:6789/0 155 : cluster [WRN] Health check failed: 117 slow requests are blocked > 32 sec. Implicated osds 2 (REQUEST_SLOW)" in cluster log |
||||||||||||||
fail | 2526809 | 2018-05-12 05:23:05 | 2018-05-14 12:16:36 | 2018-05-14 14:08:39 | 1:52:03 | 0:26:04 | 1:25:59 | ovh | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/journal-repair.yaml whitelist_health.yaml} | 6 | |||
Failure Reason:
Test failure: test_reset (tasks.cephfs.test_journal_repair.TestJournalRepair), test_reset (tasks.cephfs.test_journal_repair.TestJournalRepair) |
||||||||||||||
pass | 2526810 | 2018-05-12 05:23:05 | 2018-05-14 12:20:08 | 2018-05-14 13:40:09 | 1:20:01 | 0:59:54 | 0:20:07 | ovh | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_misc.yaml} | 3 | |||
pass | 2526811 | 2018-05-12 05:23:06 | 2018-05-14 12:24:19 | 2018-05-14 13:02:19 | 0:38:00 | 0:25:52 | 0:12:08 | ovh | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/no.yaml objectstore-ec/filestore-xfs.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_o_trunc.yaml} | 3 | |||
pass | 2526812 | 2018-05-12 05:23:07 | 2018-05-14 12:24:30 | 2018-05-14 20:00:40 | 7:36:10 | 0:22:07 | 7:14:03 | ovh | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/mds-flush.yaml whitelist_health.yaml} | 6 | |||
dead | 2526813 | 2018-05-12 05:23:08 | 2018-05-14 12:26:08 | 2018-05-15 00:28:53 | 12:02:45 | ovh | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_snaps.yaml} | 3 | |||||
pass | 2526814 | 2018-05-12 05:23:08 | 2018-05-14 12:28:02 | 2018-05-14 14:02:04 | 1:34:02 | 1:21:49 | 0:12:13 | ovh | master | kcephfs/thrash/{clusters/1-mds-1-client.yaml conf.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrashers/mds.yaml thrashosds-health.yaml whitelist_health.yaml workloads/kclient_workunit_suites_ffsb.yaml} | 3 | |||
fail | 2526815 | 2018-05-12 05:23:09 | 2018-05-14 12:32:19 | 2018-05-14 14:18:20 | 1:46:01 | 0:25:21 | 1:20:40 | ovh | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/filestore-xfs.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/mds-full.yaml whitelist_health.yaml} | 6 | |||
Failure Reason:
Test failure: test_full_fclose (tasks.cephfs.test_full.TestClusterFull) |
||||||||||||||
pass | 2526816 | 2018-05-12 05:23:10 | 2018-05-14 12:32:19 | 2018-05-14 13:34:19 | 1:02:00 | 0:46:43 | 0:15:17 | ovh | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore-comp.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_dbench.yaml} | 3 | |||
fail | 2526817 | 2018-05-12 05:23:11 | 2018-05-14 12:41:29 | 2018-05-14 14:15:30 | 1:34:01 | 1:25:20 | 0:08:41 | ovh | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_ffsb.yaml} | 3 | |||
Failure Reason:
"2018-05-14 13:13:31.023553 mon.a mon.0 158.69.91.54:6789/0 161 : cluster [WRN] Health check failed: 1 slow requests are blocked > 32 sec. Implicated osds 1 (REQUEST_SLOW)" in cluster log |
||||||||||||||
pass | 2526818 | 2018-05-12 05:23:11 | 2018-05-14 12:44:09 | 2018-05-14 14:08:10 | 1:24:01 | 0:22:46 | 1:01:15 | ovh | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/pool-perm.yaml whitelist_health.yaml} | 6 | |||
pass | 2526819 | 2018-05-12 05:23:12 | 2018-05-14 12:49:15 | 2018-05-14 13:29:14 | 0:39:59 | 0:25:42 | 0:14:17 | ovh | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_fsstress.yaml} | 3 | |||
pass | 2526820 | 2018-05-12 05:23:13 | 2018-05-14 12:55:46 | 2018-05-14 13:47:46 | 0:52:00 | 0:40:30 | 0:11:30 | ovh | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/yes.yaml objectstore-ec/filestore-xfs.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_fsx.yaml} | 3 | |||
pass | 2526821 | 2018-05-12 05:23:14 | 2018-05-14 12:58:03 | 2018-05-14 16:14:07 | 3:16:04 | 0:25:10 | 2:50:54 | ovh | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-comp.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/sessionmap.yaml whitelist_health.yaml} | 6 | |||
pass | 2526822 | 2018-05-12 05:23:14 | 2018-05-14 12:59:45 | 2018-05-14 14:31:46 | 1:32:01 | 1:23:22 | 0:08:39 | ovh | master | kcephfs/thrash/{clusters/1-mds-1-client.yaml conf.yaml objectstore-ec/bluestore.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrashers/mon.yaml thrashosds-health.yaml whitelist_health.yaml workloads/kclient_workunit_suites_iozone.yaml} | 3 | |||
pass | 2526823 | 2018-05-12 05:23:15 | 2018-05-14 13:02:37 | 2018-05-14 13:28:36 | 0:25:59 | 0:16:37 | 0:09:22 | ovh | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_fsync.yaml} | 3 | |||
pass | 2526824 | 2018-05-12 05:23:16 | 2018-05-14 13:09:48 | 2018-05-14 15:17:50 | 2:08:02 | 0:59:42 | 1:08:20 | ovh | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/strays.yaml whitelist_health.yaml} | 6 | |||
pass | 2526825 | 2018-05-12 05:23:16 | 2018-05-14 13:18:30 | 2018-05-14 14:50:32 | 1:32:02 | 1:21:26 | 0:10:36 | ovh | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore-comp.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_iozone.yaml} | 3 | |||
pass | 2526826 | 2018-05-12 05:23:17 | 2018-05-14 13:20:01 | 2018-05-14 13:56:01 | 0:36:00 | 0:18:22 | 0:17:38 | ovh | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_pjd.yaml} | 3 | |||
pass | 2526827 | 2018-05-12 05:23:18 | 2018-05-14 13:28:56 | 2018-05-14 16:49:00 | 3:20:04 | 0:36:07 | 2:43:57 | ovh | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/volume-client.yaml whitelist_health.yaml} | 6 | |||
pass | 2526828 | 2018-05-12 05:23:19 | 2018-05-14 13:29:15 | 2018-05-14 13:57:15 | 0:28:00 | 0:15:04 | 0:12:56 | ovh | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_trivial_sync.yaml} | 3 | |||
pass | 2526829 | 2018-05-12 05:23:19 | 2018-05-14 13:30:43 | 2018-05-14 14:00:42 | 0:29:59 | 0:18:25 | 0:11:34 | ovh | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/no.yaml objectstore-ec/filestore-xfs.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_direct_io.yaml} | 3 | |||
fail | 2526830 | 2018-05-12 05:23:20 | 2018-05-14 13:34:30 | 2018-05-14 15:24:32 | 1:50:02 | 1:30:38 | 0:19:24 | ovh | master | kcephfs/mixed-clients/{clusters/1-mds-2-client.yaml conf.yaml objectstore-ec/bluestore.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kernel_cfuse_workunits_dbench_iozone.yaml} | 4 | |||
Failure Reason:
"2018-05-14 14:18:46.308669 mon.a mon.0 158.69.94.146:6789/0 241 : cluster [WRN] Health check failed: 1 slow requests are blocked > 32 sec. Implicated osds 4 (REQUEST_SLOW)" in cluster log |
||||||||||||||
pass | 2526831 | 2018-05-12 05:23:21 | 2018-05-14 13:34:30 | 2018-05-14 16:26:34 | 2:52:04 | 0:23:19 | 2:28:45 | ovh | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/filestore-xfs.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/auto-repair.yaml whitelist_health.yaml} | 6 | |||
pass | 2526832 | 2018-05-12 05:23:22 | 2018-05-14 13:37:03 | 2018-05-14 14:49:04 | 1:12:01 | 0:51:44 | 0:20:17 | ovh | master | kcephfs/thrash/{clusters/1-mds-1-client.yaml conf.yaml objectstore-ec/filestore-xfs.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrashers/default.yaml thrashosds-health.yaml whitelist_health.yaml workloads/kclient_workunit_suites_ffsb.yaml} | 3 | |||
fail | 2526833 | 2018-05-12 05:23:22 | 2018-05-14 13:40:27 | 2018-05-14 15:02:28 | 1:22:01 | 1:07:06 | 0:14:55 | ovh | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_kernel_untar_build.yaml} | 3 | |||
Failure Reason:
"2018-05-14 14:10:17.197181 mon.a mon.0 158.69.94.165:6789/0 242 : cluster [WRN] Health check failed: 135 slow requests are blocked > 32 sec. Implicated osds 0 (REQUEST_SLOW)" in cluster log |
||||||||||||||
pass | 2526834 | 2018-05-12 05:23:23 | 2018-05-14 13:41:59 | 2018-05-14 21:02:09 | 7:20:10 | 0:22:19 | 6:57:51 | ovh | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/backtrace.yaml whitelist_health.yaml} | 6 | |||
pass | 2526835 | 2018-05-12 05:23:24 | 2018-05-14 13:47:56 | 2018-05-14 14:57:57 | 1:10:01 | 1:01:03 | 0:08:58 | ovh | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore-comp.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_misc.yaml} | 3 | |||
pass | 2526836 | 2018-05-12 05:23:24 | 2018-05-14 13:53:12 | 2018-05-14 14:29:14 | 0:36:02 | 0:26:16 | 0:09:46 | ovh | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_o_trunc.yaml} | 3 | |||
pass | 2526837 | 2018-05-12 05:23:25 | 2018-05-14 13:56:11 | 2018-05-14 20:48:20 | 6:52:09 | 0:30:26 | 6:21:43 | ovh | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-comp.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/client-limits.yaml whitelist_health.yaml} | 6 | |||
pass | 2526838 | 2018-05-12 05:23:26 | 2018-05-14 13:57:32 | 2018-05-14 15:45:33 | 1:48:01 | 1:35:53 | 0:12:08 | ovh | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_snaps.yaml} | 3 | |||
pass | 2526839 | 2018-05-12 05:23:27 | 2018-05-14 14:01:00 | 2018-05-14 15:37:02 | 1:36:02 | 1:24:32 | 0:11:30 | ovh | master | kcephfs/thrash/{clusters/1-mds-1-client.yaml conf.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrashers/mds.yaml thrashosds-health.yaml whitelist_health.yaml workloads/kclient_workunit_suites_iozone.yaml} | 3 | |||
dead | 2526840 | 2018-05-12 05:23:27 | 2018-05-14 14:02:22 | 2018-05-15 01:16:36 | 11:14:14 | ovh | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/client-recovery.yaml whitelist_health.yaml} | 6 | |||||
pass | 2526841 | 2018-05-12 05:23:30 | 2018-05-14 14:08:20 | 2018-05-14 15:24:21 | 1:16:01 | 0:46:45 | 0:29:16 | ovh | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/yes.yaml objectstore-ec/filestore-xfs.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_dbench.yaml} | 3 | |||
fail | 2526842 | 2018-05-12 05:23:32 | 2018-05-14 14:08:48 | 2018-05-14 15:44:49 | 1:36:01 | 1:17:43 | 0:18:18 | ovh | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_ffsb.yaml} | 3 | |||
Failure Reason:
"2018-05-14 14:50:05.321520 mon.a mon.0 158.69.64.107:6789/0 242 : cluster [WRN] Health check failed: 1 slow requests are blocked > 32 sec. Implicated osds 5 (REQUEST_SLOW)" in cluster log |
||||||||||||||
pass | 2526843 | 2018-05-12 05:23:35 | 2018-05-14 14:12:10 | 2018-05-14 21:08:19 | 6:56:09 | 0:22:56 | 6:33:13 | ovh | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/config-commands.yaml whitelist_health.yaml} | 6 | |||
pass | 2526844 | 2018-05-12 05:23:36 | 2018-05-14 14:13:47 | 2018-05-14 14:49:47 | 0:36:00 | 0:25:37 | 0:10:23 | ovh | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore-comp.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_fsstress.yaml} | 3 | |||
dead | 2526845 | 2018-05-12 05:23:36 | 2018-05-14 14:15:40 | 2018-05-15 01:17:55 | 11:02:15 | ovh | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_fsx.yaml} | 3 | |||||
pass | 2526846 | 2018-05-12 05:23:37 | 2018-05-14 14:18:40 | 2018-05-14 16:48:42 | 2:30:02 | 0:31:35 | 1:58:27 | ovh | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/filestore-xfs.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/damage.yaml whitelist_health.yaml} | 6 | |||
pass | 2526847 | 2018-05-12 05:23:38 | 2018-05-14 14:29:26 | 2018-05-14 15:29:26 | 1:00:00 | 0:51:22 | 0:08:38 | ovh | master | kcephfs/thrash/{clusters/1-mds-1-client.yaml conf.yaml objectstore-ec/bluestore-comp.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrashers/mon.yaml thrashosds-health.yaml whitelist_health.yaml workloads/kclient_workunit_suites_ffsb.yaml} | 3 | |||
pass | 2526848 | 2018-05-12 05:23:39 | 2018-05-14 14:31:57 | 2018-05-14 14:59:56 | 0:27:59 | 0:18:29 | 0:09:30 | ovh | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_fsync.yaml} | 3 | |||
pass | 2526849 | 2018-05-12 05:23:40 | 2018-05-14 14:38:44 | 2018-05-14 17:22:46 | 2:44:02 | 0:39:32 | 2:04:30 | ovh | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/data-scan.yaml whitelist_health.yaml} | 6 | |||
pass | 2526850 | 2018-05-12 05:23:40 | 2018-05-14 14:49:23 | 2018-05-14 16:19:25 | 1:30:02 | 1:21:30 | 0:08:32 | ovh | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/no.yaml objectstore-ec/filestore-xfs.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_iozone.yaml} | 3 | |||
pass | 2526851 | 2018-05-12 05:23:41 | 2018-05-14 14:49:48 | 2018-05-14 15:17:48 | 0:28:00 | 0:17:55 | 0:10:05 | ovh | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_pjd.yaml} | 3 | |||
pass | 2526852 | 2018-05-12 05:23:42 | 2018-05-14 14:50:50 | 2018-05-14 20:46:57 | 5:56:07 | 0:22:28 | 5:33:39 | ovh | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-comp.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/failover.yaml whitelist_health.yaml} | 6 | |||
pass | 2526853 | 2018-05-12 05:23:42 | 2018-05-14 14:54:13 | 2018-05-14 15:22:13 | 0:28:00 | 0:15:48 | 0:12:12 | ovh | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore-comp.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_trivial_sync.yaml} | 3 | |||
pass | 2526854 | 2018-05-12 05:23:43 | 2018-05-14 14:58:07 | 2018-05-14 15:30:07 | 0:32:00 | 0:22:00 | 0:10:00 | ovh | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_direct_io.yaml} | 3 | |||
pass | 2526855 | 2018-05-12 05:23:44 | 2018-05-14 14:59:23 | 2018-05-14 16:41:25 | 1:42:02 | 1:04:13 | 0:37:49 | ovh | master | kcephfs/mixed-clients/{clusters/1-mds-2-client.yaml conf.yaml objectstore-ec/filestore-xfs.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kernel_cfuse_workunits_untarbuild_blogbench.yaml} | 4 | |||
pass | 2526856 | 2018-05-12 05:23:45 | 2018-05-14 14:59:58 | 2018-05-14 20:10:04 | 5:10:06 | 0:28:23 | 4:41:43 | ovh | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/forward-scrub.yaml whitelist_health.yaml} | 6 | |||
dead | 2526857 | 2018-05-12 05:23:45 | 2018-05-14 15:02:38 | 2018-05-15 01:16:51 | 10:14:13 | ovh | master | kcephfs/thrash/{clusters/1-mds-1-client.yaml conf.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrashers/default.yaml thrashosds-health.yaml whitelist_health.yaml workloads/kclient_workunit_suites_iozone.yaml} | 3 | |||||
pass | 2526858 | 2018-05-12 05:23:46 | 2018-05-14 15:17:58 | 2018-05-14 16:31:59 | 1:14:01 | 1:00:46 | 0:13:15 | ovh | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_kernel_untar_build.yaml} | 3 | |||
dead | 2526859 | 2018-05-12 05:23:47 | 2018-05-14 15:17:58 | 2018-05-15 01:18:11 | 10:00:13 | ovh | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/journal-repair.yaml whitelist_health.yaml} | 6 | |||||
pass | 2526860 | 2018-05-12 05:23:48 | 2018-05-14 15:22:31 | 2018-05-14 16:38:32 | 1:16:01 | 0:58:00 | 0:18:01 | ovh | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/yes.yaml objectstore-ec/filestore-xfs.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_misc.yaml} | 3 | |||
pass | 2526861 | 2018-05-12 05:23:48 | 2018-05-14 15:24:31 | 2018-05-14 15:58:30 | 0:33:59 | 0:26:10 | 0:07:49 | ovh | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_o_trunc.yaml} | 3 | |||
pass | 2526862 | 2018-05-12 05:23:49 | 2018-05-14 15:24:33 | 2018-05-14 17:44:35 | 2:20:02 | 0:20:57 | 1:59:05 | ovh | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/filestore-xfs.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/mds-flush.yaml whitelist_health.yaml} | 6 | |||
pass | 2526863 | 2018-05-12 05:23:50 | 2018-05-14 15:29:46 | 2018-05-14 17:21:47 | 1:52:01 | 1:40:34 | 0:11:27 | ovh | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore-comp.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_snaps.yaml} | 3 | |||
pass | 2526864 | 2018-05-12 05:23:51 | 2018-05-14 15:30:08 | 2018-05-14 16:28:08 | 0:58:00 | 0:44:23 | 0:13:37 | ovh | master | kcephfs/thrash/{clusters/1-mds-1-client.yaml conf.yaml objectstore-ec/bluestore.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrashers/mds.yaml thrashosds-health.yaml whitelist_health.yaml workloads/kclient_workunit_suites_ffsb.yaml} | 3 | |||
pass | 2526865 | 2018-05-12 05:23:51 | 2018-05-14 16:28:40 | 2018-05-14 20:30:42 | 4:02:02 | 0:35:44 | 3:26:18 | ovh | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/mds-full.yaml whitelist_health.yaml} | 6 | |||
pass | 2526866 | 2018-05-12 05:23:52 | 2018-05-14 16:28:40 | 2018-05-14 17:26:38 | 0:57:58 | 0:47:42 | 0:10:16 | ovh | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_dbench.yaml} | 3 | |||
fail | 2526867 | 2018-05-12 05:23:53 | 2018-05-14 16:28:55 | 2018-05-14 17:26:56 | 0:58:01 | 0:46:20 | 0:11:41 | ovh | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_ffsb.yaml} | 3 | |||
Failure Reason:
"2018-05-14 17:11:38.828832 mon.b mon.0 158.69.68.59:6789/0 140 : cluster [WRN] Health check failed: 12 slow requests are blocked > 32 sec. Implicated osds 0 (REQUEST_SLOW)" in cluster log |
||||||||||||||
pass | 2526868 | 2018-05-12 05:23:53 | 2018-05-14 16:29:30 | 2018-05-14 20:47:35 | 4:18:05 | 0:22:24 | 3:55:41 | ovh | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-comp.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/pool-perm.yaml whitelist_health.yaml} | 6 | |||
pass | 2526869 | 2018-05-12 05:23:54 | 2018-05-14 16:30:26 | 2018-05-14 17:06:26 | 0:36:00 | 0:25:41 | 0:10:19 | ovh | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/no.yaml objectstore-ec/filestore-xfs.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_fsstress.yaml} | 3 | |||
dead | 2526870 | 2018-05-12 05:23:55 | 2018-05-14 16:32:18 | 2018-05-15 01:16:29 | 8:44:11 | ovh | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_fsx.yaml} | 3 | |||||
pass | 2526871 | 2018-05-12 05:23:56 | 2018-05-14 16:33:08 | 2018-05-14 17:47:09 | 1:14:01 | 0:24:00 | 0:50:01 | ovh | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/sessionmap.yaml whitelist_health.yaml} | 6 | |||
pass | 2526872 | 2018-05-12 05:23:56 | 2018-05-14 16:37:44 | 2018-05-14 18:15:45 | 1:38:01 | 1:21:58 | 0:16:03 | ovh | master | kcephfs/thrash/{clusters/1-mds-1-client.yaml conf.yaml objectstore-ec/filestore-xfs.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrashers/mon.yaml thrashosds-health.yaml whitelist_health.yaml workloads/kclient_workunit_suites_iozone.yaml} | 3 | |||
pass | 2526873 | 2018-05-12 05:23:57 | 2018-05-14 16:38:33 | 2018-05-14 17:14:33 | 0:36:00 | 0:17:49 | 0:18:11 | ovh | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore-comp.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_fsync.yaml} | 3 | |||
pass | 2526874 | 2018-05-12 05:23:58 | 2018-05-14 16:40:52 | 2018-05-14 18:04:53 | 1:24:01 | 1:00:15 | 0:23:46 | ovh | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/bluestore.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/strays.yaml whitelist_health.yaml} | 6 | |||
fail | 2526875 | 2018-05-12 05:23:59 | 2018-05-14 16:41:26 | 2018-05-14 18:17:27 | 1:36:01 | 1:25:22 | 0:10:39 | ovh | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/yes.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_iozone.yaml} | 3 | |||
Failure Reason:
"2018-05-14 17:10:24.608881 mon.a mon.0 158.69.69.118:6789/0 162 : cluster [WRN] Health check failed: 1 slow requests are blocked > 32 sec. Implicated osds 4 (REQUEST_SLOW)" in cluster log |
||||||||||||||
pass | 2526876 | 2018-05-12 05:23:59 | 2018-05-14 16:41:36 | 2018-05-14 17:11:36 | 0:30:00 | 0:17:55 | 0:12:05 | ovh | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/no.yaml objectstore-ec/bluestore.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_pjd.yaml} | 3 | |||
fail | 2526877 | 2018-05-12 05:24:00 | 2018-05-14 16:45:04 | 2018-05-14 19:23:07 | 2:38:03 | 0:35:19 | 2:02:44 | ovh | master | kcephfs/recovery/{clusters/1-mds-4-client.yaml debug/mds_client.yaml dirfrag/frag_enable.yaml mounts/kmounts.yaml objectstore-ec/filestore-xfs.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/volume-client.yaml whitelist_health.yaml} | 6 | |||
Failure Reason:
"2018-05-14 19:07:03.445462 mon.a mon.0 158.69.73.121:6789/0 7 : cluster [WRN] Health check failed: 1/3 mons down, quorum a,c (MON_DOWN)" in cluster log |
||||||||||||||
pass | 2526878 | 2018-05-12 05:24:01 | 2018-05-14 16:45:26 | 2018-05-14 17:11:26 | 0:26:00 | 0:15:41 | 0:10:19 | ovh | master | kcephfs/cephfs/{clusters/1-mds-1-client.yaml conf.yaml inline/yes.yaml objectstore-ec/filestore-xfs.yaml overrides/{debug.yaml frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_trivial_sync.yaml} | 3 |