Status Job ID Links Posted Started Updated
Runtime
Duration
In Waiting
Machine Teuthology Branch OS Type OS Version Description Nodes
pass 4314316 2019-09-16 20:06:28 2019-09-16 20:11:36 2019-09-16 21:55:36 1:44:00 0:11:26 1:32:34 smithi master ubuntu 18.04 kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{ubuntu_latest.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-bitmap.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_direct_io.yaml} 3
dead 4314317 2019-09-16 20:06:28 2019-09-16 20:13:03 2019-09-16 21:41:04 1:28:01 smithi master rhel 7.7 kcephfs/mixed-clients/{begin.yaml clusters/1-mds-2-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient-overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml} objectstore-ec/bluestore-bitmap.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kernel_cfuse_workunits_dbench_iozone.yaml}
Failure Reason:

reached maximum tries (100) after waiting for 600 seconds

dead 4314318 2019-09-16 20:06:29 2019-09-16 20:15:20 2019-09-16 22:25:21 2:10:01 smithi master rhel 7.7 kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-bitmap.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/auto-repair.yaml}
Failure Reason:

reached maximum tries (100) after waiting for 600 seconds

dead 4314319 2019-09-16 20:06:30 2019-09-16 20:16:51 2019-09-16 22:40:53 2:24:02 smithi master rhel 7.7 kcephfs/thrash/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-bitmap.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml thrash-health-whitelist.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrashers/default.yaml workloads/kclient_workunit_suites_ffsb.yaml}
Failure Reason:

reached maximum tries (100) after waiting for 600 seconds

dead 4314320 2019-09-16 20:06:31 2019-09-16 20:17:15 2019-09-16 20:39:14 0:21:59 smithi master rhel 7.7 kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_kernel_untar_build.yaml}
Failure Reason:

reached maximum tries (60) after waiting for 900 seconds

pass 4314321 2019-09-16 20:06:32 2019-09-16 20:19:32 2019-09-16 22:21:33 2:02:01 0:12:38 1:49:23 smithi master ubuntu 18.04 kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{ubuntu_latest.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/backtrace.yaml} 6
dead 4314322 2019-09-16 20:06:33 2019-09-16 20:19:32 2019-09-16 20:39:31 0:19:59 smithi master rhel 7.7 kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{rhel_7.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_misc.yaml}
Failure Reason:

reached maximum tries (60) after waiting for 900 seconds

dead 4314323 2019-09-16 20:06:33 2019-09-16 20:21:07 2019-09-16 20:39:06 0:17:59 smithi master rhel 7.7 kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_o_trunc.yaml}
Failure Reason:

reached maximum tries (60) after waiting for 900 seconds

dead 4314324 2019-09-16 20:06:34 2019-09-16 20:21:29 2019-09-17 06:09:38 9:48:09 smithi master rhel 7.7 kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/client-limits.yaml}
Failure Reason:

reached maximum tries (100) after waiting for 600 seconds

dead 4314325 2019-09-16 20:06:35 2019-09-16 20:21:29 2019-09-16 21:17:29 0:56:00 smithi master rhel 7.7 kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{rhel_7.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_snaps.yaml}
Failure Reason:

reached maximum tries (100) after waiting for 600 seconds

pass 4314326 2019-09-16 20:06:36 2019-09-16 20:23:17 2019-09-16 20:49:16 0:25:59 0:15:06 0:10:53 smithi master centos 7.6 kcephfs/thrash/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{centos_7.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml thrash-health-whitelist.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrashers/mds.yaml workloads/kclient_workunit_suites_iozone.yaml} 3
dead 4314327 2019-09-16 20:06:37 2019-09-16 20:23:17 2019-09-17 04:31:24 8:08:07 smithi master rhel 7.7 kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{rhel_7.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/client-recovery.yaml}
Failure Reason:

reached maximum tries (100) after waiting for 600 seconds

dead 4314328 2019-09-16 20:06:38 2019-09-16 20:23:29 2019-09-16 21:17:29 0:54:00 smithi master rhel 7.7 kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-bitmap.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_dbench.yaml}
Failure Reason:

reached maximum tries (100) after waiting for 600 seconds

fail 4314329 2019-09-16 20:06:38 2019-09-16 20:25:13 2019-09-16 21:53:13 1:28:00 1:15:23 0:12:37 smithi master centos 7.6 kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{centos_7.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_ffsb.yaml} 3
Failure Reason:

"2019-09-16T20:51:16.132698+0000 mon.b (mon.0) 618 : cluster [WRN] Health check failed: 893 slow ops, oldest one blocked for 181 sec, daemons [osd,0,osd,1,osd,3] have slow ops. (SLOW_OPS)" in cluster log

dead 4314330 2019-09-16 20:06:39 2019-09-16 20:25:13 2019-09-17 08:27:25 12:02:12 smithi master rhel 7.7 kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/config-commands.yaml}
dead 4314331 2019-09-16 20:06:40 2019-09-16 20:25:13 2019-09-16 22:23:14 1:58:01 smithi master rhel 7.7 kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_fsstress.yaml}
Failure Reason:

reached maximum tries (100) after waiting for 600 seconds

fail 4314332 2019-09-16 20:06:41 2019-09-16 20:29:00 2019-09-16 21:27:00 0:58:00 0:22:32 0:35:28 smithi master centos 7.6 kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{centos_7.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_fsx.yaml} 3
Failure Reason:

"2019-09-16T21:14:49.498006+0000 mon.b (mon.0) 439 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1568668487 sec, osd.4 has slow ops (SLOW_OPS)" in cluster log

pass 4314333 2019-09-16 20:06:42 2019-09-16 20:29:10 2019-09-17 05:41:19 9:12:09 0:28:32 8:43:37 smithi master centos 7.6 kcephfs/recovery/{begin.yaml clusters/1-mds-4-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/random/{k-testing.yaml supported$/{centos_7.yaml}} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-bitmap.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/damage.yaml} 6
dead 4314334 2019-09-16 20:06:43 2019-09-16 20:29:21 2019-09-16 21:19:20 0:49:59 smithi master rhel 7.7 kcephfs/thrash/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml thrash-health-whitelist.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} thrashers/mon.yaml workloads/kclient_workunit_suites_ffsb.yaml}
Failure Reason:

reached maximum tries (100) after waiting for 600 seconds

dead 4314335 2019-09-16 20:06:44 2019-09-16 20:29:29 2019-09-16 20:51:28 0:21:59 smithi master rhel 7.7 kcephfs/cephfs/{begin.yaml clusters/1-mds-1-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml kclient/{mount.yaml overrides/{distro/rhel/{k-distro.yaml rhel_7.yaml} ms-die-on-skipped.yaml}} objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml log-config.yaml osd-asserts.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/kclient_workunit_suites_fsync.yaml}
Failure Reason:

reached maximum tries (60) after waiting for 900 seconds