Status Job ID Links Posted Started Updated
Runtime
Duration
In Waiting
Machine Teuthology Branch OS Type OS Version Description Nodes
pass 4358484 2019-10-04 15:15:12 2019-10-04 17:19:43 2019-10-04 17:51:42 0:31:59 0:14:57 0:17:02 smithi master ubuntu 18.04 fs/32bits/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/bluestore-bitmap.yaml overrides/{faked-ino.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/cfuse_workunit_suites_fsstress.yaml} 2
pass 4358485 2019-10-04 15:15:12 2019-10-04 17:21:10 2019-10-04 18:05:10 0:44:00 0:14:01 0:29:59 smithi master centos 7.6 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-bitmap.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/alternate-pool.yaml} 2
pass 4358486 2019-10-04 15:15:13 2019-10-04 17:21:10 2019-10-04 18:55:11 1:34:01 1:21:02 0:12:59 smithi master centos 7.6 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-bitmap.yaml omap_limit/10.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/cfuse_workunit_kernel_untar_build.yaml} 2
pass 4358487 2019-10-04 15:15:14 2019-10-04 17:21:12 2019-10-04 17:43:12 0:22:00 0:09:15 0:12:45 smithi master fs/bugs/client_trim_caps/{begin.yaml clusters/small-cluster.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} objectstore/bluestore-bitmap.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/trim-i22073.yaml} 1
pass 4358488 2019-10-04 15:15:15 2019-10-04 17:22:47 2019-10-04 21:08:50 3:46:03 0:19:19 3:26:44 smithi master ubuntu 18.04 fs/multiclient/{begin.yaml clusters/1-mds-2-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} distros/ubuntu_latest.yaml mount/fuse.yaml objectstore-ec/bluestore-bitmap.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/cephfs_misc_tests.yaml} 4
pass 4358489 2019-10-04 15:15:16 2019-10-04 17:23:22 2019-10-04 18:25:22 1:02:00 0:50:45 0:11:15 smithi master centos 7.6 fs/multifs/{begin.yaml clusters/1a3s-mds-2c-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/bluestore-bitmap.yaml overrides/{frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/failover.yaml} 2
pass 4358490 2019-10-04 15:15:17 2019-10-04 17:23:27 2019-10-04 17:47:26 0:23:59 0:13:55 0:10:04 smithi master centos 7.6 fs/permission/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/bluestore-bitmap.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/cfuse_workunit_misc.yaml} 2
pass 4358491 2019-10-04 15:15:18 2019-10-04 17:24:08 2019-10-04 18:44:08 1:20:00 1:09:49 0:10:11 smithi master ubuntu 18.04 fs/snaps/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/bluestore-bitmap.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/snaptests.yaml} 2
pass 4358492 2019-10-04 15:15:19 2019-10-04 17:24:56 2019-10-04 19:02:56 1:38:00 1:26:38 0:11:22 smithi master centos 7.6 fs/thrash/{begin.yaml ceph-thrash/mds.yaml clusters/1-mds-1-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml msgr-failures/none.yaml objectstore-ec/bluestore-bitmap.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/cfuse_workunit_snaptests.yaml} 2
pass 4358493 2019-10-04 15:15:19 2019-10-04 17:24:57 2019-10-04 17:56:56 0:31:59 0:21:37 0:10:22 smithi master centos 7.6 fs/traceless/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/bluestore-bitmap.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/cfuse_workunit_suites_blogbench.yaml traceless/50pc.yaml} 2
pass 4358494 2019-10-04 15:15:20 2019-10-04 17:24:57 2019-10-04 17:56:56 0:31:59 0:20:30 0:11:29 smithi master fs/upgrade/featureful_client/old_client/{bluestore-bitmap.yaml clusters/1-mds-2-client-micro.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} overrides/{frag_enable.yaml multimds/no.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/{0-mimic.yaml 1-client.yaml 2-upgrade.yaml 3-compat_client/mimic.yaml}} 3
pass 4358495 2019-10-04 15:15:21 2019-10-04 17:25:00 2019-10-04 18:22:59 0:57:59 0:45:25 0:12:34 smithi master fs/verify/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/bluestore-bitmap.yaml overrides/{frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/cfuse_workunit_suites_dbench.yaml validater/lockdep.yaml} 2
fail 4358496 2019-10-04 15:15:22 2019-10-04 17:25:00 2019-10-04 18:43:00 1:18:00 1:05:56 0:12:04 smithi master centos 7.6 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml omap_limit/10000.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/cfuse_workunit_misc.yaml} 2
Failure Reason:

"2019-10-04T17:59:23.762183+0000 mon.b (mon.0) 169 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1570211961 sec, osd.6 has slow ops (SLOW_OPS)" in cluster log

pass 4358497 2019-10-04 15:15:23 2019-10-04 17:25:23 2019-10-04 18:09:22 0:43:59 0:20:22 0:23:37 smithi master ubuntu 18.04 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-comp.yaml omap_limit/10.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/cfuse_workunit_misc_test_o_trunc.yaml} 2
pass 4358498 2019-10-04 15:15:23 2019-10-04 17:25:23 2019-10-04 18:21:23 0:56:00 0:28:16 0:27:44 smithi master centos 7.6 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-ec-root.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/asok_dump_tree.yaml} 2
pass 4358499 2019-10-04 15:15:24 2019-10-04 17:25:23 2019-10-04 18:11:23 0:46:00 0:17:23 0:28:37 smithi master centos 7.6 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml omap_limit/10000.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/cfuse_workunit_norstats.yaml} 2
dead 4358500 2019-10-04 15:15:25 2019-10-04 17:26:07 2019-10-04 17:44:06 0:17:59 smithi master rhel 7.7 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml omap_limit/10.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/cfuse_workunit_suites_blogbench.yaml}
Failure Reason:

reached maximum tries (100) after waiting for 600 seconds

dead 4358501 2019-10-04 15:15:26 2019-10-04 17:26:49 2019-10-04 17:46:49 0:20:00 smithi master rhel 7.7 fs/thrash/{begin.yaml ceph-thrash/mon.yaml clusters/1-mds-1-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml msgr-failures/osd-mds-delay.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/cfuse_workunit_suites_fsstress.yaml}
Failure Reason:

reached maximum tries (100) after waiting for 600 seconds

dead 4358502 2019-10-04 15:15:27 2019-10-04 17:26:53 2019-10-04 18:08:53 0:42:00 smithi master rhel 7.7 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-bitmap.yaml omap_limit/10000.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/cfuse_workunit_suites_dbench.yaml}
Failure Reason:

reached maximum tries (100) after waiting for 600 seconds

pass 4358503 2019-10-04 15:15:28 2019-10-04 17:27:01 2019-10-04 17:59:00 0:31:59 0:14:28 0:17:31 smithi master centos 7.6 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-bitmap.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/auto-repair.yaml} 2
fail 4358504 2019-10-04 15:15:28 2019-10-04 17:27:14 2019-10-04 18:35:14 1:08:00 0:51:37 0:16:23 smithi master centos 7.6 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml omap_limit/10.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/cfuse_workunit_suites_ffsb.yaml} 2
Failure Reason:

"2019-10-04T18:02:53.717032+0000 mon.b (mon.0) 142 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1570212172 sec, osd.0 has slow ops (SLOW_OPS)" in cluster log

dead 4358505 2019-10-04 15:15:29 2019-10-04 17:28:09 2019-10-04 17:46:08 0:17:59 smithi master rhel 7.7 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-comp.yaml omap_limit/10000.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/cfuse_workunit_suites_fsstress.yaml}
Failure Reason:

reached maximum tries (100) after waiting for 600 seconds

fail 4358506 2019-10-04 15:15:30 2019-10-04 17:28:52 2019-10-04 18:10:52 0:42:00 0:26:37 0:15:23 smithi master centos 7.6 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml omap_limit/10.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/cfuse_workunit_suites_fsx.yaml} 2
Failure Reason:

"2019-10-04T17:56:58.128687+0000 mon.a (mon.0) 299 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1570211815 sec, osd.3 has slow ops (SLOW_OPS)" in cluster log

dead 4358507 2019-10-04 15:15:31 2019-10-04 17:29:00 2019-10-04 17:54:59 0:25:59 smithi master rhel 7.7 fs/thrash/{begin.yaml ceph-thrash/mds.yaml clusters/1-mds-1-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml msgr-failures/none.yaml objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/cfuse_workunit_suites_pjd.yaml}
Failure Reason:

reached maximum tries (100) after waiting for 600 seconds

pass 4358508 2019-10-04 15:15:32 2019-10-04 17:29:26 2019-10-04 17:55:25 0:25:59 0:09:57 0:16:02 smithi master ubuntu 18.04 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-ec-root.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/backtrace.yaml} 2
pass 4358509 2019-10-04 15:15:32 2019-10-04 17:29:26 2019-10-04 17:59:25 0:29:59 0:11:35 0:18:24 smithi master ubuntu 18.04 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml omap_limit/10000.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/cfuse_workunit_suites_fsync.yaml} 2
pass 4358510 2019-10-04 15:15:33 2019-10-04 17:33:09 2019-10-04 18:17:09 0:44:00 0:30:20 0:13:40 smithi master centos 7.6 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-bitmap.yaml omap_limit/10.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/cfuse_workunit_suites_iogen.yaml} 2
fail 4358511 2019-10-04 15:15:34 2019-10-04 17:33:12 2019-10-04 19:53:13 2:20:01 0:11:12 2:08:49 smithi master ubuntu 18.04 fs/multiclient/{begin.yaml clusters/1-mds-3-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} distros/ubuntu_latest.yaml mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/ior-shared-file.yaml} 5
Failure Reason:

"2019-10-04T19:48:56.243766+0000 mon.a (mon.0) 276 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1570218532 sec, osd.3 has slow ops (SLOW_OPS)" in cluster log

dead 4358512 2019-10-04 15:15:35 2019-10-04 17:33:20 2019-10-04 17:55:19 0:21:59 smithi master rhel 7.7 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml omap_limit/10000.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/cfuse_workunit_suites_iozone.yaml}
Failure Reason:

reached maximum tries (100) after waiting for 600 seconds

pass 4358513 2019-10-04 15:15:36 2019-10-04 17:35:23 2019-10-04 17:59:22 0:23:59 0:13:10 0:10:49 smithi master centos 7.6 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-bitmap.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/cap-flush.yaml} 2
pass 4358514 2019-10-04 15:15:36 2019-10-04 17:36:53 2019-10-04 18:04:52 0:27:59 0:11:52 0:16:07 smithi master ubuntu 18.04 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-comp.yaml omap_limit/10.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/cfuse_workunit_suites_pjd.yaml} 2
dead 4358515 2019-10-04 15:15:37 2019-10-04 17:36:59 2019-10-04 18:08:59 0:32:00 smithi master rhel 7.7 fs/thrash/{begin.yaml ceph-thrash/mon.yaml clusters/1-mds-1-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml msgr-failures/osd-mds-delay.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/cfuse_workunit_trivial_sync.yaml}
Failure Reason:

reached maximum tries (100) after waiting for 600 seconds

dead 4358516 2019-10-04 15:15:38 2019-10-04 17:37:05 2019-10-04 18:21:04 0:43:59 smithi master rhel 7.7 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml omap_limit/10000.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/cfuse_workunit_suites_truncate_delay.yaml}
Failure Reason:

reached maximum tries (100) after waiting for 600 seconds

pass 4358517 2019-10-04 15:15:39 2019-10-04 17:37:28 2019-10-04 18:19:28 0:42:00 0:31:28 0:10:32 smithi master ubuntu 18.04 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-ec-root.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/cephfs-shell.yaml} 2
pass 4358518 2019-10-04 15:15:40 2019-10-04 17:39:09 2019-10-04 18:05:09 0:26:00 0:12:01 0:13:59 smithi master centos 7.6 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml omap_limit/10.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/cfuse_workunit_trivial_sync.yaml} 2
pass 4358519 2019-10-04 15:15:40 2019-10-04 17:39:10 2019-10-04 18:17:09 0:37:59 0:12:23 0:25:36 smithi master ubuntu 18.04 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-bitmap.yaml omap_limit/10000.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/libcephfs_interface_tests.yaml} 2
pass 4358520 2019-10-04 15:15:41 2019-10-04 17:39:09 2019-10-04 18:07:09 0:28:00 0:14:02 0:13:58 smithi master centos 7.6 fs/32bits/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{faked-ino.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/cfuse_workunit_suites_pjd.yaml} 2
fail 4358521 2019-10-04 15:15:42 2019-10-04 17:39:18 2019-10-04 19:27:19 1:48:01 1:35:21 0:12:40 smithi master ubuntu 18.04 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml omap_limit/10.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/cfuse_workunit_kernel_untar_build.yaml} 2
Failure Reason:

"2019-10-04T17:59:19.492510+0000 mon.a (mon.0) 157 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1570211956 sec, osd.5 has slow ops (SLOW_OPS)" in cluster log

pass 4358522 2019-10-04 15:15:43 2019-10-04 17:39:18 2019-10-04 18:03:18 0:24:00 0:11:52 0:12:08 smithi master ubuntu 18.04 fs/permission/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/cfuse_workunit_suites_pjd.yaml} 2
pass 4358523 2019-10-04 15:15:44 2019-10-04 17:41:07 2019-10-04 19:43:08 2:02:01 1:43:42 0:18:19 smithi master ubuntu 18.04 fs/thrash/{begin.yaml ceph-thrash/mds.yaml clusters/1-mds-1-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml msgr-failures/none.yaml objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/cfuse_workunit_snaptests.yaml} 2
fail 4358524 2019-10-04 15:15:45 2019-10-04 17:41:11 2019-10-04 18:55:11 1:14:00 0:46:32 0:27:28 smithi master ubuntu 18.04 fs/traceless/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/cfuse_workunit_suites_dbench.yaml traceless/50pc.yaml} 2
Failure Reason:

"2019-10-04T18:20:17.511365+0000 mon.a (mon.0) 419 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1570213216 sec, osd.4 has slow ops (SLOW_OPS)" in cluster log

fail 4358525 2019-10-04 15:15:45 2019-10-04 17:41:13 2019-10-04 20:47:15 3:06:02 2:50:33 0:15:29 smithi master centos fs/verify/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/cfuse_workunit_suites_fsstress.yaml validater/valgrind.yaml} 2
Failure Reason:

"2019-10-04T19:20:48.554861+0000 mon.b (mon.0) 145 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1570216846 sec, osd.4 has slow ops (SLOW_OPS)" in cluster log

pass 4358526 2019-10-04 15:15:46 2019-10-04 17:41:18 2019-10-04 18:21:18 0:40:00 0:22:39 0:17:21 smithi master ubuntu 18.04 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-bitmap.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/cephfs_scrub_tests.yaml} 2
pass 4358527 2019-10-04 15:15:47 2019-10-04 17:41:21 2019-10-04 18:43:21 1:02:00 0:48:43 0:13:17 smithi master ubuntu 18.04 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-comp.yaml omap_limit/10000.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/cfuse_workunit_misc.yaml} 2
dead 4358528 2019-10-04 15:15:48 2019-10-04 17:42:19 2019-10-04 18:08:18 0:25:59 smithi master rhel 7.7 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml omap_limit/10.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/cfuse_workunit_misc_test_o_trunc.yaml}
Failure Reason:

reached maximum tries (100) after waiting for 600 seconds

pass 4358529 2019-10-04 15:15:49 2019-10-04 17:42:49 2019-10-04 18:16:49 0:34:00 0:14:39 0:19:21 smithi master ubuntu 18.04 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml omap_limit/10000.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/cfuse_workunit_norstats.yaml} 2
pass 4358530 2019-10-04 15:15:50 2019-10-04 17:42:56 2019-10-04 18:28:55 0:45:59 0:13:09 0:32:50 smithi master centos 7.6 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-ec-root.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/cfuse_workunit_quota.yaml} 2
pass 4358531 2019-10-04 15:15:51 2019-10-04 17:43:13 2019-10-04 18:13:13 0:30:00 0:18:42 0:11:18 smithi master ubuntu 18.04 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-bitmap.yaml omap_limit/10.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/cfuse_workunit_suites_blogbench.yaml} 2
pass 4358532 2019-10-04 15:15:52 2019-10-04 17:43:16 2019-10-04 18:13:15 0:29:59 0:19:17 0:10:42 smithi master ubuntu 18.04 fs/thrash/{begin.yaml ceph-thrash/mon.yaml clusters/1-mds-1-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml msgr-failures/osd-mds-delay.yaml objectstore-ec/bluestore-bitmap.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/cfuse_workunit_suites_fsstress.yaml} 2
fail 4358533 2019-10-04 15:15:53 2019-10-04 17:44:21 2019-10-04 18:52:21 1:08:00 0:52:45 0:15:15 smithi master centos 7.6 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml omap_limit/10000.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/cfuse_workunit_suites_dbench.yaml} 2
Failure Reason:

"2019-10-04T18:14:51.668764+0000 mon.b (mon.0) 149 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1570212888 sec, osd.0 has slow ops (SLOW_OPS)" in cluster log

pass 4358534 2019-10-04 15:15:53 2019-10-04 17:44:48 2019-10-04 19:52:49 2:08:01 0:12:33 1:55:28 smithi master ubuntu 18.04 fs/multiclient/{begin.yaml clusters/1-mds-2-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} distros/ubuntu_latest.yaml mount/fuse.yaml objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/mdtest.yaml} 4
pass 4358535 2019-10-04 15:15:54 2019-10-04 17:45:01 2019-10-04 18:37:01 0:52:00 0:39:41 0:12:19 smithi master ubuntu 18.04 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-comp.yaml omap_limit/10.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/cfuse_workunit_suites_ffsb.yaml} 2
pass 4358536 2019-10-04 15:15:55 2019-10-04 17:46:23 2019-10-04 18:32:23 0:46:00 0:18:20 0:27:40 smithi master ubuntu 18.04 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-bitmap.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/client-limits.yaml} 2
dead 4358537 2019-10-04 15:15:56 2019-10-04 17:46:50 2019-10-04 18:10:49 0:23:59 smithi master rhel 7.7 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml omap_limit/10000.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/cfuse_workunit_suites_fsstress.yaml}
Failure Reason:

reached maximum tries (100) after waiting for 600 seconds

dead 4358538 2019-10-04 15:15:57 2019-10-04 17:47:01 2019-10-04 18:13:00 0:25:59 smithi master rhel 7.7 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml omap_limit/10.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/cfuse_workunit_suites_fsx.yaml}
Failure Reason:

reached maximum tries (100) after waiting for 600 seconds

pass 4358539 2019-10-04 15:15:58 2019-10-04 17:47:12 2019-10-04 18:23:12 0:36:00 0:15:09 0:20:51 smithi master centos 7.6 fs/thrash/{begin.yaml ceph-thrash/mds.yaml clusters/1-mds-1-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml msgr-failures/none.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/cfuse_workunit_suites_pjd.yaml} 2
pass 4358540 2019-10-04 15:15:59 2019-10-04 17:47:42 2019-10-04 18:19:42 0:32:00 0:09:58 0:22:02 smithi master ubuntu 18.04 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-ec-root.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/client-readahad.yaml} 2
pass 4358541 2019-10-04 15:15:59 2019-10-04 17:49:23 2019-10-04 18:15:23 0:26:00 0:14:05 0:11:55 smithi master centos 7.6 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-bitmap.yaml omap_limit/10000.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/cfuse_workunit_suites_fsync.yaml} 2
fail 4358542 2019-10-04 15:16:00 2019-10-04 17:49:23 2019-10-04 18:43:23 0:54:00 0:31:50 0:22:10 smithi master centos 7.6 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml omap_limit/10.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/cfuse_workunit_suites_iogen.yaml} 2
Failure Reason:

"2019-10-04T18:27:08.789279+0000 mon.a (mon.0) 389 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1570213626 sec, osd.5 has slow ops (SLOW_OPS)" in cluster log

pass 4358543 2019-10-04 15:16:01 2019-10-04 17:51:04 2019-10-04 18:35:04 0:44:00 0:17:44 0:26:16 smithi master fs/upgrade/featureful_client/upgraded_client/{bluestore-bitmap.yaml clusters/1-mds-2-client-micro.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} overrides/{frag_enable.yaml multimds/no.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/{0-mimic.yaml 1-client.yaml 2-upgrade.yaml 3-client-upgrade.yaml 4-compat_client.yaml 5-client-sanity.yaml}} 3
pass 4358544 2019-10-04 15:16:02 2019-10-04 17:51:44 2019-10-04 18:35:43 0:43:59 0:21:19 0:22:40 smithi master ubuntu 18.04 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-comp.yaml omap_limit/10000.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/cfuse_workunit_suites_iozone.yaml} 2
dead 4358545 2019-10-04 15:16:03 2019-10-04 17:53:15 2019-10-04 18:35:14 0:41:59 smithi master rhel 7.7 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-bitmap.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/client-recovery.yaml}
Failure Reason:

reached maximum tries (100) after waiting for 600 seconds

pass 4358546 2019-10-04 15:16:03 2019-10-04 17:53:15 2019-10-04 18:47:14 0:53:59 0:11:14 0:42:45 smithi master ubuntu 18.04 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml omap_limit/10.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/cfuse_workunit_suites_pjd.yaml} 2
pass 4358547 2019-10-04 15:16:04 2019-10-04 17:53:16 2019-10-04 18:37:16 0:44:00 0:13:59 0:30:01 smithi master centos 7.6 fs/thrash/{begin.yaml ceph-thrash/mon.yaml clusters/1-mds-1-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml msgr-failures/osd-mds-delay.yaml objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/cfuse_workunit_trivial_sync.yaml} 2
pass 4358548 2019-10-04 15:16:05 2019-10-04 17:55:15 2019-10-04 18:39:14 0:43:59 0:09:49 0:34:10 smithi master ubuntu 18.04 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml omap_limit/10000.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/cfuse_workunit_suites_truncate_delay.yaml} 2
pass 4358549 2019-10-04 15:16:06 2019-10-04 17:55:15 2019-10-04 18:45:15 0:50:00 0:09:55 0:40:05 smithi master ubuntu 18.04 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-bitmap.yaml omap_limit/10.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/cfuse_workunit_trivial_sync.yaml} 2
dead 4358550 2019-10-04 15:16:07 2019-10-04 17:55:15 2019-10-04 18:45:14 0:49:59 smithi master rhel 7.7 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-ec-root.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/config-commands.yaml}
Failure Reason:

reached maximum tries (100) after waiting for 600 seconds

pass 4358551 2019-10-04 15:16:07 2019-10-04 17:55:21 2019-10-04 18:19:20 0:23:59 0:13:13 0:10:46 smithi master ubuntu 18.04 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml omap_limit/10000.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/libcephfs_interface_tests.yaml} 2
dead 4358552 2019-10-04 15:16:08 2019-10-04 17:55:27 2019-10-04 18:23:26 0:27:59 smithi master rhel 7.7 fs/32bits/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/bluestore-comp.yaml overrides/{faked-ino.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/cfuse_workunit_suites_fsstress.yaml}
Failure Reason:

reached maximum tries (100) after waiting for 600 seconds

pass 4358553 2019-10-04 15:16:09 2019-10-04 17:57:13 2019-10-04 19:33:13 1:36:00 1:24:24 0:11:36 smithi master ubuntu 18.04 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-comp.yaml omap_limit/10.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/cfuse_workunit_kernel_untar_build.yaml} 2
dead 4358554 2019-10-04 15:16:10 2019-10-04 17:57:13 2019-10-05 05:59:25 12:02:12 smithi master ubuntu 18.04 fs/multiclient/{begin.yaml clusters/1-mds-3-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} distros/ubuntu_latest.yaml mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/cephfs_misc_tests.yaml}
pass 4358555 2019-10-04 15:16:11 2019-10-04 17:59:16 2019-10-04 18:53:16 0:54:00 0:43:18 0:10:42 smithi master ubuntu 18.04 fs/multifs/{begin.yaml clusters/1a3s-mds-2c-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/failover.yaml} 2
dead 4358556 2019-10-04 15:16:12 2019-10-04 17:59:24 2019-10-04 18:17:23 0:17:59 smithi master rhel 7.7 fs/permission/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/cfuse_workunit_misc.yaml}
Failure Reason:

reached maximum tries (100) after waiting for 600 seconds

dead 4358557 2019-10-04 15:16:12 2019-10-04 17:59:27 2019-10-04 18:37:26 0:37:59 smithi master rhel 7.7 fs/snaps/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/snaptests.yaml}
Failure Reason:

reached maximum tries (100) after waiting for 600 seconds

fail 4358558 2019-10-04 15:16:13 2019-10-04 18:01:19 2019-10-04 19:51:20 1:50:01 1:38:43 0:11:18 smithi master centos 7.6 fs/thrash/{begin.yaml ceph-thrash/mds.yaml clusters/1-mds-1-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml msgr-failures/none.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/cfuse_workunit_snaptests.yaml} 2
Failure Reason:

"2019-10-04T18:53:50.267285+0000 mon.b (mon.0) 644 : cluster [WRN] Health check failed: 4 slow ops, oldest one blocked for 1570215229 sec, osd.0 has slow ops (SLOW_OPS)" in cluster log

pass 4358559 2019-10-04 15:16:14 2019-10-04 18:01:19 2019-10-04 18:59:19 0:58:00 0:38:04 0:19:56 smithi master centos 7.6 fs/traceless/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/cfuse_workunit_suites_ffsb.yaml traceless/50pc.yaml} 2
pass 4358560 2019-10-04 15:16:15 2019-10-04 18:01:20 2019-10-04 18:59:19 0:57:59 0:44:53 0:13:06 smithi master fs/verify/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/cfuse_workunit_suites_dbench.yaml validater/lockdep.yaml} 2
fail 4358561 2019-10-04 15:16:16 2019-10-04 18:01:21 2019-10-04 19:13:21 1:12:00 0:48:30 0:23:30 smithi master ubuntu 18.04 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml omap_limit/10000.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/cfuse_workunit_misc.yaml} 2
Failure Reason:

"2019-10-04T18:41:17.411278+0000 mon.a (mon.0) 184 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1570214476 sec, osd.3 has slow ops (SLOW_OPS)" in cluster log

pass 4358562 2019-10-04 15:16:16 2019-10-04 18:01:32 2019-10-04 18:37:32 0:36:00 0:25:22 0:10:38 smithi master centos 7.6 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-bitmap.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/damage.yaml} 2
pass 4358563 2019-10-04 15:16:17 2019-10-04 18:03:33 2019-10-04 18:35:32 0:31:59 0:19:51 0:12:08 smithi master ubuntu 18.04 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml omap_limit/10.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/cfuse_workunit_misc_test_o_trunc.yaml} 2
pass 4358564 2019-10-04 15:16:18 2019-10-04 18:03:33 2019-10-04 18:31:32 0:27:59 0:16:15 0:11:44 smithi master centos 7.6 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-bitmap.yaml omap_limit/10000.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/cfuse_workunit_norstats.yaml} 2
pass 4358565 2019-10-04 15:16:19 2019-10-04 18:05:07 2019-10-04 18:53:07 0:48:00 0:30:34 0:17:26 smithi master ubuntu 18.04 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-ec-root.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/data-scan.yaml} 2
pass 4358566 2019-10-04 15:16:20 2019-10-04 18:05:07 2019-10-04 18:53:07 0:48:00 0:22:33 0:25:27 smithi master centos 7.6 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml omap_limit/10.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/cfuse_workunit_suites_blogbench.yaml} 2
pass 4358567 2019-10-04 15:16:21 2019-10-04 18:05:10 2019-10-04 18:41:09 0:35:59 0:17:44 0:18:15 smithi master ubuntu 18.04 fs/thrash/{begin.yaml ceph-thrash/mon.yaml clusters/1-mds-1-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml msgr-failures/osd-mds-delay.yaml objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/cfuse_workunit_suites_fsstress.yaml} 2
pass 4358568 2019-10-04 15:16:21 2019-10-04 18:05:11 2019-10-04 19:21:12 1:16:01 0:53:22 0:22:39 smithi master centos 7.6 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-comp.yaml omap_limit/10000.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/cfuse_workunit_suites_dbench.yaml} 2
fail 4358569 2019-10-04 15:16:22 2019-10-04 18:05:19 2019-10-04 19:19:19 1:14:00 0:53:23 0:20:37 smithi master ubuntu 18.04 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml omap_limit/10.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/cfuse_workunit_suites_ffsb.yaml} 2
Failure Reason:

"2019-10-04T18:48:25.115918+0000 mon.a (mon.0) 162 : cluster [WRN] Health check failed: 36 slow ops, oldest one blocked for 1570214904 sec, daemons [osd.0,osd.1,osd.3,osd.4] have slow ops. (SLOW_OPS)" in cluster log

dead 4358570 2019-10-04 15:16:23 2019-10-04 18:05:46 2019-10-04 18:35:45 0:29:59 smithi master rhel 7.7 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-bitmap.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/forward-scrub.yaml}
Failure Reason:

reached maximum tries (100) after waiting for 600 seconds

pass 4358571 2019-10-04 15:16:24 2019-10-04 18:07:24 2019-10-04 18:47:24 0:40:00 0:17:08 0:22:52 smithi master centos 7.6 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml omap_limit/10000.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/cfuse_workunit_suites_fsstress.yaml} 2
dead 4358572 2019-10-04 15:16:25 2019-10-04 18:07:24 2019-10-04 18:27:23 0:19:59 smithi master rhel 7.7 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-bitmap.yaml omap_limit/10.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/cfuse_workunit_suites_fsx.yaml}
Failure Reason:

reached maximum tries (100) after waiting for 600 seconds

pass 4358573 2019-10-04 15:16:26 2019-10-04 18:07:40 2019-10-04 18:31:39 0:23:59 0:12:02 0:11:57 smithi master ubuntu 18.04 fs/thrash/{begin.yaml ceph-thrash/mds.yaml clusters/1-mds-1-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml msgr-failures/none.yaml objectstore-ec/bluestore-bitmap.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/cfuse_workunit_suites_pjd.yaml} 2
fail 4358574 2019-10-04 15:16:27 2019-10-04 18:08:19 2019-10-04 18:46:19 0:38:00 0:19:07 0:18:53 smithi master centos 7.6 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml omap_limit/10000.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/cfuse_workunit_suites_fsync.yaml} 2
Failure Reason:

"2019-10-04T18:37:32.860514+0000 mon.a (mon.0) 271 : cluster [WRN] Health check failed: 7 slow ops, oldest one blocked for 1570214252 sec, daemons [osd.0,osd.1,osd.3] have slow ops. (SLOW_OPS)" in cluster log

dead 4358575 2019-10-04 15:16:28 2019-10-04 18:09:08 2019-10-04 18:49:08 0:40:00 smithi master rhel 7.7 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-ec-root.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/fragment.yaml}
Failure Reason:

reached maximum tries (100) after waiting for 600 seconds

pass 4358576 2019-10-04 15:16:28 2019-10-04 18:09:08 2019-10-04 18:53:08 0:44:00 0:29:46 0:14:14 smithi master centos 7.6 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-comp.yaml omap_limit/10.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/cfuse_workunit_suites_iogen.yaml} 2
pass 4358577 2019-10-04 15:16:29 2019-10-04 18:09:24 2019-10-04 19:49:25 1:40:01 0:10:13 1:29:48 smithi master ubuntu 18.04 fs/multiclient/{begin.yaml clusters/1-mds-2-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} distros/ubuntu_latest.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/ior-shared-file.yaml} 4
pass 4358578 2019-10-04 15:16:30 2019-10-04 18:11:05 2019-10-04 19:05:05 0:54:00 0:20:58 0:33:02 smithi master centos 7.6 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml omap_limit/10000.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/cfuse_workunit_suites_iozone.yaml} 2
pass 4358579 2019-10-04 15:16:31 2019-10-04 18:11:05 2019-10-04 18:39:05 0:28:00 0:10:58 0:17:02 smithi master ubuntu 18.04 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml omap_limit/10.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/cfuse_workunit_suites_pjd.yaml} 2
pass 4358580 2019-10-04 15:16:32 2019-10-04 18:11:24 2019-10-04 19:19:24 1:08:00 0:09:54 0:58:06 smithi master ubuntu 18.04 fs/thrash/{begin.yaml ceph-thrash/mon.yaml clusters/1-mds-1-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml msgr-failures/osd-mds-delay.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/cfuse_workunit_trivial_sync.yaml} 2
pass 4358581 2019-10-04 15:16:33 2019-10-04 18:13:16 2019-10-04 18:47:15 0:33:59 0:18:54 0:15:05 smithi master ubuntu 18.04 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-bitmap.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/journal-repair.yaml} 2
dead 4358582 2019-10-04 15:16:34 2019-10-04 18:13:16 2019-10-04 18:37:15 0:23:59 smithi master rhel 7.7 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-bitmap.yaml omap_limit/10000.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/cfuse_workunit_suites_truncate_delay.yaml}
Failure Reason:

reached maximum tries (100) after waiting for 600 seconds

pass 4358583 2019-10-04 15:16:34 2019-10-04 18:13:17 2019-10-04 18:51:16 0:37:59 0:12:48 0:25:11 smithi master centos 7.6 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml omap_limit/10.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/cfuse_workunit_trivial_sync.yaml} 2
pass 4358584 2019-10-04 15:16:35 2019-10-04 18:14:47 2019-10-04 18:58:47 0:44:00 0:12:55 0:31:05 smithi master centos 7.6 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-ec-root.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/libcephfs_python.yaml} 2
dead 4358585 2019-10-04 15:16:36 2019-10-04 18:14:55 2019-10-04 19:16:55 1:02:00 smithi master rhel 7.7 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-comp.yaml omap_limit/10000.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/libcephfs_interface_tests.yaml}
Failure Reason:

reached maximum tries (100) after waiting for 600 seconds

pass 4358586 2019-10-04 15:16:37 2019-10-04 18:15:24 2019-10-04 18:43:23 0:27:59 0:14:03 0:13:56 smithi master centos 7.6 fs/32bits/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{faked-ino.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/cfuse_workunit_suites_pjd.yaml} 2
fail 4358587 2019-10-04 15:16:38 2019-10-04 18:17:04 2019-10-04 20:23:05 2:06:01 1:25:41 0:40:20 smithi master ubuntu 18.04 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml omap_limit/10.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/cfuse_workunit_kernel_untar_build.yaml} 2
Failure Reason:

"2019-10-04T19:08:05.812532+0000 mon.b (mon.0) 147 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1570216083 sec, osd.6 has slow ops (SLOW_OPS)" in cluster log

pass 4358588 2019-10-04 15:16:39 2019-10-04 18:17:10 2019-10-04 18:47:10 0:30:00 0:13:58 0:16:02 smithi master centos 7.6 fs/permission/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/cfuse_workunit_suites_pjd.yaml} 2
dead 4358589 2019-10-04 15:16:40 2019-10-04 18:17:10 2019-10-04 18:41:10 0:24:00 smithi master rhel 7.7 fs/thrash/{begin.yaml ceph-thrash/mds.yaml clusters/1-mds-1-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml msgr-failures/none.yaml objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/cfuse_workunit_snaptests.yaml}
Failure Reason:

reached maximum tries (100) after waiting for 600 seconds

fail 4358590 2019-10-04 15:16:40 2019-10-04 18:17:19 2019-10-04 18:59:18 0:41:59 0:15:30 0:26:29 smithi master ubuntu 18.04 fs/traceless/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/cfuse_workunit_suites_fsstress.yaml traceless/50pc.yaml} 2
Failure Reason:

"2019-10-04T18:50:39.173113+0000 mon.a (mon.0) 274 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1570215037 sec, osd.3 has slow ops (SLOW_OPS)" in cluster log

fail 4358591 2019-10-04 15:16:41 2019-10-04 18:17:25 2019-10-04 21:57:28 3:40:03 2:51:36 0:48:27 smithi master centos fs/verify/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/cfuse_workunit_suites_fsstress.yaml validater/valgrind.yaml} 2
Failure Reason:

"2019-10-04T20:30:59.397080+0000 mon.b (mon.0) 151 : cluster [WRN] Health check failed: 2 slow ops, oldest one blocked for 1570221057 sec, osd.5 has slow ops (SLOW_OPS)" in cluster log

dead 4358592 2019-10-04 15:16:42 2019-10-04 18:19:03 2019-10-04 19:05:03 0:46:00 smithi master rhel 7.7 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml omap_limit/10000.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/cfuse_workunit_misc.yaml}
Failure Reason:

reached maximum tries (100) after waiting for 600 seconds

pass 4358593 2019-10-04 15:16:43 2019-10-04 18:19:22 2019-10-04 18:41:21 0:21:59 0:11:01 0:10:58 smithi master ubuntu 18.04 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-bitmap.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/mds-flush.yaml} 2
dead 4358594 2019-10-04 15:16:44 2019-10-04 18:19:24 2019-10-04 18:53:23 0:33:59 smithi master rhel 7.7 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-bitmap.yaml omap_limit/10.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/cfuse_workunit_misc_test_o_trunc.yaml}
Failure Reason:

reached maximum tries (100) after waiting for 600 seconds

fail 4358595 2019-10-04 15:16:45 2019-10-04 18:19:29 2019-10-04 18:49:28 0:29:59 0:14:42 0:15:17 smithi master ubuntu 18.04 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml omap_limit/10000.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/cfuse_workunit_norstats.yaml} 2
Failure Reason:

"2019-10-04T18:41:15.435359+0000 mon.b (mon.0) 151 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1570214472 sec, osd.0 has slow ops (SLOW_OPS)" in cluster log

dead 4358596 2019-10-04 15:16:46 2019-10-04 18:19:43 2019-10-04 18:49:42 0:29:59 smithi master rhel 7.7 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-comp.yaml omap_limit/10.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/cfuse_workunit_suites_blogbench.yaml}
Failure Reason:

reached maximum tries (100) after waiting for 600 seconds

dead 4358597 2019-10-04 15:16:47 2019-10-04 18:21:00 2019-10-04 18:52:59 0:31:59 smithi master rhel 7.7 fs/thrash/{begin.yaml ceph-thrash/mon.yaml clusters/1-mds-1-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml msgr-failures/osd-mds-delay.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/cfuse_workunit_suites_fsstress.yaml}
Failure Reason:

reached maximum tries (100) after waiting for 600 seconds

pass 4358598 2019-10-04 15:16:48 2019-10-04 22:44:01 2019-10-04 23:32:00 0:47:59 0:34:47 0:13:12 smithi master centos 7.6 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-ec-root.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/mds-full.yaml} 2
dead 4358599 2019-10-04 15:16:49 2019-10-04 22:44:01 2019-10-04 23:02:00 0:17:59 smithi master rhel 7.7 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml omap_limit/10000.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/cfuse_workunit_suites_dbench.yaml}
Failure Reason:

reached maximum tries (100) after waiting for 600 seconds

dead 4358600 2019-10-04 15:16:50 2019-10-04 22:44:02 2019-10-05 10:46:14 12:02:12 smithi master ubuntu 18.04 fs/multiclient/{begin.yaml clusters/1-mds-3-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} distros/ubuntu_latest.yaml mount/fuse.yaml objectstore-ec/bluestore-bitmap.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/mdtest.yaml}
pass 4358601 2019-10-04 15:16:51 2019-10-04 22:45:43 2019-10-05 00:59:45 2:14:02 0:30:07 1:43:55 smithi master fs/upgrade/featureful_client/old_client/{bluestore-bitmap.yaml clusters/1-mds-2-client-micro.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} overrides/{frag_enable.yaml multimds/yes.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/{0-mimic.yaml 1-client.yaml 2-upgrade.yaml 3-compat_client/no.yaml}} 3
pass 4358602 2019-10-04 15:16:52 2019-10-04 22:45:47 2019-10-04 23:31:46 0:45:59 0:33:45 0:12:14 smithi master centos 7.6 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml omap_limit/10.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/cfuse_workunit_suites_ffsb.yaml} 2
fail 4358603 2019-10-04 15:16:52 2019-10-04 22:45:49 2019-10-04 23:07:48 0:21:59 0:08:30 0:13:29 smithi master ubuntu 18.04 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-bitmap.yaml omap_limit/10000.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/cfuse_workunit_suites_fsstress.yaml} 2
Failure Reason:

Command failed on smithi143 with status 22: 'sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mon.a.asok config get mon_pg_warn_min_per_osd'

dead 4358604 2019-10-04 15:16:53 2019-10-04 22:45:50 2019-10-04 23:05:49 0:19:59 smithi master rhel 7.7 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-bitmap.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/mds_creation_retry.yaml}
Failure Reason:

reached maximum tries (100) after waiting for 600 seconds

dead 4358605 2019-10-04 15:16:54 2019-10-04 22:47:50 2019-10-04 23:05:49 0:17:59 smithi master rhel 7.7 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml omap_limit/10.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/cfuse_workunit_suites_fsx.yaml}
Failure Reason:

reached maximum tries (100) after waiting for 600 seconds

dead 4358606 2019-10-04 15:16:55 2019-10-04 22:49:08 2019-10-04 23:07:07 0:17:59 smithi master rhel 7.7 fs/thrash/{begin.yaml ceph-thrash/mds.yaml clusters/1-mds-1-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml msgr-failures/none.yaml objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/cfuse_workunit_suites_pjd.yaml}
Failure Reason:

reached maximum tries (100) after waiting for 600 seconds

dead 4358607 2019-10-04 15:16:56 2019-10-04 22:49:08 2019-10-04 23:13:07 0:23:59 smithi master rhel 7.7 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-comp.yaml omap_limit/10000.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/cfuse_workunit_suites_fsync.yaml}
Failure Reason:

reached maximum tries (100) after waiting for 600 seconds

pass 4358608 2019-10-04 15:16:57 2019-10-04 22:49:41 2019-10-04 23:17:40 0:27:59 0:11:46 0:16:13 smithi master ubuntu 18.04 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-ec-root.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/pool-perm.yaml} 2
dead 4358609 2019-10-04 15:16:58 2019-10-04 22:49:48 2019-10-04 23:07:47 0:17:59 smithi master rhel 7.7 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml omap_limit/10.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/cfuse_workunit_suites_iogen.yaml}
Failure Reason:

reached maximum tries (100) after waiting for 600 seconds

dead 4358610 2019-10-04 15:16:59 2019-10-04 22:49:53 2019-10-04 23:13:53 0:24:00 smithi master rhel 7.7 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml omap_limit/10000.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/cfuse_workunit_suites_iozone.yaml}
Failure Reason:

reached maximum tries (100) after waiting for 600 seconds

pass 4358611 2019-10-04 15:17:00 2019-10-04 22:49:56 2019-10-04 23:11:55 0:21:59 0:11:10 0:10:49 smithi master ubuntu 18.04 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-bitmap.yaml omap_limit/10.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/cfuse_workunit_suites_pjd.yaml} 2
pass 4358612 2019-10-04 15:17:01 2019-10-04 22:49:56 2019-10-04 23:15:56 0:26:00 0:10:48 0:15:12 smithi master ubuntu 18.04 fs/thrash/{begin.yaml ceph-thrash/mon.yaml clusters/1-mds-1-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml msgr-failures/osd-mds-delay.yaml objectstore-ec/bluestore-bitmap.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/cfuse_workunit_trivial_sync.yaml} 2
dead 4358613 2019-10-04 15:17:01 2019-10-04 22:50:00 2019-10-04 23:07:59 0:17:59 smithi master rhel 7.7 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-bitmap.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/quota.yaml}
Failure Reason:

reached maximum tries (100) after waiting for 600 seconds

fail 4358614 2019-10-04 15:17:02 2019-10-04 22:50:52 2019-10-04 23:02:50 0:11:58 smithi master centos 7.6 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml omap_limit/10000.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/cfuse_workunit_suites_truncate_delay.yaml} 2
Failure Reason:

Command failed on smithi014 with status 1: 'sudo yum install -y kernel'

pass 4358615 2019-10-04 15:17:03 2019-10-04 22:52:08 2019-10-04 23:16:07 0:23:59 0:11:52 0:12:07 smithi master centos 7.6 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-comp.yaml omap_limit/10.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/cfuse_workunit_trivial_sync.yaml} 2
pass 4358616 2019-10-04 15:17:04 2019-10-04 22:52:08 2019-10-04 23:18:08 0:26:00 0:15:18 0:10:42 smithi master centos 7.6 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml omap_limit/10000.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/libcephfs_interface_tests.yaml} 2
dead 4358617 2019-10-04 15:17:05 2019-10-04 22:53:59 2019-10-04 23:11:58 0:17:59 smithi master rhel 7.7 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-ec-root.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/sessionmap/{sessionmap.yaml}}
Failure Reason:

reached maximum tries (100) after waiting for 600 seconds

pass 4358618 2019-10-04 15:17:06 2019-10-04 22:53:59 2019-10-04 23:23:58 0:29:59 0:17:06 0:12:53 smithi master centos 7.6 fs/32bits/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{faked-ino.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/cfuse_workunit_suites_fsstress.yaml} 2
pass 4358619 2019-10-04 15:17:07 2019-10-04 22:53:59 2019-10-05 00:40:00 1:46:01 1:32:45 0:13:16 smithi master ubuntu 18.04 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml omap_limit/10.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/cfuse_workunit_kernel_untar_build.yaml} 2
pass 4358620 2019-10-04 15:17:07 2019-10-04 22:56:10 2019-10-04 23:36:09 0:39:59 0:19:27 0:20:32 smithi master ubuntu 18.04 fs/multiclient/{begin.yaml clusters/1-mds-2-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} distros/ubuntu_latest.yaml mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/cephfs_misc_tests.yaml} 4
pass 4358621 2019-10-04 15:17:08 2019-10-04 22:56:11 2019-10-05 01:06:11 2:10:00 0:51:47 1:18:13 smithi master centos 7.6 fs/multifs/{begin.yaml clusters/1a3s-mds-2c-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/failover.yaml} 2
dead 4358622 2019-10-04 15:17:09 2019-10-04 22:56:10 2019-10-04 23:16:09 0:19:59 smithi master rhel 7.7 fs/permission/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/cfuse_workunit_misc.yaml}
Failure Reason:

reached maximum tries (100) after waiting for 600 seconds

pass 4358623 2019-10-04 15:17:10 2019-10-04 22:56:10 2019-10-05 00:18:10 1:22:00 1:09:02 0:12:58 smithi master centos 7.6 fs/snaps/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/snaptests.yaml} 2
dead 4358624 2019-10-04 15:17:11 2019-10-04 22:56:11 2019-10-04 23:58:10 1:01:59 smithi master rhel 7.7 fs/thrash/{begin.yaml ceph-thrash/mds.yaml clusters/1-mds-1-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml msgr-failures/none.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/cfuse_workunit_snaptests.yaml}
Failure Reason:

reached maximum tries (100) after waiting for 600 seconds

pass 4358625 2019-10-04 15:17:11 2019-10-04 22:56:10 2019-10-04 23:46:10 0:50:00 0:18:09 0:31:51 smithi master ubuntu 18.04 fs/traceless/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/cfuse_workunit_suites_blogbench.yaml traceless/50pc.yaml} 2
pass 4358626 2019-10-04 15:17:12 2019-10-04 22:58:14 2019-10-04 23:56:14 0:58:00 0:45:41 0:12:19 smithi master fs/verify/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/cfuse_workunit_suites_dbench.yaml validater/lockdep.yaml} 2
pass 4358627 2019-10-04 15:17:13 2019-10-04 22:58:32 2019-10-04 23:58:32 1:00:00 0:47:42 0:12:18 smithi master ubuntu 18.04 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-bitmap.yaml omap_limit/10000.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/cfuse_workunit_misc.yaml} 2
pass 4358628 2019-10-04 15:17:14 2019-10-04 23:00:13 2019-10-04 23:32:12 0:31:59 0:19:46 0:12:13 smithi master ubuntu 18.04 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml omap_limit/10.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/cfuse_workunit_misc_test_o_trunc.yaml} 2
fail 4358629 2019-10-04 15:17:15 2019-10-04 23:00:13 2019-10-04 23:44:12 0:43:59 0:32:50 0:11:09 smithi master centos 7.6 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-bitmap.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/strays.yaml} 2
Failure Reason:

Test failure: test_ops_throttle (tasks.cephfs.test_strays.TestStrays)

pass 4358630 2019-10-04 15:17:15 2019-10-04 23:02:07 2019-10-04 23:28:07 0:26:00 0:13:51 0:12:09 smithi master ubuntu 18.04 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-comp.yaml omap_limit/10000.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/cfuse_workunit_norstats.yaml} 2
pass 4358631 2019-10-04 15:17:16 2019-10-04 23:02:08 2019-10-04 23:38:07 0:35:59 0:21:13 0:14:46 smithi master centos 7.6 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml omap_limit/10.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/cfuse_workunit_suites_blogbench.yaml} 2
dead 4358632 2019-10-04 15:17:17 2019-10-04 23:02:08 2019-10-04 23:22:07 0:19:59 smithi master rhel 7.7 fs/thrash/{begin.yaml ceph-thrash/mon.yaml clusters/1-mds-1-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml msgr-failures/osd-mds-delay.yaml objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/cfuse_workunit_suites_fsstress.yaml}
Failure Reason:

reached maximum tries (100) after waiting for 600 seconds

pass 4358633 2019-10-04 15:17:18 2019-10-04 23:02:08 2019-10-04 23:46:07 0:43:59 0:20:54 0:23:05 smithi master centos 7.6 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-ec-root.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/test_journal_migration.yaml} 2
dead 4358634 2019-10-04 15:17:18 2019-10-04 23:02:12 2019-10-04 23:22:11 0:19:59 smithi master rhel 7.7 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml omap_limit/10000.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/cfuse_workunit_suites_dbench.yaml}
Failure Reason:

reached maximum tries (100) after waiting for 600 seconds

pass 4358635 2019-10-04 15:17:19 2019-10-04 23:02:52 2019-10-04 23:56:52 0:54:00 0:40:42 0:13:18 smithi master ubuntu 18.04 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-bitmap.yaml omap_limit/10.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/cfuse_workunit_suites_ffsb.yaml} 2
fail 4358636 2019-10-04 15:17:20 2019-10-04 23:04:06 2019-10-04 23:38:06 0:34:00 0:15:41 0:18:19 smithi master ubuntu 18.04 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml omap_limit/10000.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/cfuse_workunit_suites_fsstress.yaml} 2
Failure Reason:

"2019-10-04T23:30:32.219562+0000 mon.b (mon.0) 148 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1570231830 sec, osd.4 has slow ops (SLOW_OPS)" in cluster log

fail 4358637 2019-10-04 15:17:21 2019-10-04 23:05:51 2019-10-04 23:29:50 0:23:59 0:12:55 0:11:04 smithi master ubuntu 18.04 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-bitmap.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/volume-client/{py/2.yaml task/test/{test.yaml}}} 2
Failure Reason:

Test failure: test_data_isolated (tasks.cephfs.test_volume_client.TestVolumeClient)

pass 4358638 2019-10-04 15:17:22 2019-10-04 23:05:51 2019-10-04 23:37:50 0:31:59 0:20:55 0:11:04 smithi master centos 7.6 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-comp.yaml omap_limit/10.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/cfuse_workunit_suites_fsx.yaml} 2
pass 4358639 2019-10-04 15:17:23 2019-10-04 23:05:52 2019-10-04 23:55:51 0:49:59 0:11:41 0:38:18 smithi master ubuntu 18.04 fs/thrash/{begin.yaml ceph-thrash/mds.yaml clusters/1-mds-1-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml msgr-failures/none.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/cfuse_workunit_suites_pjd.yaml} 2
fail 4358640 2019-10-04 15:17:24 2019-10-04 23:05:52 2019-10-04 23:49:51 0:43:59 0:02:47 0:41:12 smithi master ubuntu 18.04 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml omap_limit/10000.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/cfuse_workunit_suites_fsync.yaml} 2
Failure Reason:

allow instead.\nE: Could not get lock /var/lib/dpkg/lock-frontend - open (11: Resource temporarily unavailable)\nE: Unable to acquire the dpkg frontend lock (/var/lib/dpkg/lock-frontend), is another process using it?\n", 'stdout_lines': [], '_ansible_item_label': [u'ceph', u'ceph-common', u'libcephfs1', u'radosgw', u'python-ceph', u'python-rados', u'python-cephfs', u'python-rbd', u'librbd1', u'librados2', u'ceph-fs-common-dbg', u'ceph-fs-common', u'openmpi-common']}], 'warnings': [u'Could not find aptitude. Using apt-get instead']}}Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/callback_plugins/failure_log.py", line 44, in log_failure log.error(yaml.safe_dump(failure)) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/__init__.py", line 309, in safe_dump return dump_all([data], stream, Dumper=SafeDumper, **kwds) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/__init__.py", line 281, in dump_all dumper.represent(data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 29, in represent node = self.represent_data(data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 58, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 227, in represent_dict return self.represent_mapping(u'tag:yaml.org,2002:map', data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 125, in represent_mapping node_value = self.represent_data(item_value) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 58, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 227, in represent_dict return self.represent_mapping(u'tag:yaml.org,2002:map', data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 125, in represent_mapping node_value = self.represent_data(item_value) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 58, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 219, in represent_list return self.represent_sequence(u'tag:yaml.org,2002:seq', data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 102, in represent_sequence node_item = self.represent_data(item) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 58, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 227, in represent_dict return self.represent_mapping(u'tag:yaml.org,2002:map', data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 125, in represent_mapping node_value = self.represent_data(item_value) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 58, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 219, in represent_list return self.represent_sequence(u'tag:yaml.org,2002:seq', data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 102, in represent_sequence node_item = self.represent_data(item) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 68, in represent_data node = self.yaml_representers[None](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 251, in represent_undefined raise RepresenterError("cannot represent an object", data)RepresenterError: ('cannot represent an object', u'ceph')

pass 4358641 2019-10-04 15:17:25 2019-10-04 23:06:12 2019-10-05 03:58:16 4:52:04 0:28:55 4:23:09 smithi master centos 7.6 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml omap_limit/10.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/cfuse_workunit_suites_iogen.yaml} 2
pass 4358642 2019-10-04 15:17:25 2019-10-04 23:07:22 2019-10-05 00:03:22 0:56:00 0:43:49 0:12:11 smithi master centos 7.6 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-ec-root.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/volumes.yaml} 2
dead 4358643 2019-10-04 15:17:26 2019-10-04 23:07:47 2019-10-05 11:06:00 11:58:13 smithi master ubuntu 18.04 fs/multiclient/{begin.yaml clusters/1-mds-3-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} distros/ubuntu_latest.yaml mount/fuse.yaml objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/ior-shared-file.yaml}
dead 4358644 2019-10-04 15:17:27 2019-10-04 23:07:48 2019-10-04 23:25:47 0:17:59 smithi master rhel 7.7 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-bitmap.yaml omap_limit/10000.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/cfuse_workunit_suites_iozone.yaml}
Failure Reason:

reached maximum tries (100) after waiting for 600 seconds

dead 4358645 2019-10-04 15:17:28 2019-10-04 23:07:48 2019-10-04 23:31:47 0:23:59 smithi master rhel 7.7 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml omap_limit/10.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/cfuse_workunit_suites_pjd.yaml}
Failure Reason:

reached maximum tries (100) after waiting for 600 seconds

pass 4358646 2019-10-04 15:17:29 2019-10-04 23:07:49 2019-10-04 23:29:49 0:22:00 0:11:50 0:10:10 smithi master centos 7.6 fs/thrash/{begin.yaml ceph-thrash/mon.yaml clusters/1-mds-1-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml msgr-failures/osd-mds-delay.yaml objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/cfuse_workunit_trivial_sync.yaml} 2
dead 4358647 2019-10-04 15:17:30 2019-10-04 23:08:00 2019-10-04 23:28:00 0:20:00 smithi master rhel 7.7 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-comp.yaml omap_limit/10000.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/cfuse_workunit_suites_truncate_delay.yaml}
Failure Reason:

reached maximum tries (100) after waiting for 600 seconds

fail 4358648 2019-10-04 15:17:30 2019-10-04 23:08:02 2019-10-05 00:32:03 1:24:01 0:11:45 1:12:16 smithi master ubuntu 18.04 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-bitmap.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/volume-client/{py/3.yaml task/test/{test.yaml}}} 2
Failure Reason:

Test failure: test_data_isolated (tasks.cephfs.test_volume_client.TestVolumeClient)

pass 4358649 2019-10-04 15:17:31 2019-10-04 23:10:07 2019-10-04 23:32:06 0:21:59 0:10:08 0:11:51 smithi master ubuntu 18.04 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml omap_limit/10.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/cfuse_workunit_trivial_sync.yaml} 2
pass 4358650 2019-10-04 15:17:32 2019-10-04 23:10:07 2019-10-04 23:42:07 0:32:00 0:12:18 0:19:42 smithi master ubuntu 18.04 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml omap_limit/10000.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/libcephfs_interface_tests.yaml} 2
dead 4358651 2019-10-04 15:17:33 2019-10-04 23:10:07 2019-10-04 23:46:07 0:36:00 smithi master rhel 7.7 fs/32bits/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/bluestore-bitmap.yaml overrides/{faked-ino.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/cfuse_workunit_suites_pjd.yaml}
Failure Reason:

reached maximum tries (100) after waiting for 600 seconds

pass 4358652 2019-10-04 15:17:34 2019-10-04 23:10:07 2019-10-04 23:36:06 0:25:59 0:14:05 0:11:54 smithi master centos 7.6 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-ec-root.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/alternate-pool.yaml} 2
pass 4358653 2019-10-04 15:17:34 2019-10-04 23:10:07 2019-10-05 00:54:08 1:44:01 1:20:36 0:23:25 smithi master centos 7.6 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-bitmap.yaml omap_limit/10000.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/cfuse_workunit_kernel_untar_build.yaml} 2
pass 4358654 2019-10-04 15:17:35 2019-10-04 23:12:10 2019-10-05 00:12:10 1:00:00 0:13:50 0:46:10 smithi master centos 7.6 fs/permission/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/bluestore-bitmap.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/cfuse_workunit_suites_pjd.yaml} 2
dead 4358655 2019-10-04 15:17:36 2019-10-04 23:12:11 2019-10-04 23:38:10 0:25:59 smithi master rhel 7.7 fs/thrash/{begin.yaml ceph-thrash/mds.yaml clusters/1-mds-1-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml msgr-failures/osd-mds-delay.yaml objectstore-ec/bluestore-bitmap.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/cfuse_workunit_snaptests.yaml}
Failure Reason:

reached maximum tries (100) after waiting for 600 seconds

pass 4358656 2019-10-04 15:17:37 2019-10-04 23:13:09 2019-10-05 00:23:09 1:10:00 0:43:58 0:26:02 smithi master ubuntu 18.04 fs/traceless/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/bluestore-bitmap.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/cfuse_workunit_suites_dbench.yaml traceless/50pc.yaml} 2
pass 4358657 2019-10-04 15:17:38 2019-10-04 23:13:56 2019-10-05 00:07:55 0:53:59 0:20:02 0:33:57 smithi master fs/upgrade/featureful_client/old_client/{bluestore-bitmap.yaml clusters/1-mds-2-client-micro.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} overrides/{frag_enable.yaml multimds/yes.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/{0-mimic.yaml 1-client.yaml 2-upgrade.yaml 3-compat_client/mimic.yaml}} 3
pass 4358658 2019-10-04 15:17:39 2019-10-04 23:13:56 2019-10-05 02:17:58 3:04:02 2:53:27 0:10:35 smithi master centos fs/verify/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/bluestore-bitmap.yaml overrides/{frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/cfuse_workunit_suites_fsstress.yaml validater/valgrind.yaml} 2
fail 4358659 2019-10-04 15:17:40 2019-10-04 23:13:57 2019-10-05 00:15:57 1:02:00 0:50:39 0:11:21 smithi master ubuntu 18.04 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml omap_limit/10.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/cfuse_workunit_misc.yaml} 2
Failure Reason:

"2019-10-04T23:40:48.021918+0000 mon.a (mon.0) 181 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1570232446 sec, osd.0 has slow ops (SLOW_OPS)" in cluster log

pass 4358660 2019-10-04 15:17:41 2019-10-04 23:14:11 2019-10-05 00:18:10 1:03:59 0:22:13 0:41:46 smithi master centos 7.6 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-comp.yaml omap_limit/10000.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/cfuse_workunit_misc_test_o_trunc.yaml} 2
dead 4358661 2019-10-04 15:17:41 2019-10-04 23:16:00 2019-10-04 23:35:59 0:19:59 smithi master rhel 7.7 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-bitmap.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/asok_dump_tree.yaml}
Failure Reason:

reached maximum tries (100) after waiting for 600 seconds

pass 4358662 2019-10-04 15:17:42 2019-10-04 23:16:00 2019-10-04 23:49:59 0:33:59 0:14:16 0:19:43 smithi master ubuntu 18.04 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml omap_limit/10.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/cfuse_workunit_norstats.yaml} 2
pass 4358663 2019-10-04 15:17:43 2019-10-04 23:16:09 2019-10-04 23:46:08 0:29:59 0:18:50 0:11:09 smithi master ubuntu 18.04 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml omap_limit/10000.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/cfuse_workunit_suites_blogbench.yaml} 2
pass 4358664 2019-10-04 15:17:44 2019-10-04 23:16:10 2019-10-04 23:44:10 0:28:00 0:16:15 0:11:45 smithi master ubuntu 18.04 fs/thrash/{begin.yaml ceph-thrash/mon.yaml clusters/1-mds-1-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml msgr-failures/none.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/cfuse_workunit_suites_fsstress.yaml} 2
dead 4358665 2019-10-04 15:17:45 2019-10-04 23:17:55 2019-10-04 23:45:54 0:27:59 smithi master rhel 7.7 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-bitmap.yaml omap_limit/10.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/cfuse_workunit_suites_dbench.yaml}
Failure Reason:

reached maximum tries (100) after waiting for 600 seconds

dead 4358666 2019-10-04 15:17:46 2019-10-04 23:17:55 2019-10-05 11:04:06 11:46:11 smithi master ubuntu 18.04 fs/multiclient/{begin.yaml clusters/1-mds-2-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} distros/ubuntu_latest.yaml mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/mdtest.yaml}
pass 4358667 2019-10-04 15:17:46 2019-10-04 23:18:07 2019-10-04 23:48:06 0:29:59 0:14:40 0:15:19 smithi master centos 7.6 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-ec-root.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/auto-repair.yaml} 2
fail 4358668 2019-10-04 15:17:47 2019-10-04 23:18:09 2019-10-04 23:38:08 0:19:59 0:05:44 0:14:15 smithi master centos 7.6 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml omap_limit/10000.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/cfuse_workunit_suites_ffsb.yaml} 2
Failure Reason:

ailed: No such file or directory\n Verifying : mod_fastcgi-2.4.7-1.ceph.el7.centos.x86_64 1/1 \n\nRemoved:\n mod_fastcgi.x86_64 0:2.4.7-1.ceph.el7.centos \n\nComplete!\n'], u'invocation': {u'module_args': {u'install_weak_deps': True, u'autoremove': False, u'lock_timeout': 0, u'download_dir': None, u'install_repoquery': True, u'update_cache': False, u'conf_file': None, u'exclude': [], u'update_only': False, u'installroot': u'/', u'allow_downgrade': False, u'name': [u'mod_fastcgi'], u'download_only': False, u'bugfix': False, u'list': None, u'disable_gpg_check': False, u'disable_excludes': None, u'use_backend': u'auto', u'validate_certs': True, u'state': u'absent', u'disablerepo': [], u'releasever': None, u'disable_plugin': [], u'enablerepo': [], u'skip_broken': False, u'security': False, u'enable_plugin': []}}, 'item': u'mod_fastcgi', u'rc': 0, u'msg': u'', u'changes': {u'removed': [u'mod_fastcgi']}, '_ansible_no_log': False}, {'ansible_loop_var': u'item', '_ansible_item_label': u'iozone', 'failed': False, u'changed': True, u'results': [u'Loaded plugins: fastestmirror, langpacks, priorities\nResolving Dependencies\n--> Running transaction check\n---> Package iozone.x86_64 0:3.424-2_ceph.el7.centos will be erased\n--> Finished Dependency Resolution\n\nDependencies Resolved\n\n================================================================================\n Package Arch Version Repository Size\n================================================================================\nRemoving:\n iozone x86_64 3.424-2_ceph.el7.centos @lab-extras 1.3 M\n\nTransaction Summary\n================================================================================\nRemove 1 Package\n\nInstalled size: 1.3 M\nDownloading packages:\nRunning transaction check\nRunning transaction test\nTransaction test succeeded\nRunning transaction\n Erasing : iozone-3.424-2_ceph.el7.centos.x86_64 1/1 \n Verifying : iozone-3.424-2_ceph.el7.centos.x86_64 1/1 \n\nRemoved:\n iozone.x86_64 0:3.424-2_ceph.el7.centos \n\nComplete!\n'], u'invocation': {u'module_args': {u'install_weak_deps': True, u'autoremove': False, u'lock_timeout': 0, u'download_dir': None, u'install_repoquery': True, u'update_cache': False, u'conf_file': None, u'exclude': [], u'update_only': False, u'installroot': u'/', u'allow_downgrade': False, u'name': [u'iozone'], u'download_only': False, u'bugfix': False, u'list': None, u'disable_gpg_check': False, u'disable_excludes': None, u'use_backend': u'auto', u'validate_certs': True, u'state': u'absent', u'disablerepo': [], u'releasever': None, u'disable_plugin': [], u'enablerepo': [], u'skip_broken': False, u'security': False, u'enable_plugin': []}}, 'item': u'iozone', u'rc': 0, u'msg': u'', u'changes': {u'removed': [u'iozone']}, '_ansible_no_log': False}]}}Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/callback_plugins/failure_log.py", line 44, in log_failure log.error(yaml.safe_dump(failure)) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/__init__.py", line 309, in safe_dump return dump_all([data], stream, Dumper=SafeDumper, **kwds) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/__init__.py", line 281, in dump_all dumper.represent(data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 29, in represent node = self.represent_data(data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 58, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 227, in represent_dict return self.represent_mapping(u'tag:yaml.org,2002:map', data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 125, in represent_mapping node_value = self.represent_data(item_value) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 58, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 227, in represent_dict return self.represent_mapping(u'tag:yaml.org,2002:map', data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 125, in represent_mapping node_value = self.represent_data(item_value) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 58, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 219, in represent_list return self.represent_sequence(u'tag:yaml.org,2002:seq', data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 102, in represent_sequence node_item = self.represent_data(item) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 58, in represent_data node = self.yaml_representers[data_types[0]](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 227, in represent_dict return self.represent_mapping(u'tag:yaml.org,2002:map', data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 125, in represent_mapping node_value = self.represent_data(item_value) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 68, in represent_data node = self.yaml_representers[None](self, data) File "/home/teuthworker/src/git.ceph.com_git_teuthology_master/virtualenv/local/lib/python2.7/site-packages/yaml/representer.py", line 251, in represent_undefined raise RepresenterError("cannot represent an object", data)RepresenterError: ('cannot represent an object', u'ceph')

dead 4358669 2019-10-04 15:17:48 2019-10-04 23:18:10 2019-10-04 23:48:10 0:30:00 smithi master rhel 7.7 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-comp.yaml omap_limit/10.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/cfuse_workunit_suites_fsstress.yaml}
Failure Reason:

reached maximum tries (100) after waiting for 600 seconds

fail 4358670 2019-10-04 15:17:49 2019-10-04 23:20:12 2019-10-05 00:24:12 1:04:00 0:26:26 0:37:34 smithi master ubuntu 18.04 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml omap_limit/10000.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/cfuse_workunit_suites_fsx.yaml} 2
Failure Reason:

"2019-10-05T00:07:04.240011+0000 mon.b (mon.0) 142 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1570234022 sec, osd.4 has slow ops (SLOW_OPS)" in cluster log

pass 4358671 2019-10-04 15:17:50 2019-10-04 23:22:03 2019-10-05 00:34:03 1:12:00 0:15:10 0:56:50 smithi master centos 7.6 fs/thrash/{begin.yaml ceph-thrash/mds.yaml clusters/1-mds-1-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml msgr-failures/osd-mds-delay.yaml objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/cfuse_workunit_suites_pjd.yaml} 2
pass 4358672 2019-10-04 15:17:50 2019-10-04 23:22:08 2019-10-04 23:50:07 0:27:59 0:13:14 0:14:45 smithi master centos 7.6 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-bitmap.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/backtrace.yaml} 2
pass 4358673 2019-10-04 15:17:51 2019-10-04 23:22:12 2019-10-04 23:48:11 0:25:59 0:11:55 0:14:04 smithi master ubuntu 18.04 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml omap_limit/10.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/cfuse_workunit_suites_fsync.yaml} 2
pass 4358674 2019-10-04 15:17:52 2019-10-04 23:24:07 2019-10-05 00:02:06 0:37:59 0:23:33 0:14:26 smithi master ubuntu 18.04 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-bitmap.yaml omap_limit/10000.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/cfuse_workunit_suites_iogen.yaml} 2
dead 4358675 2019-10-04 15:17:53 2019-10-04 23:24:07 2019-10-04 23:46:06 0:21:59 smithi master rhel 7.7 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml omap_limit/10.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/cfuse_workunit_suites_iozone.yaml}
Failure Reason:

reached maximum tries (100) after waiting for 600 seconds

pass 4358676 2019-10-04 15:17:54 2019-10-04 23:26:01 2019-10-04 23:50:01 0:24:00 0:10:26 0:13:34 smithi master ubuntu 18.04 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-ec-root.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/cap-flush.yaml} 2
dead 4358677 2019-10-04 15:17:55 2019-10-04 23:26:01 2019-10-04 23:48:01 0:22:00 smithi master rhel 7.7 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-comp.yaml omap_limit/10000.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/cfuse_workunit_suites_pjd.yaml}
Failure Reason:

reached maximum tries (100) after waiting for 600 seconds

pass 4358678 2019-10-04 15:17:55 2019-10-04 23:26:28 2019-10-04 23:52:27 0:25:59 0:13:01 0:12:58 smithi master centos 7.6 fs/thrash/{begin.yaml ceph-thrash/mon.yaml clusters/1-mds-1-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml msgr-failures/none.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/cfuse_workunit_trivial_sync.yaml} 2
pass 4358679 2019-10-04 15:17:56 2019-10-04 23:28:12 2019-10-05 00:12:12 0:44:00 0:12:43 0:31:17 smithi master centos 7.6 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml omap_limit/10.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/cfuse_workunit_suites_truncate_delay.yaml} 2
pass 4358680 2019-10-04 15:17:57 2019-10-04 23:28:12 2019-10-05 00:26:12 0:58:00 0:31:11 0:26:49 smithi master ubuntu 18.04 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-bitmap.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/cephfs-shell.yaml} 2
dead 4358681 2019-10-04 15:17:58 2019-10-04 23:28:12 2019-10-05 00:04:12 0:36:00 smithi master rhel 7.7 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml omap_limit/10000.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/cfuse_workunit_trivial_sync.yaml}
Failure Reason:

reached maximum tries (100) after waiting for 600 seconds

pass 4358682 2019-10-04 15:17:59 2019-10-04 23:30:03 2019-10-05 00:04:03 0:34:00 0:12:52 0:21:08 smithi master ubuntu 18.04 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-bitmap.yaml omap_limit/10.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/libcephfs_interface_tests.yaml} 2
pass 4358683 2019-10-04 15:17:59 2019-10-04 23:30:03 2019-10-05 00:16:03 0:46:00 0:17:43 0:28:17 smithi master centos 7.6 fs/32bits/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{faked-ino.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/cfuse_workunit_suites_fsstress.yaml} 2
fail 4358684 2019-10-04 15:18:00 2019-10-04 23:30:03 2019-10-05 01:28:04 1:58:01 1:36:08 0:21:53 smithi master ubuntu 18.04 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml omap_limit/10000.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/cfuse_workunit_kernel_untar_build.yaml} 2
Failure Reason:

"2019-10-05T00:03:15.042884+0000 mon.a (mon.0) 157 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1570233793 sec, osd.1 has slow ops (SLOW_OPS)" in cluster log

dead 4358685 2019-10-04 15:18:01 2019-10-04 23:30:03 2019-10-05 11:04:15 11:34:12 smithi master ubuntu 18.04 fs/multiclient/{begin.yaml clusters/1-mds-3-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} distros/ubuntu_latest.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/cephfs_misc_tests.yaml}
pass 4358686 2019-10-04 15:18:02 2019-10-04 23:30:05 2019-10-05 01:54:07 2:24:02 0:43:33 1:40:29 smithi master ubuntu 18.04 fs/multifs/{begin.yaml clusters/1a3s-mds-2c-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/failover.yaml} 2
dead 4358687 2019-10-04 15:18:03 2019-10-04 23:32:01 2019-10-04 23:52:00 0:19:59 smithi master rhel 7.7 fs/permission/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/cfuse_workunit_misc.yaml}
Failure Reason:

reached maximum tries (100) after waiting for 600 seconds

fail 4358688 2019-10-04 15:18:04 2019-10-04 23:32:01 2019-10-05 01:04:02 1:32:01 1:15:37 0:16:24 smithi master ubuntu 18.04 fs/snaps/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/snaptests.yaml} 2
Failure Reason:

"2019-10-05T00:20:08.343109+0000 mon.a (mon.0) 941 : cluster [WRN] Health check failed: 2 slow ops, oldest one blocked for 1570234807 sec, osd.4 has slow ops (SLOW_OPS)" in cluster log

pass 4358689 2019-10-04 15:18:04 2019-10-04 23:32:02 2019-10-05 03:22:05 3:50:03 3:38:57 0:11:06 smithi master centos 7.6 fs/thrash/{begin.yaml ceph-thrash/mds.yaml clusters/1-mds-1-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml msgr-failures/osd-mds-delay.yaml objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/cfuse_workunit_snaptests.yaml} 2
fail 4358690 2019-10-04 15:18:05 2019-10-04 23:32:05 2019-10-05 04:52:09 5:20:04 0:49:51 4:30:13 smithi master ubuntu 18.04 fs/traceless/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/cfuse_workunit_suites_ffsb.yaml traceless/50pc.yaml} 2
Failure Reason:

"2019-10-05T04:21:59.930432+0000 mon.a (mon.0) 153 : cluster [WRN] Health check failed: 23 slow ops, oldest one blocked for 1570249318 sec, daemons [osd.0,osd.1,osd.3,osd.4,osd.5] have slow ops. (SLOW_OPS)" in cluster log

fail 4358691 2019-10-04 15:18:06 2019-10-04 23:32:07 2019-10-05 00:34:07 1:02:00 0:47:45 0:14:15 smithi master fs/verify/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/cfuse_workunit_suites_dbench.yaml validater/lockdep.yaml} 2
Failure Reason:

"2019-10-04T23:54:00.147817+0000 mon.a (mon.0) 157 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1570233237 sec, osd.1 has slow ops (SLOW_OPS)" in cluster log

dead 4358692 2019-10-04 15:18:07 2019-10-04 23:32:14 2019-10-05 00:06:13 0:33:59 smithi master rhel 7.7 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-ec-root.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/cephfs_scrub_tests.yaml}
Failure Reason:

reached maximum tries (100) after waiting for 600 seconds

dead 4358693 2019-10-04 15:18:08 2019-10-04 23:34:08 2019-10-05 00:56:08 1:22:00 smithi master rhel 7.7 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-comp.yaml omap_limit/10.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/cfuse_workunit_misc.yaml}
Failure Reason:

reached maximum tries (100) after waiting for 600 seconds

dead 4358694 2019-10-04 15:18:09 2019-10-04 23:34:08 2019-10-05 00:08:07 0:33:59 smithi master rhel 7.7 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml omap_limit/10000.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/cfuse_workunit_misc_test_o_trunc.yaml}
Failure Reason:

reached maximum tries (100) after waiting for 600 seconds

dead 4358695 2019-10-04 15:18:09 2019-10-04 23:36:10 2019-10-05 00:02:09 0:25:59 smithi master rhel 7.7 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml omap_limit/10.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/cfuse_workunit_norstats.yaml}
Failure Reason:

reached maximum tries (100) after waiting for 600 seconds

dead 4358696 2019-10-04 15:18:10 2019-10-04 23:36:09 2019-10-05 00:32:09 0:56:00 smithi master rhel 7.7 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-bitmap.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/cfuse_workunit_quota.yaml}
Failure Reason:

reached maximum tries (100) after waiting for 600 seconds

pass 4358697 2019-10-04 15:18:11 2019-10-04 23:36:10 2019-10-05 00:18:09 0:41:59 0:18:09 0:23:50 smithi master ubuntu 18.04 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-bitmap.yaml omap_limit/10000.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/cfuse_workunit_suites_blogbench.yaml} 2
pass 4358698 2019-10-04 15:18:12 2019-10-04 23:36:11 2019-10-05 00:18:10 0:41:59 0:17:53 0:24:06 smithi master centos 7.6 fs/thrash/{begin.yaml ceph-thrash/mon.yaml clusters/1-mds-1-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml msgr-failures/none.yaml objectstore-ec/bluestore-bitmap.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/cfuse_workunit_suites_fsstress.yaml} 2
fail 4358699 2019-10-04 15:18:13 2019-10-04 23:38:06 2019-10-05 00:44:06 1:06:00 0:47:08 0:18:52 smithi master ubuntu 18.04 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml omap_limit/10.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/cfuse_workunit_suites_dbench.yaml} 2
Failure Reason:

"2019-10-05T00:11:47.881103+0000 mon.b (mon.0) 153 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1570234307 sec, osd.5 has slow ops (SLOW_OPS)" in cluster log

pass 4358700 2019-10-04 15:18:14 2019-10-04 23:38:07 2019-10-05 00:36:07 0:58:00 0:36:51 0:21:09 smithi master ubuntu 18.04 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-comp.yaml omap_limit/10000.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/cfuse_workunit_suites_ffsb.yaml} 2
pass 4358701 2019-10-04 15:18:15 2019-10-04 23:38:09 2019-10-05 00:44:09 1:06:00 0:18:11 0:47:49 smithi master ubuntu 18.04 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-ec-root.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/client-limits.yaml} 2
fail 4358702 2019-10-04 15:18:15 2019-10-04 23:38:09 2019-10-05 00:10:09 0:32:00 0:15:36 0:16:24 smithi master ubuntu 18.04 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml omap_limit/10.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/cfuse_workunit_suites_fsstress.yaml} 2
Failure Reason:

"2019-10-05T00:01:58.208174+0000 mon.a (mon.0) 162 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1570233715 sec, osd.4 has slow ops (SLOW_OPS)" in cluster log

dead 4358703 2019-10-04 15:18:16 2019-10-04 23:38:11 2019-10-04 23:58:10 0:19:59 smithi master rhel 7.7 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml omap_limit/10000.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/cfuse_workunit_suites_fsx.yaml}
Failure Reason:

reached maximum tries (100) after waiting for 600 seconds

pass 4358704 2019-10-04 15:18:17 2019-10-04 23:42:15 2019-10-05 00:16:14 0:33:59 0:15:16 0:18:43 smithi master centos 7.6 fs/thrash/{begin.yaml ceph-thrash/mds.yaml clusters/1-mds-1-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml msgr-failures/osd-mds-delay.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/cfuse_workunit_suites_pjd.yaml} 2
pass 4358705 2019-10-04 15:18:18 2019-10-04 23:42:15 2019-10-05 00:44:15 1:02:00 0:12:51 0:49:09 smithi master centos 7.6 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-bitmap.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/client-readahad.yaml} 2
pass 4358706 2019-10-04 15:18:19 2019-10-04 23:42:15 2019-10-05 00:40:15 0:58:00 0:14:31 0:43:29 smithi master centos 7.6 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-bitmap.yaml omap_limit/10.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/cfuse_workunit_suites_fsync.yaml} 2
fail 4358707 2019-10-04 15:18:19 2019-10-04 23:42:15 2019-10-05 01:02:15 1:20:00 0:26:38 0:53:22 smithi master ubuntu 18.04 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml omap_limit/10000.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/cfuse_workunit_suites_iogen.yaml} 2
Failure Reason:

"2019-10-05T00:49:04.179778+0000 mon.b (mon.0) 143 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1570236541 sec, osd.2 has slow ops (SLOW_OPS)" in cluster log

dead 4358708 2019-10-04 15:18:20 2019-10-04 23:42:15 2019-10-05 11:04:27 11:22:12 smithi master ubuntu 18.04 fs/multiclient/{begin.yaml clusters/1-mds-2-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} distros/ubuntu_latest.yaml mount/fuse.yaml objectstore-ec/bluestore-bitmap.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/ior-shared-file.yaml}
pass 4358709 2019-10-04 15:18:21 2019-10-04 23:44:25 2019-10-05 00:14:24 0:29:59 0:18:06 0:11:53 smithi master fs/upgrade/featureful_client/upgraded_client/{bluestore-bitmap.yaml clusters/1-mds-2-client-micro.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} overrides/{frag_enable.yaml multimds/yes.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/{0-mimic.yaml 1-client.yaml 2-upgrade.yaml 3-client-upgrade.yaml 4-compat_client.yaml 5-client-sanity.yaml}} 3
dead 4358710 2019-10-04 15:18:22 2019-10-04 23:44:25 2019-10-05 00:12:24 0:27:59 smithi master rhel 7.7 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-comp.yaml omap_limit/10.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/cfuse_workunit_suites_iozone.yaml}
Failure Reason:

reached maximum tries (100) after waiting for 600 seconds

dead 4358711 2019-10-04 15:18:23 2019-10-04 23:46:09 2019-10-05 00:16:08 0:29:59 smithi master rhel 7.7 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-ec-root.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/client-recovery.yaml}
Failure Reason:

reached maximum tries (100) after waiting for 600 seconds

pass 4358712 2019-10-04 15:18:24 2019-10-04 23:46:10 2019-10-05 00:28:09 0:41:59 0:13:51 0:28:08 smithi master centos 7.6 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml omap_limit/10000.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/cfuse_workunit_suites_pjd.yaml} 2
pass 4358713 2019-10-04 15:18:24 2019-10-04 23:46:09 2019-10-05 00:22:09 0:36:00 0:13:32 0:22:28 smithi master centos 7.6 fs/thrash/{begin.yaml ceph-thrash/mon.yaml clusters/1-mds-1-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml msgr-failures/none.yaml objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/cfuse_workunit_trivial_sync.yaml} 2
pass 4358714 2019-10-04 15:18:25 2019-10-04 23:46:09 2019-10-05 00:40:09 0:54:00 0:12:13 0:41:47 smithi master centos 7.6 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml omap_limit/10.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/cfuse_workunit_suites_truncate_delay.yaml} 2
dead 4358715 2019-10-04 15:18:26 2019-10-04 23:46:10 2019-10-05 00:58:10 1:12:00 smithi master rhel 7.7 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-bitmap.yaml omap_limit/10000.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/cfuse_workunit_trivial_sync.yaml}
Failure Reason:

reached maximum tries (100) after waiting for 600 seconds

dead 4358716 2019-10-04 15:18:27 2019-10-04 23:46:10 2019-10-05 00:30:09 0:43:59 smithi master rhel 7.7 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-bitmap.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/config-commands.yaml}
Failure Reason:

reached maximum tries (100) after waiting for 600 seconds

dead 4358717 2019-10-04 15:18:28 2019-10-04 23:46:11 2019-10-05 01:20:12 1:34:01 smithi master rhel 7.7 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml omap_limit/10.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/libcephfs_interface_tests.yaml}
Failure Reason:

reached maximum tries (100) after waiting for 600 seconds

dead 4358718 2019-10-04 15:18:28 2019-10-04 23:48:16 2019-10-05 03:06:19 3:18:03 smithi master rhel 7.7 fs/32bits/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/bluestore-comp.yaml overrides/{faked-ino.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/cfuse_workunit_suites_pjd.yaml}
Failure Reason:

reached maximum tries (100) after waiting for 600 seconds

pass 4358719 2019-10-04 15:18:29 2019-10-04 23:48:17 2019-10-05 04:04:20 4:16:03 1:20:47 2:55:16 smithi master centos 7.6 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-comp.yaml omap_limit/10000.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/cfuse_workunit_kernel_untar_build.yaml} 2
pass 4358720 2019-10-04 15:18:30 2019-10-04 23:48:17 2019-10-05 00:20:16 0:31:59 0:13:54 0:18:05 smithi master centos 7.6 fs/permission/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/cfuse_workunit_suites_pjd.yaml} 2
fail 4358721 2019-10-04 15:18:31 2019-10-04 23:48:16 2019-10-05 04:50:21 5:02:05 3:38:37 1:23:28 smithi master ubuntu 18.04 fs/thrash/{begin.yaml ceph-thrash/mds.yaml clusters/1-mds-1-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml msgr-failures/osd-mds-delay.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/cfuse_workunit_snaptests.yaml} 2
Failure Reason:

"2019-10-05T03:06:38.307722+0000 mon.b (mon.0) 3175 : cluster [WRN] Health check failed: 2 slow ops, oldest one blocked for 1570244797 sec, osd.5 has slow ops (SLOW_OPS)" in cluster log

pass 4358722 2019-10-04 15:18:32 2019-10-04 23:49:53 2019-10-05 00:27:53 0:38:00 0:15:44 0:22:16 smithi master ubuntu 18.04 fs/traceless/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/cfuse_workunit_suites_fsstress.yaml traceless/50pc.yaml} 2
pass 4358723 2019-10-04 15:18:32 2019-10-04 23:50:01 2019-10-05 03:22:03 3:32:02 3:15:29 0:16:33 smithi master centos fs/verify/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/cfuse_workunit_suites_fsstress.yaml validater/valgrind.yaml} 2
dead 4358724 2019-10-04 15:18:33 2019-10-04 23:50:02 2019-10-05 01:42:03 1:52:01 smithi master rhel 7.7 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml omap_limit/10.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/cfuse_workunit_misc.yaml}
Failure Reason:

reached maximum tries (100) after waiting for 600 seconds

pass 4358725 2019-10-04 15:18:34 2019-10-04 23:50:09 2019-10-05 00:26:08 0:35:59 0:21:02 0:14:57 smithi master ubuntu 18.04 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-ec-root.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/damage.yaml} 2
pass 4358726 2019-10-04 15:18:35 2019-10-04 23:51:58 2019-10-05 00:39:57 0:47:59 0:22:24 0:25:35 smithi master centos 7.6 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml omap_limit/10000.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/cfuse_workunit_misc_test_o_trunc.yaml} 2
pass 4358727 2019-10-04 15:18:36 2019-10-04 23:52:02 2019-10-05 00:30:01 0:37:59 0:16:44 0:21:15 smithi master centos 7.6 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-bitmap.yaml omap_limit/10.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/cfuse_workunit_norstats.yaml} 2
dead 4358728 2019-10-04 15:18:36 2019-10-04 23:52:28 2019-10-05 00:14:27 0:21:59 smithi master rhel 7.7 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-bitmap.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/data-scan.yaml}
Failure Reason:

reached maximum tries (100) after waiting for 600 seconds

pass 4358729 2019-10-04 15:18:37 2019-10-04 23:56:06 2019-10-05 01:06:06 1:10:00 0:22:23 0:47:37 smithi master centos 7.6 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml omap_limit/10000.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/cfuse_workunit_suites_blogbench.yaml} 2
dead 4358730 2019-10-04 15:18:38 2019-10-04 23:56:07 2019-10-05 03:06:09 3:10:02 smithi master rhel 7.7 fs/thrash/{begin.yaml ceph-thrash/mon.yaml clusters/1-mds-1-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml msgr-failures/none.yaml objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/cfuse_workunit_suites_fsstress.yaml}
Failure Reason:

reached maximum tries (100) after waiting for 600 seconds

pass 4358731 2019-10-04 15:18:39 2019-10-04 23:56:15 2019-10-05 01:44:16 1:48:01 0:52:00 0:56:01 smithi master centos 7.6 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-comp.yaml omap_limit/10.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/cfuse_workunit_suites_dbench.yaml} 2
dead 4358732 2019-10-04 15:18:40 2019-10-04 23:56:53 2019-10-05 11:05:04 11:08:11 smithi master ubuntu 18.04 fs/multiclient/{begin.yaml clusters/1-mds-3-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} distros/ubuntu_latest.yaml mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/mdtest.yaml}
dead 4358733 2019-10-04 15:18:40 2019-10-04 23:58:25 2019-10-05 00:24:25 0:26:00 smithi master rhel 7.7 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml omap_limit/10000.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/cfuse_workunit_suites_ffsb.yaml}
Failure Reason:

reached maximum tries (100) after waiting for 600 seconds

dead 4358734 2019-10-04 15:18:41 2019-10-04 23:58:25 2019-10-05 00:28:25 0:30:00 smithi master rhel 7.7 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-ec-root.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/forward-scrub.yaml}
Failure Reason:

reached maximum tries (100) after waiting for 600 seconds

pass 4358735 2019-10-04 15:18:42 2019-10-04 23:58:33 2019-10-05 00:58:33 1:00:00 0:13:59 0:46:01 smithi master ubuntu 18.04 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml omap_limit/10.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/cfuse_workunit_suites_fsstress.yaml} 2
pass 4358736 2019-10-04 15:18:43 2019-10-05 00:00:18 2019-10-05 05:02:22 5:02:04 0:19:40 4:42:24 smithi master ubuntu 18.04 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-bitmap.yaml omap_limit/10000.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/cfuse_workunit_suites_fsx.yaml} 2
pass 4358737 2019-10-04 15:18:44 2019-10-05 00:02:21 2019-10-05 00:34:20 0:31:59 0:15:01 0:16:58 smithi master centos 7.6 fs/thrash/{begin.yaml ceph-thrash/mds.yaml clusters/1-mds-1-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml msgr-failures/osd-mds-delay.yaml objectstore-ec/bluestore-bitmap.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/cfuse_workunit_suites_pjd.yaml} 2
dead 4358738 2019-10-04 15:18:44 2019-10-05 00:02:21 2019-10-05 00:48:21 0:46:00 smithi master rhel 7.7 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml omap_limit/10.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/cfuse_workunit_suites_fsync.yaml}
Failure Reason:

reached maximum tries (100) after waiting for 600 seconds

dead 4358739 2019-10-04 15:18:45 2019-10-05 00:03:37 2019-10-05 00:23:36 0:19:59 smithi master rhel 7.7 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-bitmap.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/fragment.yaml}
Failure Reason:

reached maximum tries (100) after waiting for 600 seconds

dead 4358740 2019-10-04 15:18:46 2019-10-05 00:03:49 2019-10-05 00:35:49 0:32:00 smithi master rhel 7.7 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-comp.yaml omap_limit/10000.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/cfuse_workunit_suites_iogen.yaml}
Failure Reason:

reached maximum tries (100) after waiting for 600 seconds

pass 4358741 2019-10-04 15:18:47 2019-10-05 00:04:04 2019-10-05 01:32:04 1:28:00 0:21:00 1:07:00 smithi master centos 7.6 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml omap_limit/10.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/cfuse_workunit_suites_iozone.yaml} 2
dead 4358742 2019-10-04 15:18:48 2019-10-05 00:04:13 2019-10-05 00:32:12 0:27:59 smithi master rhel 7.7 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml omap_limit/10000.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/cfuse_workunit_suites_pjd.yaml}
Failure Reason:

reached maximum tries (100) after waiting for 600 seconds

pass 4358743 2019-10-04 15:18:49 2019-10-05 00:04:13 2019-10-05 01:14:13 1:10:00 0:10:47 0:59:13 smithi master ubuntu 18.04 fs/thrash/{begin.yaml ceph-thrash/mon.yaml clusters/1-mds-1-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml msgr-failures/none.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/cfuse_workunit_trivial_sync.yaml} 2
dead 4358744 2019-10-04 15:18:49 2019-10-05 00:06:28 2019-10-05 00:26:27 0:19:59 smithi master rhel 7.7 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-ec-root.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/journal-repair.yaml}
Failure Reason:

reached maximum tries (100) after waiting for 600 seconds

pass 4358745 2019-10-04 15:18:50 2019-10-05 00:08:03 2019-10-05 00:38:03 0:30:00 0:12:14 0:17:46 smithi master centos 7.6 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-bitmap.yaml omap_limit/10.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/cfuse_workunit_suites_truncate_delay.yaml} 2
dead 4358746 2019-10-04 15:18:51 2019-10-05 00:08:03 2019-10-05 00:48:03 0:40:00 smithi master rhel 7.7 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml omap_limit/10000.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/cfuse_workunit_trivial_sync.yaml}
Failure Reason:

reached maximum tries (100) after waiting for 600 seconds

pass 4358747 2019-10-04 15:18:52 2019-10-05 00:08:06 2019-10-05 01:08:06 1:00:00 0:11:54 0:48:06 smithi master centos 7.6 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-bitmap.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/libcephfs_python.yaml} 2
pass 4358748 2019-10-04 15:18:53 2019-10-05 00:08:09 2019-10-05 00:46:08 0:37:59 0:12:51 0:25:08 smithi master ubuntu 18.04 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-comp.yaml omap_limit/10.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/libcephfs_interface_tests.yaml} 2
dead 4358749 2019-10-04 15:18:54 2019-10-05 00:08:55 2019-10-05 05:24:59 5:16:04 smithi master centos 7.6 fs/32bits/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{faked-ino.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/cfuse_workunit_suites_fsstress.yaml}
Failure Reason:

reached maximum tries (60) after waiting for 900 seconds

dead 4358750 2019-10-04 15:18:54 2019-10-05 00:09:54 2019-10-05 06:50:00 6:40:06 smithi master rhel 7.7 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml omap_limit/10000.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/cfuse_workunit_kernel_untar_build.yaml}
Failure Reason:

reached maximum tries (100) after waiting for 600 seconds

dead 4358751 2019-10-04 15:18:55 2019-10-05 00:10:10 2019-10-05 11:04:21 10:54:11 smithi master ubuntu 18.04 fs/multiclient/{begin.yaml clusters/1-mds-2-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} distros/ubuntu_latest.yaml mount/fuse.yaml objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/cephfs_misc_tests.yaml}
pass 4358752 2019-10-04 15:18:56 2019-10-05 00:12:25 2019-10-05 06:18:30 6:06:05 0:43:43 5:22:22 smithi master ubuntu 18.04 fs/multifs/{begin.yaml clusters/1a3s-mds-2c-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/failover.yaml} 2
pass 4358753 2019-10-04 15:18:57 2019-10-05 00:12:25 2019-10-05 06:34:31 6:22:06 0:11:07 6:10:59 smithi master ubuntu 18.04 fs/permission/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/cfuse_workunit_misc.yaml} 2
dead 4358754 2019-10-04 15:18:58 2019-10-05 00:12:26 2019-10-05 00:36:25 0:23:59 smithi master rhel 7.7 fs/snaps/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/snaptests.yaml}
Failure Reason:

reached maximum tries (100) after waiting for 600 seconds

dead 4358755 2019-10-04 15:18:59 2019-10-05 00:14:27 2019-10-05 01:04:27 0:50:00 smithi master rhel 7.7 fs/thrash/{begin.yaml ceph-thrash/mds.yaml clusters/1-mds-1-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml msgr-failures/osd-mds-delay.yaml objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/cfuse_workunit_snaptests.yaml}
Failure Reason:

reached maximum tries (100) after waiting for 600 seconds

dead 4358756 2019-10-04 15:18:59 2019-10-05 00:14:29 2019-10-05 05:18:33 5:04:04 smithi master rhel 7.7 fs/traceless/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/cfuse_workunit_suites_blogbench.yaml traceless/50pc.yaml}
Failure Reason:

reached maximum tries (100) after waiting for 600 seconds

fail 4358757 2019-10-04 15:19:00 2019-10-05 00:16:12 2019-10-05 01:14:12 0:58:00 0:46:37 0:11:23 smithi master fs/verify/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/cfuse_workunit_suites_dbench.yaml validater/lockdep.yaml} 2
Failure Reason:

"2019-10-05T00:41:16.583114+0000 mon.a (mon.0) 147 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1570236074 sec, osd.3 has slow ops (SLOW_OPS)" in cluster log

pass 4358758 2019-10-04 15:19:01 2019-10-05 00:16:12 2019-10-05 01:52:12 1:36:00 1:02:04 0:33:56 smithi master centos 7.6 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml omap_limit/10.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/cfuse_workunit_misc.yaml} 2
pass 4358759 2019-10-04 15:19:02 2019-10-05 00:16:12 2019-10-05 02:34:13 2:18:01 0:12:52 2:05:09 smithi master centos 7.6 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-ec-root.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/mds-flush.yaml} 2
pass 4358760 2019-10-04 15:19:03 2019-10-05 00:16:16 2019-10-05 06:48:23 6:32:07 0:20:15 6:11:52 smithi master ubuntu 18.04 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-bitmap.yaml omap_limit/10000.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/cfuse_workunit_misc_test_o_trunc.yaml} 2
dead 4358761 2019-10-04 15:19:04 2019-10-05 00:18:11 2019-10-05 00:52:10 0:33:59 smithi master rhel 7.7 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml omap_limit/10.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/cfuse_workunit_norstats.yaml}
Failure Reason:

reached maximum tries (100) after waiting for 600 seconds

pass 4358762 2019-10-04 15:19:04 2019-10-05 00:18:12 2019-10-05 00:54:11 0:35:59 0:18:50 0:17:09 smithi master ubuntu 18.04 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-comp.yaml omap_limit/10000.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/cfuse_workunit_suites_blogbench.yaml} 2
pass 4358763 2019-10-04 15:19:05 2019-10-05 00:18:12 2019-10-05 01:02:11 0:43:59 0:18:51 0:25:08 smithi master centos 7.6 fs/thrash/{begin.yaml ceph-thrash/mon.yaml clusters/1-mds-1-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml msgr-failures/none.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/cfuse_workunit_suites_fsstress.yaml} 2
dead 4358764 2019-10-04 15:19:06 2019-10-05 00:18:12 2019-10-05 01:18:12 1:00:00 smithi master rhel 7.7 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-bitmap.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/mds-full.yaml}
Failure Reason:

reached maximum tries (100) after waiting for 600 seconds

dead 4358765 2019-10-04 15:19:07 2019-10-05 00:20:18 2019-10-05 01:08:17 0:47:59 smithi master rhel 7.7 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml omap_limit/10.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/cfuse_workunit_suites_dbench.yaml}
Failure Reason:

reached maximum tries (100) after waiting for 600 seconds

pass 4358766 2019-10-04 15:19:08 2019-10-05 00:20:18 2019-10-05 01:02:17 0:41:59 0:30:20 0:11:39 smithi master fs/upgrade/featureful_client/old_client/{bluestore-bitmap.yaml clusters/1-mds-2-client-micro.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} overrides/{frag_enable.yaml multimds/no.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/{0-mimic.yaml 1-client.yaml 2-upgrade.yaml 3-compat_client/no.yaml}} 3
dead 4358767 2019-10-04 15:19:09 2019-10-05 00:22:23 2019-10-05 01:08:23 0:46:00 smithi master rhel 7.7 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml omap_limit/10000.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/cfuse_workunit_suites_ffsb.yaml}
Failure Reason:

reached maximum tries (100) after waiting for 600 seconds

pass 4358768 2019-10-04 15:19:09 2019-10-05 00:23:10 2019-10-05 01:11:10 0:48:00 0:17:31 0:30:29 smithi master centos 7.6 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-bitmap.yaml omap_limit/10.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/cfuse_workunit_suites_fsstress.yaml} 2
pass 4358769 2019-10-04 15:19:10 2019-10-05 00:23:50 2019-10-05 01:51:51 1:28:01 0:11:10 1:16:51 smithi master centos 7.6 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-ec-root.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/mds_creation_retry.yaml} 2
dead 4358770 2019-10-04 15:19:11 2019-10-05 00:24:13 2019-10-05 01:00:13 0:36:00 smithi master rhel 7.7 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml omap_limit/10000.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/cfuse_workunit_suites_fsx.yaml}
Failure Reason:

reached maximum tries (100) after waiting for 600 seconds

pass 4358771 2019-10-04 15:19:12 2019-10-05 00:24:26 2019-10-05 00:52:25 0:27:59 0:15:06 0:12:53 smithi master centos 7.6 fs/thrash/{begin.yaml ceph-thrash/mds.yaml clusters/1-mds-1-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml msgr-failures/osd-mds-delay.yaml objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/cfuse_workunit_suites_pjd.yaml} 2
dead 4358772 2019-10-04 15:19:13 2019-10-05 00:26:23 2019-10-05 00:52:23 0:26:00 smithi master rhel 7.7 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-comp.yaml omap_limit/10.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/cfuse_workunit_suites_fsync.yaml}
Failure Reason:

reached maximum tries (100) after waiting for 600 seconds

dead 4358773 2019-10-04 15:19:14 2019-10-05 00:26:23 2019-10-05 00:56:23 0:30:00 smithi master rhel 7.7 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-bitmap.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/pool-perm.yaml}
Failure Reason:

reached maximum tries (100) after waiting for 600 seconds

dead 4358774 2019-10-04 15:19:14 2019-10-05 00:26:29 2019-10-05 00:42:28 0:15:59 smithi master rhel 7.7 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml omap_limit/10000.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/cfuse_workunit_suites_iogen.yaml}
Failure Reason:

reached maximum tries (100) after waiting for 600 seconds

dead 4358775 2019-10-04 15:19:15 2019-10-05 00:28:08 2019-10-05 11:04:18 10:36:10 smithi master ubuntu 18.04 fs/multiclient/{begin.yaml clusters/1-mds-3-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} distros/ubuntu_latest.yaml mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/ior-shared-file.yaml}
pass 4358776 2019-10-04 15:19:16 2019-10-05 00:28:10 2019-10-05 04:30:14 4:02:04 0:20:17 3:41:47 smithi master centos 7.6 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml omap_limit/10.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/cfuse_workunit_suites_iozone.yaml} 2
pass 4358777 2019-10-04 15:19:17 2019-10-05 00:28:26 2019-10-05 02:48:27 2:20:01 0:11:01 2:09:00 smithi master ubuntu 18.04 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-bitmap.yaml omap_limit/10000.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/cfuse_workunit_suites_pjd.yaml} 2
pass 4358778 2019-10-04 15:19:18 2019-10-05 00:30:17 2019-10-05 01:32:17 1:02:00 0:13:15 0:48:45 smithi master centos 7.6 fs/thrash/{begin.yaml ceph-thrash/mon.yaml clusters/1-mds-1-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml msgr-failures/none.yaml objectstore-ec/bluestore-bitmap.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/cfuse_workunit_trivial_sync.yaml} 2
pass 4358779 2019-10-04 15:19:19 2019-10-05 00:30:17 2019-10-05 01:50:17 1:20:00 0:14:55 1:05:05 smithi master centos 7.6 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-ec-root.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/quota.yaml} 2
pass 4358780 2019-10-04 15:19:19 2019-10-05 00:32:18 2019-10-05 01:26:18 0:54:00 0:10:02 0:43:58 smithi master ubuntu 18.04 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml omap_limit/10.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/cfuse_workunit_suites_truncate_delay.yaml} 2
pass 4358781 2019-10-04 15:19:20 2019-10-05 00:32:18 2019-10-05 02:12:18 1:40:00 0:09:31 1:30:29 smithi master ubuntu 18.04 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-comp.yaml omap_limit/10000.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/cfuse_workunit_trivial_sync.yaml} 2
pass 4358782 2019-10-04 15:19:21 2019-10-05 00:32:18 2019-10-05 01:00:17 0:27:59 0:12:46 0:15:13 smithi master ubuntu 18.04 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml omap_limit/10.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/libcephfs_interface_tests.yaml} 2
dead 4358783 2019-10-04 15:19:22 2019-10-05 00:34:18 2019-10-05 05:18:22 4:44:04 smithi master rhel 7.7 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-bitmap.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/sessionmap/{sessionmap.yaml}}
Failure Reason:

reached maximum tries (100) after waiting for 600 seconds

pass 4358784 2019-10-04 15:19:23 2019-10-05 00:34:18 2019-10-05 07:24:24 6:50:06 0:12:18 6:37:48 smithi master ubuntu 18.04 fs/32bits/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{faked-ino.yaml frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/cfuse_workunit_suites_pjd.yaml} 2
pass 4358785 2019-10-04 15:19:24 2019-10-05 00:34:22 2019-10-05 02:32:23 1:58:01 1:23:26 0:34:35 smithi master ubuntu 18.04 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml omap_limit/10000.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/cfuse_workunit_kernel_untar_build.yaml} 2
pass 4358786 2019-10-04 15:19:24 2019-10-05 00:34:41 2019-10-05 02:30:42 1:56:01 0:10:51 1:45:10 smithi master ubuntu 18.04 fs/permission/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/cfuse_workunit_suites_pjd.yaml} 2
fail 4358787 2019-10-04 15:19:25 2019-10-05 00:36:03 2019-10-05 05:04:07 4:28:04 3:57:35 0:30:29 smithi master centos 7.6 fs/thrash/{begin.yaml ceph-thrash/mds.yaml clusters/1-mds-1-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml msgr-failures/osd-mds-delay.yaml objectstore-ec/bluestore-comp-ec-root.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/cfuse_workunit_snaptests.yaml} 2
Failure Reason:

"2019-10-05T02:53:44.634891+0000 mon.b (mon.0) 1841 : cluster [WRN] Health check failed: 1 slow ops, oldest one blocked for 1570244023 sec, osd.4 has slow ops (SLOW_OPS)" in cluster log

pass 4358788 2019-10-04 15:19:26 2019-10-05 00:36:08 2019-10-05 02:28:09 1:52:01 0:44:15 1:07:46 smithi master ubuntu 18.04 fs/traceless/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/cfuse_workunit_suites_dbench.yaml traceless/50pc.yaml} 2
pass 4358789 2019-10-04 15:19:27 2019-10-05 00:36:27 2019-10-05 04:44:30 4:08:03 3:23:16 0:44:47 smithi master centos fs/verify/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml mon-debug.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/cfuse_workunit_suites_fsstress.yaml validater/valgrind.yaml} 2
dead 4358790 2019-10-04 15:19:28 2019-10-05 00:38:18 2019-10-05 05:22:21 4:44:03 smithi master rhel 7.7 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-bitmap.yaml omap_limit/10.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/cfuse_workunit_misc.yaml}
Failure Reason:

reached maximum tries (100) after waiting for 600 seconds

dead 4358791 2019-10-04 15:19:29 2019-10-05 00:40:12 2019-10-05 01:14:12 0:34:00 smithi master rhel 7.7 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml omap_limit/10000.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/cfuse_workunit_misc_test_o_trunc.yaml}
Failure Reason:

reached maximum tries (100) after waiting for 600 seconds

pass 4358792 2019-10-04 15:19:30 2019-10-05 00:40:12 2019-10-05 01:46:12 1:06:00 0:38:12 0:27:48 smithi master centos 7.6 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-ec-root.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/strays.yaml} 2
pass 4358793 2019-10-04 15:19:30 2019-10-05 00:40:12 2019-10-05 05:26:16 4:46:04 0:14:20 4:31:44 smithi master ubuntu 18.04 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-comp.yaml omap_limit/10.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/cfuse_workunit_norstats.yaml} 2
pass 4358794 2019-10-04 15:19:31 2019-10-05 00:40:17 2019-10-05 01:22:16 0:41:59 0:18:21 0:23:38 smithi master ubuntu 18.04 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml omap_limit/10000.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/cfuse_workunit_suites_blogbench.yaml} 2
pass 4358795 2019-10-04 15:19:32 2019-10-05 00:40:50 2019-10-05 01:50:50 1:10:00 0:18:23 0:51:37 smithi master centos 7.6 fs/thrash/{begin.yaml ceph-thrash/mon.yaml clusters/1-mds-1-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml msgr-failures/none.yaml objectstore-ec/bluestore-comp.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/cfuse_workunit_suites_fsstress.yaml} 2
pass 4358796 2019-10-04 15:19:33 2019-10-05 00:42:42 2019-10-05 04:58:45 4:16:03 0:18:36 3:57:27 smithi master ubuntu 18.04 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-bitmap.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/test_journal_migration.yaml} 2
pass 4358797 2019-10-04 15:19:34 2019-10-05 00:44:21 2019-10-05 02:02:21 1:18:00 0:49:29 0:28:31 smithi master centos 7.6 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml omap_limit/10.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/cfuse_workunit_suites_dbench.yaml} 2
dead 4358798 2019-10-04 15:19:35 2019-10-05 00:44:21 2019-10-05 11:04:32 10:20:11 smithi master ubuntu 18.04 fs/multiclient/{begin.yaml clusters/1-mds-2-client.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} distros/ubuntu_latest.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} tasks/mdtest.yaml}
dead 4358799 2019-10-04 15:19:35 2019-10-05 00:44:21 2019-10-05 02:04:21 1:20:00 smithi master rhel 7.7 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-bitmap.yaml omap_limit/10000.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/cfuse_workunit_suites_ffsb.yaml}
Failure Reason:

reached maximum tries (100) after waiting for 600 seconds

dead 4358800 2019-10-04 15:19:36 2019-10-05 00:46:23 2019-10-05 04:18:26 3:32:03 smithi master rhel 7.7 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml omap_limit/10.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/cfuse_workunit_suites_fsstress.yaml}
Failure Reason:

reached maximum tries (100) after waiting for 600 seconds

fail 4358801 2019-10-04 15:19:37 2019-10-05 00:48:18 2019-10-05 04:58:21 4:10:03 0:11:30 3:58:33 smithi master ubuntu 18.04 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-ec-root.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/volume-client/{py/2.yaml task/test/{test.yaml}}} 2
Failure Reason:

Test failure: test_data_isolated (tasks.cephfs.test_volume_client.TestVolumeClient)

dead 4358802 2019-10-04 15:19:38 2019-10-05 00:48:22 2019-10-05 02:34:23 1:46:01 smithi master rhel 7.7 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-comp.yaml omap_limit/10000.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/cfuse_workunit_suites_fsx.yaml}
Failure Reason:

reached maximum tries (100) after waiting for 600 seconds

dead 4358803 2019-10-04 15:19:39 2019-10-05 00:52:12 2019-10-05 01:14:11 0:21:59 smithi master rhel 7.7 fs/thrash/{begin.yaml ceph-thrash/mds.yaml clusters/1-mds-1-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml msgr-failures/osd-mds-delay.yaml objectstore-ec/bluestore-ec-root.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/cfuse_workunit_suites_pjd.yaml}
Failure Reason:

reached maximum tries (100) after waiting for 600 seconds

fail 4358804 2019-10-04 15:19:40 2019-10-05 00:52:12 2019-10-05 03:00:13 2:08:01 0:18:26 1:49:35 smithi master centos 7.6 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml omap_limit/10.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/cfuse_workunit_suites_fsync.yaml} 2
Failure Reason:

"2019-10-05T02:50:41.742946+0000 mon.a (mon.0) 273 : cluster [WRN] Health check failed: 7 slow ops, oldest one blocked for 1570243840 sec, daemons [osd.0,osd.1,osd.3,osd.4,osd.5] have slow ops. (SLOW_OPS)" in cluster log

pass 4358805 2019-10-04 15:19:40 2019-10-05 00:52:12 2019-10-05 03:58:14 3:06:02 0:28:03 2:37:59 smithi master centos 7.6 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml omap_limit/10000.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/cfuse_workunit_suites_iogen.yaml} 2
dead 4358806 2019-10-04 15:19:41 2019-10-05 00:52:24 2019-10-05 01:30:23 0:37:59 smithi master rhel 7.7 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-bitmap.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/volumes.yaml}
Failure Reason:

reached maximum tries (100) after waiting for 600 seconds

dead 4358807 2019-10-04 15:19:42 2019-10-05 00:52:27 2019-10-05 04:34:29 3:42:02 smithi master rhel 7.7 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-bitmap.yaml omap_limit/10.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/cfuse_workunit_suites_iozone.yaml}
Failure Reason:

reached maximum tries (100) after waiting for 600 seconds

pass 4358808 2019-10-04 15:19:43 2019-10-05 00:54:23 2019-10-05 04:14:26 3:20:03 0:11:31 3:08:32 smithi master ubuntu 18.04 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-comp-ec-root.yaml omap_limit/10000.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/cfuse_workunit_suites_pjd.yaml} 2
dead 4358809 2019-10-04 15:19:44 2019-10-05 00:54:23 2019-10-05 03:04:24 2:10:01 smithi master rhel 7.7 fs/thrash/{begin.yaml ceph-thrash/mon.yaml clusters/1-mds-1-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml msgr-failures/none.yaml objectstore-ec/filestore-xfs.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/cfuse_workunit_trivial_sync.yaml}
Failure Reason:

reached maximum tries (100) after waiting for 600 seconds

pass 4358810 2019-10-04 15:19:45 2019-10-05 00:56:03 2019-10-05 02:32:03 1:36:00 0:12:18 1:23:42 smithi master centos 7.6 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/fuse.yaml objectstore-ec/bluestore-comp.yaml omap_limit/10.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{centos_7.yaml} tasks/cfuse_workunit_suites_truncate_delay.yaml} 2
dead 4358811 2019-10-04 15:19:45 2019-10-05 00:56:09 2019-10-05 06:54:15 5:58:06 smithi master rhel 7.7 fs/basic_functional/{begin.yaml clusters/1-mds-4-client-coloc.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} mount/fuse.yaml objectstore/bluestore-ec-root.yaml overrides/{frag_enable.yaml no_client_pidfile.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/volume-client/{py/3.yaml task/test/{test.yaml}}}
Failure Reason:

reached maximum tries (100) after waiting for 600 seconds

pass 4358812 2019-10-04 15:19:46 2019-10-05 00:56:24 2019-10-05 05:54:28 4:58:04 0:09:53 4:48:11 smithi master ubuntu 18.04 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/no.yaml mount/fuse.yaml objectstore-ec/bluestore-ec-root.yaml omap_limit/10000.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{ubuntu_latest.yaml} tasks/cfuse_workunit_trivial_sync.yaml} 2
dead 4358813 2019-10-04 15:19:47 2019-10-05 00:58:06 2019-10-05 01:18:05 0:19:59 smithi master rhel 7.7 fs/basic_workload/{begin.yaml clusters/fixed-2-ucephfs.yaml conf/{client.yaml mds.yaml mon.yaml osd.yaml} inline/yes.yaml mount/fuse.yaml objectstore-ec/filestore-xfs.yaml omap_limit/10.yaml overrides/{frag_enable.yaml whitelist_health.yaml whitelist_wrongly_marked_down.yaml} supported-random-distros$/{rhel_7.yaml} tasks/libcephfs_interface_tests.yaml}
Failure Reason:

reached maximum tries (100) after waiting for 600 seconds